diff --git a/checkpoints/unimedclip/unimed_clip_vit_b16.pt b/checkpoints/unimedclip/unimed_clip_vit_b16.pt new file mode 100644 index 0000000000000000000000000000000000000000..503f4b3c438d90f38ebe20d5cc78e964bba24e6f --- /dev/null +++ b/checkpoints/unimedclip/unimed_clip_vit_b16.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfdce18ca2473c56717d114f838d9fbd1601f3a4ca398d0e40d92f662a2f2842 +size 2351297307 diff --git a/checkpoints/unimedclip/unimed_clip_vit_l14_large_text_encoder.pt b/checkpoints/unimedclip/unimed_clip_vit_l14_large_text_encoder.pt new file mode 100644 index 0000000000000000000000000000000000000000..0927ab940d24384c7f1f33a341424a4efc685407 --- /dev/null +++ b/checkpoints/unimedclip/unimed_clip_vit_l14_large_text_encoder.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6daa7cbf995ec0aaf4a8f2c9fd008f75c58a1bd67315a43bf855fd3dad4cd30 +size 7680796834 diff --git a/exp-rank-16/resnet/fewshot_100_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..010c1db836a8d868173c4fc7701a36c1b4232123 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab11e06a27c4cfe8fdda323c105dec105677136d7360e56d50525d2698b767e4 +size 5639076 diff --git a/exp-rank-16/resnet/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59e678c031be7ba457721333aff44e11cf8852c3 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de93d5edee2abd6f48cf2a8d484cb26f14874f4be2659d39c6add916672a7e49 +size 6979128 diff --git a/exp-rank-16/resnet/fewshot_100_percent/checkpoints/best_model/model.pth b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..3efb4d4039541311376f123ce32154538c0a0676 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f31287ef5ea185b463fc1d5af79c2dec583260e0bf30dc57f2c5169ac552e2 +size 536261766 diff --git a/exp-rank-16/resnet/fewshot_100_percent/checkpoints/checkpoint_last/checkpoint.pth b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/checkpoint_last/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..0138ea4267c7e7e1be10d395fdc2fada9530c228 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/checkpoint_last/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a7a3c49f7459ee393bf3616614af036f4201ba0ac38ccd6ee352f9b66a586d +size 5639076 diff --git a/exp-rank-16/resnet/fewshot_100_percent/checkpoints/checkpoint_last/lora_weights.safetensors b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/checkpoint_last/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59e678c031be7ba457721333aff44e11cf8852c3 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/checkpoint_last/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de93d5edee2abd6f48cf2a8d484cb26f14874f4be2659d39c6add916672a7e49 +size 6979128 diff --git a/exp-rank-16/resnet/fewshot_100_percent/checkpoints/checkpoint_last/model.pth b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/checkpoint_last/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..3efb4d4039541311376f123ce32154538c0a0676 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_100_percent/checkpoints/checkpoint_last/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f31287ef5ea185b463fc1d5af79c2dec583260e0bf30dc57f2c5169ac552e2 +size 536261766 diff --git a/exp-rank-16/resnet/fewshot_100_percent/training_20250402-140103.log b/exp-rank-16/resnet/fewshot_100_percent/training_20250402-140103.log new file mode 100644 index 0000000000000000000000000000000000000000..1329edde7e4634c230b8a5de0af472d888fc8d00 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_100_percent/training_20250402-140103.log @@ -0,0 +1,147 @@ +2025-04-02 14:01:03,540 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=None, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=16, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp2/resnet/fewshot_100_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-02 14:01:03,540 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-02 14:02:54,817 - INFO - Initializing RobustMedClip model +2025-04-02 14:03:03,707 - INFO - Starting training +2025-04-02 14:03:03,714 - INFO - Epoch 1/20 +2025-04-02 14:03:07,364 - ERROR - Error in batch 0: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:07,566 - ERROR - Error in batch 1: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:07,662 - ERROR - Error in batch 2: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:07,750 - ERROR - Error in batch 3: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:07,849 - ERROR - Error in batch 4: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:07,940 - ERROR - Error in batch 5: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:08,032 - ERROR - Error in batch 6: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:08,123 - ERROR - Error in batch 7: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:08,227 - ERROR - Error in batch 8: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:08,429 - ERROR - Error in batch 9: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:08,593 - ERROR - Error in batch 10: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:08,694 - ERROR - Error in batch 11: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:08,806 - ERROR - Error in batch 12: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:09,245 - ERROR - Error in batch 13: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:09,434 - ERROR - Error in batch 14: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:09,540 - ERROR - Error in batch 15: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:09,627 - ERROR - Error in batch 16: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:10,075 - ERROR - Error in batch 17: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:10,186 - ERROR - Error in batch 18: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:10,277 - ERROR - Error in batch 19: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:10,396 - ERROR - Error in batch 20: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:10,752 - ERROR - Error in batch 21: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:10,886 - ERROR - Error in batch 22: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:11,079 - ERROR - Error in batch 23: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:11,153 - ERROR - Error in batch 24: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:11,488 - ERROR - Error in batch 25: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:11,605 - ERROR - Error in batch 26: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:11,862 - ERROR - Error in batch 27: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:11,940 - ERROR - Error in batch 28: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:12,455 - ERROR - Error in batch 29: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:12,615 - ERROR - Error in batch 30: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:12,690 - ERROR - Error in batch 31: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:12,772 - ERROR - Error in batch 32: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:13,135 - ERROR - Error in batch 33: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:13,281 - ERROR - Error in batch 34: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:13,422 - ERROR - Error in batch 35: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:13,550 - ERROR - Error in batch 36: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:13,990 - ERROR - Error in batch 37: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:14,076 - ERROR - Error in batch 38: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:14,178 - ERROR - Error in batch 39: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:14,256 - ERROR - Error in batch 40: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:14,765 - ERROR - Error in batch 41: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:14,883 - ERROR - Error in batch 42: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:14,983 - ERROR - Error in batch 43: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:15,074 - ERROR - Error in batch 44: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:15,567 - ERROR - Error in batch 45: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:15,720 - ERROR - Error in batch 46: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:15,825 - ERROR - Error in batch 47: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:15,912 - ERROR - Error in batch 48: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:16,195 - ERROR - Error in batch 49: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:16,575 - ERROR - Error in batch 50: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:16,658 - ERROR - Error in batch 51: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:16,751 - ERROR - Error in batch 52: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:16,965 - ERROR - Error in batch 53: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:17,505 - ERROR - Error in batch 54: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:17,575 - ERROR - Error in batch 55: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:17,649 - ERROR - Error in batch 56: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:17,775 - ERROR - Error in batch 57: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:18,444 - ERROR - Error in batch 58: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:18,555 - ERROR - Error in batch 59: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:18,657 - ERROR - Error in batch 60: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:18,755 - ERROR - Error in batch 61: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:19,198 - ERROR - Error in batch 62: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:19,280 - ERROR - Error in batch 63: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:19,370 - ERROR - Error in batch 64: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:19,460 - ERROR - Error in batch 65: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:19,962 - ERROR - Error in batch 66: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:20,041 - ERROR - Error in batch 67: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:20,127 - ERROR - Error in batch 68: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:20,224 - ERROR - Error in batch 69: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:20,877 - ERROR - Error in batch 70: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:20,980 - ERROR - Error in batch 71: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:21,066 - ERROR - Error in batch 72: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:21,148 - ERROR - Error in batch 73: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:21,735 - ERROR - Error in batch 74: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:21,843 - ERROR - Error in batch 75: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:21,944 - ERROR - Error in batch 76: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:22,055 - ERROR - Error in batch 77: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:22,626 - ERROR - Error in batch 78: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:22,719 - ERROR - Error in batch 79: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:22,807 - ERROR - Error in batch 80: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:22,898 - ERROR - Error in batch 81: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:23,566 - ERROR - Error in batch 82: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:23,650 - ERROR - Error in batch 83: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:23,731 - ERROR - Error in batch 84: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:23,816 - ERROR - Error in batch 85: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:24,261 - ERROR - Error in batch 86: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:24,375 - ERROR - Error in batch 87: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:24,472 - ERROR - Error in batch 88: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:24,574 - ERROR - Error in batch 89: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:24,980 - ERROR - Error in batch 90: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:25,066 - ERROR - Error in batch 91: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:25,148 - ERROR - Error in batch 92: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:25,245 - ERROR - Error in batch 93: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:25,711 - ERROR - Error in batch 94: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:25,806 - ERROR - Error in batch 95: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:25,898 - ERROR - Error in batch 96: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:26,008 - ERROR - Error in batch 97: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:26,533 - ERROR - Error in batch 98: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:26,645 - ERROR - Error in batch 99: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:26,749 - ERROR - Error in batch 100: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:26,852 - ERROR - Error in batch 101: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:27,293 - ERROR - Error in batch 102: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:27,383 - ERROR - Error in batch 103: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:27,470 - ERROR - Error in batch 104: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:27,560 - ERROR - Error in batch 105: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:28,299 - ERROR - Error in batch 106: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:28,392 - ERROR - Error in batch 107: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:28,507 - ERROR - Error in batch 108: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:28,651 - ERROR - Error in batch 109: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:29,103 - ERROR - Error in batch 110: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:29,220 - ERROR - Error in batch 111: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:29,313 - ERROR - Error in batch 112: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:29,406 - ERROR - Error in batch 113: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:29,972 - ERROR - Error in batch 114: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:30,084 - ERROR - Error in batch 115: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:30,180 - ERROR - Error in batch 116: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:30,290 - ERROR - Error in batch 117: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:31,010 - ERROR - Error in batch 118: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:31,106 - ERROR - Error in batch 119: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:31,186 - ERROR - Error in batch 120: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:31,309 - ERROR - Error in batch 121: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:31,826 - ERROR - Error in batch 122: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:31,920 - ERROR - Error in batch 123: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:32,007 - ERROR - Error in batch 124: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:32,100 - ERROR - Error in batch 125: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:32,627 - ERROR - Error in batch 126: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:32,711 - ERROR - Error in batch 127: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:32,795 - ERROR - Error in batch 128: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:32,874 - ERROR - Error in batch 129: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:33,298 - ERROR - Error in batch 130: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:33,377 - ERROR - Error in batch 131: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:33,546 - ERROR - Error in batch 132: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:33,661 - ERROR - Error in batch 133: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:34,173 - ERROR - Error in batch 134: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:34,249 - ERROR - Error in batch 135: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:34,331 - ERROR - Error in batch 136: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:34,403 - ERROR - Error in batch 137: shape '[256, 56, 56, 64]' is invalid for input of size 55115776 +2025-04-02 14:03:34,454 - ERROR - Error in batch 138: shape '[40, 56, 56, 64]' is invalid for input of size 8611840 +2025-04-02 14:03:34,859 - INFO - Epoch 1 - Train Loss: 0.0000 +2025-04-02 14:03:42,477 - ERROR - Error during evaluation in epoch 1: shape '[1024, 56, 56, 64]' is invalid for input of size 220463104 +2025-04-02 14:03:42,478 - INFO - Skipping evaluation for this epoch diff --git a/exp-rank-16/resnet/fewshot_100_percent/training_20250402-140719.log b/exp-rank-16/resnet/fewshot_100_percent/training_20250402-140719.log new file mode 100644 index 0000000000000000000000000000000000000000..02cf84c975e323defe97133e7b5b28d899051be9 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_100_percent/training_20250402-140719.log @@ -0,0 +1,396 @@ +2025-04-02 14:07:19,177 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=None, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=16, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp2/resnet/fewshot_100_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-02 14:07:19,178 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-02 14:08:19,350 - INFO - Initializing RobustMedClip model +2025-04-02 14:08:26,804 - INFO - Starting training +2025-04-02 14:08:26,804 - INFO - Epoch 1/20 +2025-04-02 14:08:31,497 - INFO - Train Epoch: 1 [0/139 (0%)] Loss: 4.5219 +2025-04-02 14:08:39,343 - INFO - Train Epoch: 1 [10/139 (7%)] Loss: 4.3552 +2025-04-02 14:08:47,275 - INFO - Train Epoch: 1 [20/139 (14%)] Loss: 4.3738 +2025-04-02 14:08:55,259 - INFO - Train Epoch: 1 [30/139 (22%)] Loss: 4.2367 +2025-04-02 14:09:03,042 - INFO - Train Epoch: 1 [40/139 (29%)] Loss: 4.1578 +2025-04-02 14:09:10,988 - INFO - Train Epoch: 1 [50/139 (36%)] Loss: 3.9022 +2025-04-02 14:09:18,920 - INFO - Train Epoch: 1 [60/139 (43%)] Loss: 3.9384 +2025-04-02 14:09:26,740 - INFO - Train Epoch: 1 [70/139 (50%)] Loss: 3.9649 +2025-04-02 14:09:34,752 - INFO - Train Epoch: 1 [80/139 (58%)] Loss: 3.9027 +2025-04-02 14:09:42,769 - INFO - Train Epoch: 1 [90/139 (65%)] Loss: 3.8656 +2025-04-02 14:09:50,911 - INFO - Train Epoch: 1 [100/139 (72%)] Loss: 3.8772 +2025-04-02 14:09:58,825 - INFO - Train Epoch: 1 [110/139 (79%)] Loss: 3.8813 +2025-04-02 14:10:06,646 - INFO - Train Epoch: 1 [120/139 (86%)] Loss: 3.7529 +2025-04-02 14:10:14,488 - INFO - Train Epoch: 1 [130/139 (94%)] Loss: 3.7497 +2025-04-02 14:10:21,066 - INFO - Epoch 1 - Train Loss: 4.0231 +2025-04-02 14:10:46,829 - INFO - Epoch 1 - Validation Accuracy: 9.82% +2025-04-02 14:10:46,830 - INFO - New best validation accuracy: 9.82% +2025-04-02 14:10:48,016 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:10:49,090 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:10:49,090 - INFO - Epoch 2/20 +2025-04-02 14:10:51,245 - INFO - Train Epoch: 2 [0/139 (0%)] Loss: 3.7751 +2025-04-02 14:10:59,118 - INFO - Train Epoch: 2 [10/139 (7%)] Loss: 3.8226 +2025-04-02 14:11:07,061 - INFO - Train Epoch: 2 [20/139 (14%)] Loss: 3.6395 +2025-04-02 14:11:14,973 - INFO - Train Epoch: 2 [30/139 (22%)] Loss: 3.6151 +2025-04-02 14:11:22,881 - INFO - Train Epoch: 2 [40/139 (29%)] Loss: 3.5845 +2025-04-02 14:11:30,804 - INFO - Train Epoch: 2 [50/139 (36%)] Loss: 3.5294 +2025-04-02 14:11:38,842 - INFO - Train Epoch: 2 [60/139 (43%)] Loss: 3.5398 +2025-04-02 14:11:46,763 - INFO - Train Epoch: 2 [70/139 (50%)] Loss: 3.4746 +2025-04-02 14:11:54,696 - INFO - Train Epoch: 2 [80/139 (58%)] Loss: 3.5749 +2025-04-02 14:12:02,653 - INFO - Train Epoch: 2 [90/139 (65%)] Loss: 3.4164 +2025-04-02 14:12:10,649 - INFO - Train Epoch: 2 [100/139 (72%)] Loss: 3.5414 +2025-04-02 14:12:18,553 - INFO - Train Epoch: 2 [110/139 (79%)] Loss: 3.4853 +2025-04-02 14:12:26,574 - INFO - Train Epoch: 2 [120/139 (86%)] Loss: 3.4341 +2025-04-02 14:12:34,505 - INFO - Train Epoch: 2 [130/139 (94%)] Loss: 3.4379 +2025-04-02 14:12:40,319 - INFO - Epoch 2 - Train Loss: 3.5353 +2025-04-02 14:13:05,209 - INFO - Epoch 2 - Validation Accuracy: 21.44% +2025-04-02 14:13:05,210 - INFO - New best validation accuracy: 21.44% +2025-04-02 14:13:06,652 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:13:08,090 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:13:08,090 - INFO - Epoch 3/20 +2025-04-02 14:13:10,400 - INFO - Train Epoch: 3 [0/139 (0%)] Loss: 3.3996 +2025-04-02 14:13:18,340 - INFO - Train Epoch: 3 [10/139 (7%)] Loss: 3.3734 +2025-04-02 14:13:26,104 - INFO - Train Epoch: 3 [20/139 (14%)] Loss: 3.2506 +2025-04-02 14:13:33,974 - INFO - Train Epoch: 3 [30/139 (22%)] Loss: 3.3017 +2025-04-02 14:13:41,905 - INFO - Train Epoch: 3 [40/139 (29%)] Loss: 3.1492 +2025-04-02 14:13:49,857 - INFO - Train Epoch: 3 [50/139 (36%)] Loss: 3.2096 +2025-04-02 14:13:57,756 - INFO - Train Epoch: 3 [60/139 (43%)] Loss: 3.2739 +2025-04-02 14:14:05,683 - INFO - Train Epoch: 3 [70/139 (50%)] Loss: 3.3441 +2025-04-02 14:14:13,628 - INFO - Train Epoch: 3 [80/139 (58%)] Loss: 3.1666 +2025-04-02 14:14:21,538 - INFO - Train Epoch: 3 [90/139 (65%)] Loss: 3.1848 +2025-04-02 14:14:29,425 - INFO - Train Epoch: 3 [100/139 (72%)] Loss: 3.1620 +2025-04-02 14:14:37,312 - INFO - Train Epoch: 3 [110/139 (79%)] Loss: 3.2047 +2025-04-02 14:14:45,224 - INFO - Train Epoch: 3 [120/139 (86%)] Loss: 3.1099 +2025-04-02 14:14:53,154 - INFO - Train Epoch: 3 [130/139 (94%)] Loss: 3.1229 +2025-04-02 14:14:59,087 - INFO - Epoch 3 - Train Loss: 3.2229 +2025-04-02 14:15:24,308 - INFO - Epoch 3 - Validation Accuracy: 23.85% +2025-04-02 14:15:24,309 - INFO - New best validation accuracy: 23.85% +2025-04-02 14:15:25,884 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:15:27,427 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:15:27,427 - INFO - Epoch 4/20 +2025-04-02 14:15:29,480 - INFO - Train Epoch: 4 [0/139 (0%)] Loss: 3.0476 +2025-04-02 14:15:37,446 - INFO - Train Epoch: 4 [10/139 (7%)] Loss: 3.1307 +2025-04-02 14:15:45,516 - INFO - Train Epoch: 4 [20/139 (14%)] Loss: 3.0492 +2025-04-02 14:15:53,644 - INFO - Train Epoch: 4 [30/139 (22%)] Loss: 3.0015 +2025-04-02 14:16:01,736 - INFO - Train Epoch: 4 [40/139 (29%)] Loss: 3.0253 +2025-04-02 14:16:09,682 - INFO - Train Epoch: 4 [50/139 (36%)] Loss: 2.9705 +2025-04-02 14:16:17,814 - INFO - Train Epoch: 4 [60/139 (43%)] Loss: 2.9053 +2025-04-02 14:16:26,071 - INFO - Train Epoch: 4 [70/139 (50%)] Loss: 2.9070 +2025-04-02 14:16:34,152 - INFO - Train Epoch: 4 [80/139 (58%)] Loss: 2.9836 +2025-04-02 14:16:42,088 - INFO - Train Epoch: 4 [90/139 (65%)] Loss: 2.8902 +2025-04-02 14:16:50,075 - INFO - Train Epoch: 4 [100/139 (72%)] Loss: 2.9173 +2025-04-02 14:16:58,008 - INFO - Train Epoch: 4 [110/139 (79%)] Loss: 2.8690 +2025-04-02 14:17:06,092 - INFO - Train Epoch: 4 [120/139 (86%)] Loss: 2.9113 +2025-04-02 14:17:13,980 - INFO - Train Epoch: 4 [130/139 (94%)] Loss: 2.8097 +2025-04-02 14:17:19,803 - INFO - Epoch 4 - Train Loss: 2.9747 +2025-04-02 14:17:44,481 - INFO - Epoch 4 - Validation Accuracy: 27.90% +2025-04-02 14:17:44,482 - INFO - New best validation accuracy: 27.90% +2025-04-02 14:17:45,879 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:17:47,361 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:17:47,361 - INFO - Epoch 5/20 +2025-04-02 14:17:49,444 - INFO - Train Epoch: 5 [0/139 (0%)] Loss: 2.8019 +2025-04-02 14:17:57,296 - INFO - Train Epoch: 5 [10/139 (7%)] Loss: 2.8872 +2025-04-02 14:18:05,089 - INFO - Train Epoch: 5 [20/139 (14%)] Loss: 2.7613 +2025-04-02 14:18:13,036 - INFO - Train Epoch: 5 [30/139 (22%)] Loss: 2.8889 +2025-04-02 14:18:20,921 - INFO - Train Epoch: 5 [40/139 (29%)] Loss: 2.9032 +2025-04-02 14:18:28,814 - INFO - Train Epoch: 5 [50/139 (36%)] Loss: 2.8039 +2025-04-02 14:18:36,766 - INFO - Train Epoch: 5 [60/139 (43%)] Loss: 2.8803 +2025-04-02 14:18:44,655 - INFO - Train Epoch: 5 [70/139 (50%)] Loss: 2.7702 +2025-04-02 14:18:52,577 - INFO - Train Epoch: 5 [80/139 (58%)] Loss: 2.7873 +2025-04-02 14:19:00,457 - INFO - Train Epoch: 5 [90/139 (65%)] Loss: 2.7544 +2025-04-02 14:19:08,336 - INFO - Train Epoch: 5 [100/139 (72%)] Loss: 2.6804 +2025-04-02 14:19:16,275 - INFO - Train Epoch: 5 [110/139 (79%)] Loss: 2.7358 +2025-04-02 14:19:24,248 - INFO - Train Epoch: 5 [120/139 (86%)] Loss: 2.6353 +2025-04-02 14:19:32,123 - INFO - Train Epoch: 5 [130/139 (94%)] Loss: 2.6576 +2025-04-02 14:19:37,942 - INFO - Epoch 5 - Train Loss: 2.7928 +2025-04-02 14:20:02,827 - INFO - Epoch 5 - Validation Accuracy: 27.45% +2025-04-02 14:20:04,121 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:20:04,121 - INFO - Epoch 6/20 +2025-04-02 14:20:05,983 - INFO - Train Epoch: 6 [0/139 (0%)] Loss: 2.7246 +2025-04-02 14:20:13,820 - INFO - Train Epoch: 6 [10/139 (7%)] Loss: 2.6457 +2025-04-02 14:20:21,745 - INFO - Train Epoch: 6 [20/139 (14%)] Loss: 2.6588 +2025-04-02 14:20:29,627 - INFO - Train Epoch: 6 [30/139 (22%)] Loss: 2.6471 +2025-04-02 14:20:37,522 - INFO - Train Epoch: 6 [40/139 (29%)] Loss: 2.6302 +2025-04-02 14:20:45,427 - INFO - Train Epoch: 6 [50/139 (36%)] Loss: 2.6366 +2025-04-02 14:20:53,308 - INFO - Train Epoch: 6 [60/139 (43%)] Loss: 2.6963 +2025-04-02 14:21:01,308 - INFO - Train Epoch: 6 [70/139 (50%)] Loss: 2.5931 +2025-04-02 14:21:09,185 - INFO - Train Epoch: 6 [80/139 (58%)] Loss: 2.6493 +2025-04-02 14:21:17,339 - INFO - Train Epoch: 6 [90/139 (65%)] Loss: 2.6008 +2025-04-02 14:21:25,325 - INFO - Train Epoch: 6 [100/139 (72%)] Loss: 2.5623 +2025-04-02 14:21:33,239 - INFO - Train Epoch: 6 [110/139 (79%)] Loss: 2.5385 +2025-04-02 14:21:41,193 - INFO - Train Epoch: 6 [120/139 (86%)] Loss: 2.6009 +2025-04-02 14:21:49,147 - INFO - Train Epoch: 6 [130/139 (94%)] Loss: 2.6881 +2025-04-02 14:21:55,137 - INFO - Epoch 6 - Train Loss: 2.6606 +2025-04-02 14:22:19,943 - INFO - Epoch 6 - Validation Accuracy: 28.41% +2025-04-02 14:22:19,943 - INFO - New best validation accuracy: 28.41% +2025-04-02 14:22:21,111 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:22:22,358 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:22:22,358 - INFO - Epoch 7/20 +2025-04-02 14:22:24,615 - INFO - Train Epoch: 7 [0/139 (0%)] Loss: 2.5360 +2025-04-02 14:22:32,474 - INFO - Train Epoch: 7 [10/139 (7%)] Loss: 2.5638 +2025-04-02 14:22:40,356 - INFO - Train Epoch: 7 [20/139 (14%)] Loss: 2.5746 +2025-04-02 14:22:48,327 - INFO - Train Epoch: 7 [30/139 (22%)] Loss: 2.6330 +2025-04-02 14:22:56,226 - INFO - Train Epoch: 7 [40/139 (29%)] Loss: 2.6069 +2025-04-02 14:23:04,179 - INFO - Train Epoch: 7 [50/139 (36%)] Loss: 2.5945 +2025-04-02 14:23:12,169 - INFO - Train Epoch: 7 [60/139 (43%)] Loss: 2.5539 +2025-04-02 14:23:20,235 - INFO - Train Epoch: 7 [70/139 (50%)] Loss: 2.5554 +2025-04-02 14:23:28,198 - INFO - Train Epoch: 7 [80/139 (58%)] Loss: 2.4784 +2025-04-02 14:23:36,143 - INFO - Train Epoch: 7 [90/139 (65%)] Loss: 2.4287 +2025-04-02 14:23:44,058 - INFO - Train Epoch: 7 [100/139 (72%)] Loss: 2.6228 +2025-04-02 14:23:52,034 - INFO - Train Epoch: 7 [110/139 (79%)] Loss: 2.4963 +2025-04-02 14:23:59,989 - INFO - Train Epoch: 7 [120/139 (86%)] Loss: 2.5964 +2025-04-02 14:24:07,921 - INFO - Train Epoch: 7 [130/139 (94%)] Loss: 2.6629 +2025-04-02 14:24:13,768 - INFO - Epoch 7 - Train Loss: 2.5792 +2025-04-02 14:24:39,020 - INFO - Epoch 7 - Validation Accuracy: 29.49% +2025-04-02 14:24:39,022 - INFO - New best validation accuracy: 29.49% +2025-04-02 14:24:40,351 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:24:41,715 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:24:41,716 - INFO - Epoch 8/20 +2025-04-02 14:24:43,661 - INFO - Train Epoch: 8 [0/139 (0%)] Loss: 2.6087 +2025-04-02 14:24:51,652 - INFO - Train Epoch: 8 [10/139 (7%)] Loss: 2.5279 +2025-04-02 14:24:59,544 - INFO - Train Epoch: 8 [20/139 (14%)] Loss: 2.5207 +2025-04-02 14:25:07,593 - INFO - Train Epoch: 8 [30/139 (22%)] Loss: 2.5255 +2025-04-02 14:25:15,378 - INFO - Train Epoch: 8 [40/139 (29%)] Loss: 2.5060 +2025-04-02 14:25:23,287 - INFO - Train Epoch: 8 [50/139 (36%)] Loss: 2.4811 +2025-04-02 14:25:31,151 - INFO - Train Epoch: 8 [60/139 (43%)] Loss: 2.5239 +2025-04-02 14:25:38,985 - INFO - Train Epoch: 8 [70/139 (50%)] Loss: 2.4759 +2025-04-02 14:25:46,802 - INFO - Train Epoch: 8 [80/139 (58%)] Loss: 2.6370 +2025-04-02 14:25:54,785 - INFO - Train Epoch: 8 [90/139 (65%)] Loss: 2.5335 +2025-04-02 14:26:02,624 - INFO - Train Epoch: 8 [100/139 (72%)] Loss: 2.4911 +2025-04-02 14:26:10,570 - INFO - Train Epoch: 8 [110/139 (79%)] Loss: 2.5112 +2025-04-02 14:26:18,575 - INFO - Train Epoch: 8 [120/139 (86%)] Loss: 2.4290 +2025-04-02 14:26:26,461 - INFO - Train Epoch: 8 [130/139 (94%)] Loss: 2.5473 +2025-04-02 14:26:32,242 - INFO - Epoch 8 - Train Loss: 2.5068 +2025-04-02 14:26:57,435 - INFO - Epoch 8 - Validation Accuracy: 31.17% +2025-04-02 14:26:57,436 - INFO - New best validation accuracy: 31.17% +2025-04-02 14:26:58,947 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:27:00,206 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:27:00,207 - INFO - Epoch 9/20 +2025-04-02 14:27:02,778 - INFO - Train Epoch: 9 [0/139 (0%)] Loss: 2.5377 +2025-04-02 14:27:10,569 - INFO - Train Epoch: 9 [10/139 (7%)] Loss: 2.4340 +2025-04-02 14:27:18,373 - INFO - Train Epoch: 9 [20/139 (14%)] Loss: 2.4468 +2025-04-02 14:27:26,329 - INFO - Train Epoch: 9 [30/139 (22%)] Loss: 2.4994 +2025-04-02 14:27:34,247 - INFO - Train Epoch: 9 [40/139 (29%)] Loss: 2.2930 +2025-04-02 14:27:42,104 - INFO - Train Epoch: 9 [50/139 (36%)] Loss: 2.4001 +2025-04-02 14:27:49,982 - INFO - Train Epoch: 9 [60/139 (43%)] Loss: 2.4157 +2025-04-02 14:27:57,895 - INFO - Train Epoch: 9 [70/139 (50%)] Loss: 2.4382 +2025-04-02 14:28:05,796 - INFO - Train Epoch: 9 [80/139 (58%)] Loss: 2.5183 +2025-04-02 14:28:13,747 - INFO - Train Epoch: 9 [90/139 (65%)] Loss: 2.2623 +2025-04-02 14:28:21,760 - INFO - Train Epoch: 9 [100/139 (72%)] Loss: 2.3935 +2025-04-02 14:28:29,686 - INFO - Train Epoch: 9 [110/139 (79%)] Loss: 2.3338 +2025-04-02 14:28:37,765 - INFO - Train Epoch: 9 [120/139 (86%)] Loss: 2.4298 +2025-04-02 14:28:45,919 - INFO - Train Epoch: 9 [130/139 (94%)] Loss: 2.5325 +2025-04-02 14:28:51,887 - INFO - Epoch 9 - Train Loss: 2.4299 +2025-04-02 14:29:17,795 - INFO - Epoch 9 - Validation Accuracy: 34.27% +2025-04-02 14:29:17,795 - INFO - New best validation accuracy: 34.27% +2025-04-02 14:29:19,677 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:29:21,016 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:29:21,017 - INFO - Epoch 10/20 +2025-04-02 14:29:23,062 - INFO - Train Epoch: 10 [0/139 (0%)] Loss: 2.3259 +2025-04-02 14:29:30,893 - INFO - Train Epoch: 10 [10/139 (7%)] Loss: 2.3142 +2025-04-02 14:29:38,760 - INFO - Train Epoch: 10 [20/139 (14%)] Loss: 2.4074 +2025-04-02 14:29:46,599 - INFO - Train Epoch: 10 [30/139 (22%)] Loss: 2.3068 +2025-04-02 14:29:54,705 - INFO - Train Epoch: 10 [40/139 (29%)] Loss: 2.4340 +2025-04-02 14:30:02,641 - INFO - Train Epoch: 10 [50/139 (36%)] Loss: 2.3323 +2025-04-02 14:30:10,596 - INFO - Train Epoch: 10 [60/139 (43%)] Loss: 2.4857 +2025-04-02 14:30:18,597 - INFO - Train Epoch: 10 [70/139 (50%)] Loss: 2.3940 +2025-04-02 14:30:26,574 - INFO - Train Epoch: 10 [80/139 (58%)] Loss: 2.3198 +2025-04-02 14:30:34,548 - INFO - Train Epoch: 10 [90/139 (65%)] Loss: 2.2988 +2025-04-02 14:30:42,457 - INFO - Train Epoch: 10 [100/139 (72%)] Loss: 2.3701 +2025-04-02 14:30:50,343 - INFO - Train Epoch: 10 [110/139 (79%)] Loss: 2.4003 +2025-04-02 14:30:58,453 - INFO - Train Epoch: 10 [120/139 (86%)] Loss: 2.2462 +2025-04-02 14:31:06,332 - INFO - Train Epoch: 10 [130/139 (94%)] Loss: 2.3415 +2025-04-02 14:31:12,202 - INFO - Epoch 10 - Train Loss: 2.3389 +2025-04-02 14:31:38,925 - INFO - Epoch 10 - Validation Accuracy: 33.31% +2025-04-02 14:31:40,435 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:31:40,436 - INFO - Epoch 11/20 +2025-04-02 14:31:42,480 - INFO - Train Epoch: 11 [0/139 (0%)] Loss: 2.2654 +2025-04-02 14:31:50,346 - INFO - Train Epoch: 11 [10/139 (7%)] Loss: 2.2970 +2025-04-02 14:31:58,473 - INFO - Train Epoch: 11 [20/139 (14%)] Loss: 2.3045 +2025-04-02 14:32:06,487 - INFO - Train Epoch: 11 [30/139 (22%)] Loss: 2.3527 +2025-04-02 14:32:14,756 - INFO - Train Epoch: 11 [40/139 (29%)] Loss: 2.2589 +2025-04-02 14:32:22,860 - INFO - Train Epoch: 11 [50/139 (36%)] Loss: 2.2087 +2025-04-02 14:32:31,009 - INFO - Train Epoch: 11 [60/139 (43%)] Loss: 2.3182 +2025-04-02 14:32:39,060 - INFO - Train Epoch: 11 [70/139 (50%)] Loss: 2.1821 +2025-04-02 14:32:47,174 - INFO - Train Epoch: 11 [80/139 (58%)] Loss: 2.2515 +2025-04-02 14:32:55,311 - INFO - Train Epoch: 11 [90/139 (65%)] Loss: 2.2542 +2025-04-02 14:33:03,449 - INFO - Train Epoch: 11 [100/139 (72%)] Loss: 2.1972 +2025-04-02 14:33:11,523 - INFO - Train Epoch: 11 [110/139 (79%)] Loss: 2.2127 +2025-04-02 14:33:19,549 - INFO - Train Epoch: 11 [120/139 (86%)] Loss: 2.2104 +2025-04-02 14:33:27,721 - INFO - Train Epoch: 11 [130/139 (94%)] Loss: 2.2698 +2025-04-02 14:33:33,917 - INFO - Epoch 11 - Train Loss: 2.2597 +2025-04-02 14:34:00,394 - INFO - Epoch 11 - Validation Accuracy: 37.89% +2025-04-02 14:34:00,394 - INFO - New best validation accuracy: 37.89% +2025-04-02 14:34:02,390 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:34:03,646 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:34:03,646 - INFO - Epoch 12/20 +2025-04-02 14:34:06,077 - INFO - Train Epoch: 12 [0/139 (0%)] Loss: 2.1203 +2025-04-02 14:34:14,016 - INFO - Train Epoch: 12 [10/139 (7%)] Loss: 2.2320 +2025-04-02 14:34:22,078 - INFO - Train Epoch: 12 [20/139 (14%)] Loss: 2.2467 +2025-04-02 14:34:30,304 - INFO - Train Epoch: 12 [30/139 (22%)] Loss: 2.1849 +2025-04-02 14:34:38,305 - INFO - Train Epoch: 12 [40/139 (29%)] Loss: 2.2505 +2025-04-02 14:34:46,333 - INFO - Train Epoch: 12 [50/139 (36%)] Loss: 2.2347 +2025-04-02 14:34:54,549 - INFO - Train Epoch: 12 [60/139 (43%)] Loss: 2.1159 +2025-04-02 14:35:02,640 - INFO - Train Epoch: 12 [70/139 (50%)] Loss: 2.2158 +2025-04-02 14:35:10,613 - INFO - Train Epoch: 12 [80/139 (58%)] Loss: 2.2528 +2025-04-02 14:35:18,586 - INFO - Train Epoch: 12 [90/139 (65%)] Loss: 2.2577 +2025-04-02 14:35:26,673 - INFO - Train Epoch: 12 [100/139 (72%)] Loss: 2.2492 +2025-04-02 14:35:34,945 - INFO - Train Epoch: 12 [110/139 (79%)] Loss: 2.1906 +2025-04-02 14:35:43,052 - INFO - Train Epoch: 12 [120/139 (86%)] Loss: 2.1317 +2025-04-02 14:35:51,028 - INFO - Train Epoch: 12 [130/139 (94%)] Loss: 2.2154 +2025-04-02 14:35:56,978 - INFO - Epoch 12 - Train Loss: 2.2076 +2025-04-02 14:36:23,137 - INFO - Epoch 12 - Validation Accuracy: 37.75% +2025-04-02 14:36:24,306 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:36:24,306 - INFO - Epoch 13/20 +2025-04-02 14:36:26,469 - INFO - Train Epoch: 13 [0/139 (0%)] Loss: 2.2942 +2025-04-02 14:36:34,691 - INFO - Train Epoch: 13 [10/139 (7%)] Loss: 2.1990 +2025-04-02 14:36:43,071 - INFO - Train Epoch: 13 [20/139 (14%)] Loss: 2.2838 +2025-04-02 14:36:51,320 - INFO - Train Epoch: 13 [30/139 (22%)] Loss: 2.1040 +2025-04-02 14:36:59,453 - INFO - Train Epoch: 13 [40/139 (29%)] Loss: 2.1719 +2025-04-02 14:37:07,562 - INFO - Train Epoch: 13 [50/139 (36%)] Loss: 2.3142 +2025-04-02 14:37:15,538 - INFO - Train Epoch: 13 [60/139 (43%)] Loss: 2.1971 +2025-04-02 14:37:23,899 - INFO - Train Epoch: 13 [70/139 (50%)] Loss: 2.1866 +2025-04-02 14:37:31,914 - INFO - Train Epoch: 13 [80/139 (58%)] Loss: 2.0487 +2025-04-02 14:37:40,043 - INFO - Train Epoch: 13 [90/139 (65%)] Loss: 2.1672 +2025-04-02 14:37:48,191 - INFO - Train Epoch: 13 [100/139 (72%)] Loss: 2.2421 +2025-04-02 14:37:56,331 - INFO - Train Epoch: 13 [110/139 (79%)] Loss: 2.2110 +2025-04-02 14:38:04,329 - INFO - Train Epoch: 13 [120/139 (86%)] Loss: 2.1149 +2025-04-02 14:38:12,589 - INFO - Train Epoch: 13 [130/139 (94%)] Loss: 2.2597 +2025-04-02 14:38:18,562 - INFO - Epoch 13 - Train Loss: 2.1678 +2025-04-02 14:38:43,817 - INFO - Epoch 13 - Validation Accuracy: 38.39% +2025-04-02 14:38:43,817 - INFO - New best validation accuracy: 38.39% +2025-04-02 14:38:45,966 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:38:47,453 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:38:47,453 - INFO - Epoch 14/20 +2025-04-02 14:38:49,536 - INFO - Train Epoch: 14 [0/139 (0%)] Loss: 2.2585 +2025-04-02 14:38:57,789 - INFO - Train Epoch: 14 [10/139 (7%)] Loss: 2.1400 +2025-04-02 14:39:05,863 - INFO - Train Epoch: 14 [20/139 (14%)] Loss: 2.1115 +2025-04-02 14:39:14,132 - INFO - Train Epoch: 14 [30/139 (22%)] Loss: 2.2339 +2025-04-02 14:39:22,256 - INFO - Train Epoch: 14 [40/139 (29%)] Loss: 2.1576 +2025-04-02 14:39:30,343 - INFO - Train Epoch: 14 [50/139 (36%)] Loss: 2.0880 +2025-04-02 14:39:38,508 - INFO - Train Epoch: 14 [60/139 (43%)] Loss: 2.2093 +2025-04-02 14:39:46,402 - INFO - Train Epoch: 14 [70/139 (50%)] Loss: 2.1430 +2025-04-02 14:39:54,332 - INFO - Train Epoch: 14 [80/139 (58%)] Loss: 2.2418 +2025-04-02 14:40:02,282 - INFO - Train Epoch: 14 [90/139 (65%)] Loss: 2.1249 +2025-04-02 14:40:10,287 - INFO - Train Epoch: 14 [100/139 (72%)] Loss: 2.1342 +2025-04-02 14:40:18,378 - INFO - Train Epoch: 14 [110/139 (79%)] Loss: 2.1652 +2025-04-02 14:40:26,443 - INFO - Train Epoch: 14 [120/139 (86%)] Loss: 2.1205 +2025-04-02 14:40:34,484 - INFO - Train Epoch: 14 [130/139 (94%)] Loss: 2.0860 +2025-04-02 14:40:40,468 - INFO - Epoch 14 - Train Loss: 2.1357 +2025-04-02 14:41:05,763 - INFO - Epoch 14 - Validation Accuracy: 39.94% +2025-04-02 14:41:05,764 - INFO - New best validation accuracy: 39.94% +2025-04-02 14:41:07,876 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:41:09,234 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:41:09,234 - INFO - Epoch 15/20 +2025-04-02 14:41:11,265 - INFO - Train Epoch: 15 [0/139 (0%)] Loss: 2.0835 +2025-04-02 14:41:19,350 - INFO - Train Epoch: 15 [10/139 (7%)] Loss: 2.2302 +2025-04-02 14:41:27,253 - INFO - Train Epoch: 15 [20/139 (14%)] Loss: 2.2401 +2025-04-02 14:41:35,141 - INFO - Train Epoch: 15 [30/139 (22%)] Loss: 2.0798 +2025-04-02 14:41:42,923 - INFO - Train Epoch: 15 [40/139 (29%)] Loss: 2.0921 +2025-04-02 14:41:50,709 - INFO - Train Epoch: 15 [50/139 (36%)] Loss: 2.1230 +2025-04-02 14:41:58,706 - INFO - Train Epoch: 15 [60/139 (43%)] Loss: 2.0546 +2025-04-02 14:42:06,484 - INFO - Train Epoch: 15 [70/139 (50%)] Loss: 2.1091 +2025-04-02 14:42:14,408 - INFO - Train Epoch: 15 [80/139 (58%)] Loss: 2.2119 +2025-04-02 14:42:22,220 - INFO - Train Epoch: 15 [90/139 (65%)] Loss: 2.0504 +2025-04-02 14:42:30,033 - INFO - Train Epoch: 15 [100/139 (72%)] Loss: 2.0775 +2025-04-02 14:42:38,051 - INFO - Train Epoch: 15 [110/139 (79%)] Loss: 2.0327 +2025-04-02 14:42:46,050 - INFO - Train Epoch: 15 [120/139 (86%)] Loss: 2.0069 +2025-04-02 14:42:53,909 - INFO - Train Epoch: 15 [130/139 (94%)] Loss: 2.0370 +2025-04-02 14:43:00,090 - INFO - Epoch 15 - Train Loss: 2.1101 +2025-04-02 14:43:23,852 - INFO - Epoch 15 - Validation Accuracy: 41.25% +2025-04-02 14:43:23,852 - INFO - New best validation accuracy: 41.25% +2025-04-02 14:43:25,786 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:43:27,464 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:43:27,464 - INFO - Epoch 16/20 +2025-04-02 14:43:29,743 - INFO - Train Epoch: 16 [0/139 (0%)] Loss: 2.1173 +2025-04-02 14:43:37,666 - INFO - Train Epoch: 16 [10/139 (7%)] Loss: 2.1729 +2025-04-02 14:43:45,379 - INFO - Train Epoch: 16 [20/139 (14%)] Loss: 2.0460 +2025-04-02 14:43:53,311 - INFO - Train Epoch: 16 [30/139 (22%)] Loss: 2.0976 +2025-04-02 14:44:01,168 - INFO - Train Epoch: 16 [40/139 (29%)] Loss: 2.0093 +2025-04-02 14:44:08,955 - INFO - Train Epoch: 16 [50/139 (36%)] Loss: 2.0967 +2025-04-02 14:44:16,679 - INFO - Train Epoch: 16 [60/139 (43%)] Loss: 2.0645 +2025-04-02 14:44:24,414 - INFO - Train Epoch: 16 [70/139 (50%)] Loss: 2.0432 +2025-04-02 14:44:32,331 - INFO - Train Epoch: 16 [80/139 (58%)] Loss: 2.0796 +2025-04-02 14:44:40,142 - INFO - Train Epoch: 16 [90/139 (65%)] Loss: 2.0971 +2025-04-02 14:44:48,187 - INFO - Train Epoch: 16 [100/139 (72%)] Loss: 2.0825 +2025-04-02 14:44:56,054 - INFO - Train Epoch: 16 [110/139 (79%)] Loss: 2.1678 +2025-04-02 14:45:03,938 - INFO - Train Epoch: 16 [120/139 (86%)] Loss: 2.0806 +2025-04-02 14:45:11,718 - INFO - Train Epoch: 16 [130/139 (94%)] Loss: 2.0961 +2025-04-02 14:45:17,428 - INFO - Epoch 16 - Train Loss: 2.0878 +2025-04-02 14:45:41,506 - INFO - Epoch 16 - Validation Accuracy: 41.72% +2025-04-02 14:45:41,506 - INFO - New best validation accuracy: 41.72% +2025-04-02 14:45:43,591 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:45:44,981 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:45:44,981 - INFO - Epoch 17/20 +2025-04-02 14:45:47,395 - INFO - Train Epoch: 17 [0/139 (0%)] Loss: 1.9595 +2025-04-02 14:45:55,237 - INFO - Train Epoch: 17 [10/139 (7%)] Loss: 2.1881 +2025-04-02 14:46:03,042 - INFO - Train Epoch: 17 [20/139 (14%)] Loss: 1.9786 +2025-04-02 14:46:10,781 - INFO - Train Epoch: 17 [30/139 (22%)] Loss: 2.1170 +2025-04-02 14:46:18,600 - INFO - Train Epoch: 17 [40/139 (29%)] Loss: 2.0735 +2025-04-02 14:46:26,492 - INFO - Train Epoch: 17 [50/139 (36%)] Loss: 2.0401 +2025-04-02 14:46:34,319 - INFO - Train Epoch: 17 [60/139 (43%)] Loss: 2.1358 +2025-04-02 14:46:42,160 - INFO - Train Epoch: 17 [70/139 (50%)] Loss: 1.9806 +2025-04-02 14:46:49,965 - INFO - Train Epoch: 17 [80/139 (58%)] Loss: 2.0478 +2025-04-02 14:46:57,764 - INFO - Train Epoch: 17 [90/139 (65%)] Loss: 2.0375 +2025-04-02 14:47:05,639 - INFO - Train Epoch: 17 [100/139 (72%)] Loss: 1.9852 +2025-04-02 14:47:13,489 - INFO - Train Epoch: 17 [110/139 (79%)] Loss: 2.0780 +2025-04-02 14:47:21,270 - INFO - Train Epoch: 17 [120/139 (86%)] Loss: 2.0180 +2025-04-02 14:47:29,100 - INFO - Train Epoch: 17 [130/139 (94%)] Loss: 2.0758 +2025-04-02 14:47:34,823 - INFO - Epoch 17 - Train Loss: 2.0673 +2025-04-02 14:47:58,370 - INFO - Epoch 17 - Validation Accuracy: 41.19% +2025-04-02 14:47:59,761 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:47:59,761 - INFO - Epoch 18/20 +2025-04-02 14:48:01,814 - INFO - Train Epoch: 18 [0/139 (0%)] Loss: 2.1478 +2025-04-02 14:48:09,665 - INFO - Train Epoch: 18 [10/139 (7%)] Loss: 2.0207 +2025-04-02 14:48:17,355 - INFO - Train Epoch: 18 [20/139 (14%)] Loss: 2.0788 +2025-04-02 14:48:25,267 - INFO - Train Epoch: 18 [30/139 (22%)] Loss: 2.1084 +2025-04-02 14:48:33,026 - INFO - Train Epoch: 18 [40/139 (29%)] Loss: 1.9776 +2025-04-02 14:48:40,985 - INFO - Train Epoch: 18 [50/139 (36%)] Loss: 2.0759 +2025-04-02 14:48:48,809 - INFO - Train Epoch: 18 [60/139 (43%)] Loss: 1.9244 +2025-04-02 14:48:56,743 - INFO - Train Epoch: 18 [70/139 (50%)] Loss: 2.1015 +2025-04-02 14:49:04,737 - INFO - Train Epoch: 18 [80/139 (58%)] Loss: 1.9120 +2025-04-02 14:49:12,708 - INFO - Train Epoch: 18 [90/139 (65%)] Loss: 1.9957 +2025-04-02 14:49:20,710 - INFO - Train Epoch: 18 [100/139 (72%)] Loss: 2.0247 +2025-04-02 14:49:28,589 - INFO - Train Epoch: 18 [110/139 (79%)] Loss: 1.9843 +2025-04-02 14:49:36,448 - INFO - Train Epoch: 18 [120/139 (86%)] Loss: 2.0736 +2025-04-02 14:49:44,284 - INFO - Train Epoch: 18 [130/139 (94%)] Loss: 1.9569 +2025-04-02 14:49:50,135 - INFO - Epoch 18 - Train Loss: 2.0515 +2025-04-02 14:50:14,383 - INFO - Epoch 18 - Validation Accuracy: 41.14% +2025-04-02 14:50:15,836 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:50:15,836 - INFO - Epoch 19/20 +2025-04-02 14:50:17,955 - INFO - Train Epoch: 19 [0/139 (0%)] Loss: 2.1049 +2025-04-02 14:50:25,843 - INFO - Train Epoch: 19 [10/139 (7%)] Loss: 2.0481 +2025-04-02 14:50:33,875 - INFO - Train Epoch: 19 [20/139 (14%)] Loss: 2.0734 +2025-04-02 14:50:41,938 - INFO - Train Epoch: 19 [30/139 (22%)] Loss: 2.0229 +2025-04-02 14:50:49,936 - INFO - Train Epoch: 19 [40/139 (29%)] Loss: 2.0199 +2025-04-02 14:50:57,905 - INFO - Train Epoch: 19 [50/139 (36%)] Loss: 2.0320 +2025-04-02 14:51:05,830 - INFO - Train Epoch: 19 [60/139 (43%)] Loss: 2.0463 +2025-04-02 14:51:13,752 - INFO - Train Epoch: 19 [70/139 (50%)] Loss: 2.1244 +2025-04-02 14:51:21,593 - INFO - Train Epoch: 19 [80/139 (58%)] Loss: 2.0427 +2025-04-02 14:51:29,646 - INFO - Train Epoch: 19 [90/139 (65%)] Loss: 2.0550 +2025-04-02 14:51:37,536 - INFO - Train Epoch: 19 [100/139 (72%)] Loss: 2.0762 +2025-04-02 14:51:45,373 - INFO - Train Epoch: 19 [110/139 (79%)] Loss: 2.0074 +2025-04-02 14:51:53,254 - INFO - Train Epoch: 19 [120/139 (86%)] Loss: 1.9832 +2025-04-02 14:52:01,088 - INFO - Train Epoch: 19 [130/139 (94%)] Loss: 2.0020 +2025-04-02 14:52:06,872 - INFO - Epoch 19 - Train Loss: 2.0318 +2025-04-02 14:52:31,135 - INFO - Epoch 19 - Validation Accuracy: 41.17% +2025-04-02 14:52:32,456 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:52:32,456 - INFO - Epoch 20/20 +2025-04-02 14:52:34,827 - INFO - Train Epoch: 20 [0/139 (0%)] Loss: 1.9814 +2025-04-02 14:52:42,642 - INFO - Train Epoch: 20 [10/139 (7%)] Loss: 1.9657 +2025-04-02 14:52:50,641 - INFO - Train Epoch: 20 [20/139 (14%)] Loss: 2.1401 +2025-04-02 14:52:58,656 - INFO - Train Epoch: 20 [30/139 (22%)] Loss: 2.0245 +2025-04-02 14:53:06,422 - INFO - Train Epoch: 20 [40/139 (29%)] Loss: 1.9865 +2025-04-02 14:53:14,289 - INFO - Train Epoch: 20 [50/139 (36%)] Loss: 2.0353 +2025-04-02 14:53:22,056 - INFO - Train Epoch: 20 [60/139 (43%)] Loss: 2.0007 +2025-04-02 14:53:29,894 - INFO - Train Epoch: 20 [70/139 (50%)] Loss: 2.1748 +2025-04-02 14:53:37,970 - INFO - Train Epoch: 20 [80/139 (58%)] Loss: 1.9197 +2025-04-02 14:53:45,883 - INFO - Train Epoch: 20 [90/139 (65%)] Loss: 1.9123 +2025-04-02 14:53:54,097 - INFO - Train Epoch: 20 [100/139 (72%)] Loss: 2.0517 +2025-04-02 14:54:02,098 - INFO - Train Epoch: 20 [110/139 (79%)] Loss: 2.0897 +2025-04-02 14:54:09,889 - INFO - Train Epoch: 20 [120/139 (86%)] Loss: 2.0286 +2025-04-02 14:54:17,770 - INFO - Train Epoch: 20 [130/139 (94%)] Loss: 2.0354 +2025-04-02 14:54:23,545 - INFO - Epoch 20 - Train Loss: 2.0172 +2025-04-02 14:54:47,509 - INFO - Epoch 20 - Validation Accuracy: 44.87% +2025-04-02 14:54:47,509 - INFO - New best validation accuracy: 44.87% +2025-04-02 14:54:49,401 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-02 14:54:50,889 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:55:14,711 - INFO - Final validation accuracy: 44.87% +2025-04-02 14:55:14,712 - INFO - Best validation accuracy: 44.87% +2025-04-02 14:55:16,095 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-02 14:55:16,096 - INFO - Training completed diff --git a/exp-rank-16/resnet/fewshot_10_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..57764e55a86568dea77a1485ecfe631acdcd0cff --- /dev/null +++ b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae89c26eb6f9a515147fdd725cf1ea42323d32957d32dc9da778ea9e24f6283 +size 5639076 diff --git a/exp-rank-16/resnet/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5132c5022411aea6046bd15a1ea74905f55fa9f9 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8c79f422c0ad4dd396b7532317b9c1d96452e0bce27a6139e9858bdb5a9f34 +size 6979128 diff --git a/exp-rank-16/resnet/fewshot_10_percent/checkpoints/best_model/model.pth b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..44af32977cab105b8e1c97765b491e0131918afa --- /dev/null +++ b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34eb0395341d5f07db1f58dde564817944f6a1a1e0e92cea0e61e2d3a4983fc7 +size 536261766 diff --git a/exp-rank-16/resnet/fewshot_10_percent/checkpoints/checkpoint_last/checkpoint.pth b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/checkpoint_last/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..2cc53b47a31dc4c3e6314bc979d563b4c4f90f3a --- /dev/null +++ b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/checkpoint_last/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7aafd18e9fd90b9ce0d5a6432e19ac082ca878ffacee9fca7108d2097c2ea8 +size 5639076 diff --git a/exp-rank-16/resnet/fewshot_10_percent/checkpoints/checkpoint_last/lora_weights.safetensors b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/checkpoint_last/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5132c5022411aea6046bd15a1ea74905f55fa9f9 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/checkpoint_last/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8c79f422c0ad4dd396b7532317b9c1d96452e0bce27a6139e9858bdb5a9f34 +size 6979128 diff --git a/exp-rank-16/resnet/fewshot_10_percent/checkpoints/checkpoint_last/model.pth b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/checkpoint_last/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..44af32977cab105b8e1c97765b491e0131918afa --- /dev/null +++ b/exp-rank-16/resnet/fewshot_10_percent/checkpoints/checkpoint_last/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34eb0395341d5f07db1f58dde564817944f6a1a1e0e92cea0e61e2d3a4983fc7 +size 536261766 diff --git a/exp-rank-16/resnet/fewshot_10_percent/training_20250403-005625.log b/exp-rank-16/resnet/fewshot_10_percent/training_20250403-005625.log new file mode 100644 index 0000000000000000000000000000000000000000..c1e0f4ef8408ead2bb5bd59f3fc885aaec90a69d --- /dev/null +++ b/exp-rank-16/resnet/fewshot_10_percent/training_20250403-005625.log @@ -0,0 +1,164 @@ +2025-04-03 00:56:25,948 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.1, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=16, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp2/resnet/fewshot_10_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-03 00:56:25,948 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-03 00:56:56,699 - INFO - Initializing RobustMedClip model +2025-04-03 00:57:05,774 - INFO - Starting training +2025-04-03 00:57:05,774 - INFO - Epoch 1/20 +2025-04-03 00:57:07,750 - INFO - Train Epoch: 1 [0/14 (0%)] Loss: 4.4771 +2025-04-03 00:57:15,350 - INFO - Train Epoch: 1 [10/14 (71%)] Loss: 4.3791 +2025-04-03 00:57:17,604 - INFO - Epoch 1 - Train Loss: 4.4437 +2025-04-03 00:57:40,645 - INFO - Epoch 1 - Validation Accuracy: 3.66% +2025-04-03 00:57:40,646 - INFO - New best validation accuracy: 3.66% +2025-04-03 00:57:41,791 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 00:57:42,930 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 00:57:42,930 - INFO - Epoch 2/20 +2025-04-03 00:57:44,577 - INFO - Train Epoch: 2 [0/14 (0%)] Loss: 4.3013 +2025-04-03 00:57:52,221 - INFO - Train Epoch: 2 [10/14 (71%)] Loss: 4.2776 +2025-04-03 00:57:54,476 - INFO - Epoch 2 - Train Loss: 4.3320 +2025-04-03 00:58:17,398 - INFO - Epoch 2 - Validation Accuracy: 5.49% +2025-04-03 00:58:17,398 - INFO - New best validation accuracy: 5.49% +2025-04-03 00:58:18,781 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 00:58:20,008 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 00:58:20,008 - INFO - Epoch 3/20 +2025-04-03 00:58:21,721 - INFO - Train Epoch: 3 [0/14 (0%)] Loss: 4.2289 +2025-04-03 00:58:29,367 - INFO - Train Epoch: 3 [10/14 (71%)] Loss: 4.0648 +2025-04-03 00:58:31,584 - INFO - Epoch 3 - Train Loss: 4.1831 +2025-04-03 00:58:54,591 - INFO - Epoch 3 - Validation Accuracy: 5.31% +2025-04-03 00:58:55,945 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 00:58:55,945 - INFO - Epoch 4/20 +2025-04-03 00:58:57,652 - INFO - Train Epoch: 4 [0/14 (0%)] Loss: 4.1556 +2025-04-03 00:59:05,399 - INFO - Train Epoch: 4 [10/14 (71%)] Loss: 3.9845 +2025-04-03 00:59:07,649 - INFO - Epoch 4 - Train Loss: 4.0466 +2025-04-03 00:59:30,511 - INFO - Epoch 4 - Validation Accuracy: 5.53% +2025-04-03 00:59:30,511 - INFO - New best validation accuracy: 5.53% +2025-04-03 00:59:31,814 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 00:59:33,102 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 00:59:33,102 - INFO - Epoch 5/20 +2025-04-03 00:59:34,865 - INFO - Train Epoch: 5 [0/14 (0%)] Loss: 4.0378 +2025-04-03 00:59:42,507 - INFO - Train Epoch: 5 [10/14 (71%)] Loss: 3.9366 +2025-04-03 00:59:44,740 - INFO - Epoch 5 - Train Loss: 3.9703 +2025-04-03 01:00:07,722 - INFO - Epoch 5 - Validation Accuracy: 5.82% +2025-04-03 01:00:07,722 - INFO - New best validation accuracy: 5.82% +2025-04-03 01:00:09,008 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:00:10,232 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:00:10,233 - INFO - Epoch 6/20 +2025-04-03 01:00:11,946 - INFO - Train Epoch: 6 [0/14 (0%)] Loss: 4.0042 +2025-04-03 01:00:19,637 - INFO - Train Epoch: 6 [10/14 (71%)] Loss: 3.9399 +2025-04-03 01:00:21,887 - INFO - Epoch 6 - Train Loss: 3.9133 +2025-04-03 01:00:44,608 - INFO - Epoch 6 - Validation Accuracy: 6.36% +2025-04-03 01:00:44,608 - INFO - New best validation accuracy: 6.36% +2025-04-03 01:00:46,988 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:00:48,269 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:00:48,269 - INFO - Epoch 7/20 +2025-04-03 01:00:49,983 - INFO - Train Epoch: 7 [0/14 (0%)] Loss: 3.8369 +2025-04-03 01:00:57,643 - INFO - Train Epoch: 7 [10/14 (71%)] Loss: 3.8085 +2025-04-03 01:00:59,893 - INFO - Epoch 7 - Train Loss: 3.8794 +2025-04-03 01:01:22,923 - INFO - Epoch 7 - Validation Accuracy: 7.20% +2025-04-03 01:01:22,923 - INFO - New best validation accuracy: 7.20% +2025-04-03 01:01:24,243 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:01:25,488 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:01:25,488 - INFO - Epoch 8/20 +2025-04-03 01:01:27,178 - INFO - Train Epoch: 8 [0/14 (0%)] Loss: 3.9095 +2025-04-03 01:01:34,823 - INFO - Train Epoch: 8 [10/14 (71%)] Loss: 3.7926 +2025-04-03 01:01:37,074 - INFO - Epoch 8 - Train Loss: 3.8377 +2025-04-03 01:01:59,945 - INFO - Epoch 8 - Validation Accuracy: 8.14% +2025-04-03 01:01:59,946 - INFO - New best validation accuracy: 8.14% +2025-04-03 01:02:01,291 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:02:02,491 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:02:02,491 - INFO - Epoch 9/20 +2025-04-03 01:02:04,195 - INFO - Train Epoch: 9 [0/14 (0%)] Loss: 3.8417 +2025-04-03 01:02:11,849 - INFO - Train Epoch: 9 [10/14 (71%)] Loss: 3.8035 +2025-04-03 01:02:14,093 - INFO - Epoch 9 - Train Loss: 3.7930 +2025-04-03 01:02:37,081 - INFO - Epoch 9 - Validation Accuracy: 8.77% +2025-04-03 01:02:37,081 - INFO - New best validation accuracy: 8.77% +2025-04-03 01:02:38,423 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:02:39,651 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:02:39,651 - INFO - Epoch 10/20 +2025-04-03 01:02:41,334 - INFO - Train Epoch: 10 [0/14 (0%)] Loss: 3.7442 +2025-04-03 01:02:48,997 - INFO - Train Epoch: 10 [10/14 (71%)] Loss: 3.7480 +2025-04-03 01:02:51,257 - INFO - Epoch 10 - Train Loss: 3.7501 +2025-04-03 01:03:14,202 - INFO - Epoch 10 - Validation Accuracy: 9.10% +2025-04-03 01:03:14,202 - INFO - New best validation accuracy: 9.10% +2025-04-03 01:03:15,499 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:03:16,753 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:03:16,754 - INFO - Epoch 11/20 +2025-04-03 01:03:18,414 - INFO - Train Epoch: 11 [0/14 (0%)] Loss: 3.6758 +2025-04-03 01:03:26,095 - INFO - Train Epoch: 11 [10/14 (71%)] Loss: 3.6815 +2025-04-03 01:03:28,342 - INFO - Epoch 11 - Train Loss: 3.6950 +2025-04-03 01:03:51,270 - INFO - Epoch 11 - Validation Accuracy: 9.61% +2025-04-03 01:03:51,271 - INFO - New best validation accuracy: 9.61% +2025-04-03 01:03:52,684 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:03:54,068 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:03:54,068 - INFO - Epoch 12/20 +2025-04-03 01:03:55,858 - INFO - Train Epoch: 12 [0/14 (0%)] Loss: 3.6792 +2025-04-03 01:04:03,513 - INFO - Train Epoch: 12 [10/14 (71%)] Loss: 3.6223 +2025-04-03 01:04:05,755 - INFO - Epoch 12 - Train Loss: 3.6420 +2025-04-03 01:04:28,644 - INFO - Epoch 12 - Validation Accuracy: 10.36% +2025-04-03 01:04:28,644 - INFO - New best validation accuracy: 10.36% +2025-04-03 01:04:29,918 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:04:31,320 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:04:31,320 - INFO - Epoch 13/20 +2025-04-03 01:04:33,100 - INFO - Train Epoch: 13 [0/14 (0%)] Loss: 3.5838 +2025-04-03 01:04:40,776 - INFO - Train Epoch: 13 [10/14 (71%)] Loss: 3.5769 +2025-04-03 01:04:43,051 - INFO - Epoch 13 - Train Loss: 3.5987 +2025-04-03 01:05:06,073 - INFO - Epoch 13 - Validation Accuracy: 11.44% +2025-04-03 01:05:06,073 - INFO - New best validation accuracy: 11.44% +2025-04-03 01:05:07,399 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:05:08,651 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:05:08,651 - INFO - Epoch 14/20 +2025-04-03 01:05:10,351 - INFO - Train Epoch: 14 [0/14 (0%)] Loss: 3.5676 +2025-04-03 01:05:18,019 - INFO - Train Epoch: 14 [10/14 (71%)] Loss: 3.5488 +2025-04-03 01:05:20,296 - INFO - Epoch 14 - Train Loss: 3.5675 +2025-04-03 01:05:43,004 - INFO - Epoch 14 - Validation Accuracy: 12.14% +2025-04-03 01:05:43,005 - INFO - New best validation accuracy: 12.14% +2025-04-03 01:05:44,331 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:05:45,671 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:05:45,671 - INFO - Epoch 15/20 +2025-04-03 01:05:47,391 - INFO - Train Epoch: 15 [0/14 (0%)] Loss: 3.4755 +2025-04-03 01:05:55,066 - INFO - Train Epoch: 15 [10/14 (71%)] Loss: 3.5211 +2025-04-03 01:05:57,292 - INFO - Epoch 15 - Train Loss: 3.5283 +2025-04-03 01:06:20,264 - INFO - Epoch 15 - Validation Accuracy: 12.11% +2025-04-03 01:06:21,468 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:06:21,468 - INFO - Epoch 16/20 +2025-04-03 01:06:23,214 - INFO - Train Epoch: 16 [0/14 (0%)] Loss: 3.4649 +2025-04-03 01:06:30,858 - INFO - Train Epoch: 16 [10/14 (71%)] Loss: 3.5502 +2025-04-03 01:06:33,121 - INFO - Epoch 16 - Train Loss: 3.4946 +2025-04-03 01:06:55,923 - INFO - Epoch 16 - Validation Accuracy: 12.42% +2025-04-03 01:06:55,923 - INFO - New best validation accuracy: 12.42% +2025-04-03 01:06:57,290 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:06:58,541 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:06:58,541 - INFO - Epoch 17/20 +2025-04-03 01:07:00,224 - INFO - Train Epoch: 17 [0/14 (0%)] Loss: 3.5104 +2025-04-03 01:07:07,901 - INFO - Train Epoch: 17 [10/14 (71%)] Loss: 3.4328 +2025-04-03 01:07:10,149 - INFO - Epoch 17 - Train Loss: 3.4582 +2025-04-03 01:07:33,260 - INFO - Epoch 17 - Validation Accuracy: 14.26% +2025-04-03 01:07:33,260 - INFO - New best validation accuracy: 14.26% +2025-04-03 01:07:34,601 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:07:35,815 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:07:35,815 - INFO - Epoch 18/20 +2025-04-03 01:07:37,491 - INFO - Train Epoch: 18 [0/14 (0%)] Loss: 3.6166 +2025-04-03 01:07:45,136 - INFO - Train Epoch: 18 [10/14 (71%)] Loss: 3.3389 +2025-04-03 01:07:47,386 - INFO - Epoch 18 - Train Loss: 3.4320 +2025-04-03 01:08:10,252 - INFO - Epoch 18 - Validation Accuracy: 14.88% +2025-04-03 01:08:10,252 - INFO - New best validation accuracy: 14.88% +2025-04-03 01:08:11,692 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:08:12,918 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:08:12,918 - INFO - Epoch 19/20 +2025-04-03 01:08:14,609 - INFO - Train Epoch: 19 [0/14 (0%)] Loss: 3.4113 +2025-04-03 01:08:22,254 - INFO - Train Epoch: 19 [10/14 (71%)] Loss: 3.3562 +2025-04-03 01:08:24,498 - INFO - Epoch 19 - Train Loss: 3.4072 +2025-04-03 01:08:47,486 - INFO - Epoch 19 - Validation Accuracy: 16.43% +2025-04-03 01:08:47,486 - INFO - New best validation accuracy: 16.43% +2025-04-03 01:08:48,848 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:08:50,063 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:08:50,063 - INFO - Epoch 20/20 +2025-04-03 01:08:51,749 - INFO - Train Epoch: 20 [0/14 (0%)] Loss: 3.2683 +2025-04-03 01:08:59,398 - INFO - Train Epoch: 20 [10/14 (71%)] Loss: 3.3672 +2025-04-03 01:09:01,635 - INFO - Epoch 20 - Train Loss: 3.3749 +2025-04-03 01:09:25,044 - INFO - Epoch 20 - Validation Accuracy: 18.96% +2025-04-03 01:09:25,044 - INFO - New best validation accuracy: 18.96% +2025-04-03 01:09:26,404 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:09:27,751 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:09:50,801 - INFO - Final validation accuracy: 18.96% +2025-04-03 01:09:50,801 - INFO - Best validation accuracy: 18.96% +2025-04-03 01:09:51,991 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:09:51,991 - INFO - Training completed diff --git a/exp-rank-16/resnet/fewshot_30_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..b1b7305f843aadd4ccc5e79381f1c37ccc3221d2 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:287c9bae4c9f3d6b435ecf9bc693751250b53e01536ae936d8464ed9752e2a15 +size 5639076 diff --git a/exp-rank-16/resnet/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68c512aea45506e21f3b842292fd15bb4e320011 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30632ed2c222f9c2aa3695ade5c1694c8b4d9aa24f12da8602b973dc9b20e1c0 +size 6979128 diff --git a/exp-rank-16/resnet/fewshot_30_percent/checkpoints/best_model/model.pth b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..f159b682330210dc8e6d98a2dfc64c4cf7c08e1e --- /dev/null +++ b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec71524031d3cc595c6d4f78b79f32df76d66edd8705f4af24adcbfbdbf62383 +size 536261766 diff --git a/exp-rank-16/resnet/fewshot_30_percent/checkpoints/checkpoint_last/checkpoint.pth b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/checkpoint_last/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..4ddcf28e62043889ad67df9cf0d9b9ee32a5e910 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/checkpoint_last/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7911c8f81352f17b4cec2c1b15f93116f5ad755a796da8bcdd3a635f17cdda0 +size 5639076 diff --git a/exp-rank-16/resnet/fewshot_30_percent/checkpoints/checkpoint_last/lora_weights.safetensors b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/checkpoint_last/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2345b91de2ca28a578bf86811ba855ffeb63ef2 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/checkpoint_last/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8efff6ea37b84394dca74ac3dde4bfc7ad64d0af55cbca2d30cbf12129af458c +size 6979128 diff --git a/exp-rank-16/resnet/fewshot_30_percent/checkpoints/checkpoint_last/model.pth b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/checkpoint_last/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..b01c09763698c8204cbd5e7b01f4c4fd7a16550a --- /dev/null +++ b/exp-rank-16/resnet/fewshot_30_percent/checkpoints/checkpoint_last/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51442329679b14692e79a2501315f2021bf4cda3ed297dde3180b19a1262b2a7 +size 536261766 diff --git a/exp-rank-16/resnet/fewshot_30_percent/training_20250403-011001.log b/exp-rank-16/resnet/fewshot_30_percent/training_20250403-011001.log new file mode 100644 index 0000000000000000000000000000000000000000..6d0e67355b140d76d6c48ae9e84bf302d4a2d786 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_30_percent/training_20250403-011001.log @@ -0,0 +1,208 @@ +2025-04-03 01:10:01,371 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.3, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=16, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp2/resnet/fewshot_30_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-03 01:10:01,371 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-03 01:10:32,457 - INFO - Initializing RobustMedClip model +2025-04-03 01:10:38,945 - INFO - Starting training +2025-04-03 01:10:38,946 - INFO - Epoch 1/20 +2025-04-03 01:10:40,862 - INFO - Train Epoch: 1 [0/42 (0%)] Loss: 4.5854 +2025-04-03 01:10:48,402 - INFO - Train Epoch: 1 [10/42 (24%)] Loss: 4.3735 +2025-04-03 01:10:55,932 - INFO - Train Epoch: 1 [20/42 (48%)] Loss: 4.2601 +2025-04-03 01:11:03,569 - INFO - Train Epoch: 1 [30/42 (71%)] Loss: 4.2088 +2025-04-03 01:11:11,182 - INFO - Train Epoch: 1 [40/42 (95%)] Loss: 4.2444 +2025-04-03 01:11:11,607 - INFO - Epoch 1 - Train Loss: 4.3176 +2025-04-03 01:11:34,203 - INFO - Epoch 1 - Validation Accuracy: 5.26% +2025-04-03 01:11:34,204 - INFO - New best validation accuracy: 5.26% +2025-04-03 01:11:35,414 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:11:36,540 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:11:36,540 - INFO - Epoch 2/20 +2025-04-03 01:11:38,120 - INFO - Train Epoch: 2 [0/42 (0%)] Loss: 4.1283 +2025-04-03 01:11:45,805 - INFO - Train Epoch: 2 [10/42 (24%)] Loss: 4.0279 +2025-04-03 01:11:53,469 - INFO - Train Epoch: 2 [20/42 (48%)] Loss: 3.9734 +2025-04-03 01:12:01,138 - INFO - Train Epoch: 2 [30/42 (71%)] Loss: 3.9627 +2025-04-03 01:12:08,811 - INFO - Train Epoch: 2 [40/42 (95%)] Loss: 3.8872 +2025-04-03 01:12:09,243 - INFO - Epoch 2 - Train Loss: 3.9887 +2025-04-03 01:12:32,576 - INFO - Epoch 2 - Validation Accuracy: 6.88% +2025-04-03 01:12:32,576 - INFO - New best validation accuracy: 6.88% +2025-04-03 01:12:33,898 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:12:35,133 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:12:35,133 - INFO - Epoch 3/20 +2025-04-03 01:12:36,824 - INFO - Train Epoch: 3 [0/42 (0%)] Loss: 3.8934 +2025-04-03 01:12:44,441 - INFO - Train Epoch: 3 [10/42 (24%)] Loss: 3.7839 +2025-04-03 01:12:52,069 - INFO - Train Epoch: 3 [20/42 (48%)] Loss: 3.8145 +2025-04-03 01:12:59,693 - INFO - Train Epoch: 3 [30/42 (71%)] Loss: 3.7579 +2025-04-03 01:13:07,337 - INFO - Train Epoch: 3 [40/42 (95%)] Loss: 3.7666 +2025-04-03 01:13:07,752 - INFO - Epoch 3 - Train Loss: 3.8417 +2025-04-03 01:13:30,187 - INFO - Epoch 3 - Validation Accuracy: 9.27% +2025-04-03 01:13:30,188 - INFO - New best validation accuracy: 9.27% +2025-04-03 01:13:31,355 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:13:32,590 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:13:32,590 - INFO - Epoch 4/20 +2025-04-03 01:13:34,199 - INFO - Train Epoch: 4 [0/42 (0%)] Loss: 3.8777 +2025-04-03 01:13:41,817 - INFO - Train Epoch: 4 [10/42 (24%)] Loss: 3.7311 +2025-04-03 01:13:49,438 - INFO - Train Epoch: 4 [20/42 (48%)] Loss: 3.7443 +2025-04-03 01:13:57,081 - INFO - Train Epoch: 4 [30/42 (71%)] Loss: 3.6386 +2025-04-03 01:14:04,710 - INFO - Train Epoch: 4 [40/42 (95%)] Loss: 3.6008 +2025-04-03 01:14:05,122 - INFO - Epoch 4 - Train Loss: 3.6972 +2025-04-03 01:14:27,345 - INFO - Epoch 4 - Validation Accuracy: 10.65% +2025-04-03 01:14:27,346 - INFO - New best validation accuracy: 10.65% +2025-04-03 01:14:28,633 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:14:29,874 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:14:29,874 - INFO - Epoch 5/20 +2025-04-03 01:14:31,517 - INFO - Train Epoch: 5 [0/42 (0%)] Loss: 3.5485 +2025-04-03 01:14:39,149 - INFO - Train Epoch: 5 [10/42 (24%)] Loss: 3.7418 +2025-04-03 01:14:46,765 - INFO - Train Epoch: 5 [20/42 (48%)] Loss: 3.5738 +2025-04-03 01:14:54,387 - INFO - Train Epoch: 5 [30/42 (71%)] Loss: 3.5214 +2025-04-03 01:15:02,011 - INFO - Train Epoch: 5 [40/42 (95%)] Loss: 3.5233 +2025-04-03 01:15:02,428 - INFO - Epoch 5 - Train Loss: 3.5759 +2025-04-03 01:15:25,279 - INFO - Epoch 5 - Validation Accuracy: 12.11% +2025-04-03 01:15:25,279 - INFO - New best validation accuracy: 12.11% +2025-04-03 01:15:26,592 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:15:27,766 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:15:27,766 - INFO - Epoch 6/20 +2025-04-03 01:15:29,432 - INFO - Train Epoch: 6 [0/42 (0%)] Loss: 3.5468 +2025-04-03 01:15:37,025 - INFO - Train Epoch: 6 [10/42 (24%)] Loss: 3.4507 +2025-04-03 01:15:44,646 - INFO - Train Epoch: 6 [20/42 (48%)] Loss: 3.4291 +2025-04-03 01:15:52,289 - INFO - Train Epoch: 6 [30/42 (71%)] Loss: 3.4125 +2025-04-03 01:15:59,926 - INFO - Train Epoch: 6 [40/42 (95%)] Loss: 3.5163 +2025-04-03 01:16:00,345 - INFO - Epoch 6 - Train Loss: 3.4742 +2025-04-03 01:16:22,785 - INFO - Epoch 6 - Validation Accuracy: 13.54% +2025-04-03 01:16:22,785 - INFO - New best validation accuracy: 13.54% +2025-04-03 01:16:24,031 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:16:25,243 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:16:25,243 - INFO - Epoch 7/20 +2025-04-03 01:16:26,926 - INFO - Train Epoch: 7 [0/42 (0%)] Loss: 3.4012 +2025-04-03 01:16:34,542 - INFO - Train Epoch: 7 [10/42 (24%)] Loss: 3.5195 +2025-04-03 01:16:42,166 - INFO - Train Epoch: 7 [20/42 (48%)] Loss: 3.4191 +2025-04-03 01:16:49,777 - INFO - Train Epoch: 7 [30/42 (71%)] Loss: 3.3120 +2025-04-03 01:16:57,410 - INFO - Train Epoch: 7 [40/42 (95%)] Loss: 3.3477 +2025-04-03 01:16:57,828 - INFO - Epoch 7 - Train Loss: 3.3847 +2025-04-03 01:17:20,211 - INFO - Epoch 7 - Validation Accuracy: 17.74% +2025-04-03 01:17:20,211 - INFO - New best validation accuracy: 17.74% +2025-04-03 01:17:21,421 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:17:22,630 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:17:22,630 - INFO - Epoch 8/20 +2025-04-03 01:17:24,278 - INFO - Train Epoch: 8 [0/42 (0%)] Loss: 3.3037 +2025-04-03 01:17:31,906 - INFO - Train Epoch: 8 [10/42 (24%)] Loss: 3.2954 +2025-04-03 01:17:39,524 - INFO - Train Epoch: 8 [20/42 (48%)] Loss: 3.2846 +2025-04-03 01:17:47,130 - INFO - Train Epoch: 8 [30/42 (71%)] Loss: 3.2343 +2025-04-03 01:17:54,757 - INFO - Train Epoch: 8 [40/42 (95%)] Loss: 3.2319 +2025-04-03 01:17:55,180 - INFO - Epoch 8 - Train Loss: 3.2934 +2025-04-03 01:18:17,698 - INFO - Epoch 8 - Validation Accuracy: 23.76% +2025-04-03 01:18:17,698 - INFO - New best validation accuracy: 23.76% +2025-04-03 01:18:18,823 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:18:20,000 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:18:20,000 - INFO - Epoch 9/20 +2025-04-03 01:18:21,636 - INFO - Train Epoch: 9 [0/42 (0%)] Loss: 3.3204 +2025-04-03 01:18:29,254 - INFO - Train Epoch: 9 [10/42 (24%)] Loss: 3.2838 +2025-04-03 01:18:36,878 - INFO - Train Epoch: 9 [20/42 (48%)] Loss: 3.1681 +2025-04-03 01:18:44,512 - INFO - Train Epoch: 9 [30/42 (71%)] Loss: 3.3006 +2025-04-03 01:18:52,112 - INFO - Train Epoch: 9 [40/42 (95%)] Loss: 3.1585 +2025-04-03 01:18:52,523 - INFO - Epoch 9 - Train Loss: 3.1982 +2025-04-03 01:19:15,008 - INFO - Epoch 9 - Validation Accuracy: 20.92% +2025-04-03 01:19:16,259 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:19:16,259 - INFO - Epoch 10/20 +2025-04-03 01:19:17,882 - INFO - Train Epoch: 10 [0/42 (0%)] Loss: 3.1327 +2025-04-03 01:19:25,498 - INFO - Train Epoch: 10 [10/42 (24%)] Loss: 3.1187 +2025-04-03 01:19:33,157 - INFO - Train Epoch: 10 [20/42 (48%)] Loss: 3.1088 +2025-04-03 01:19:40,807 - INFO - Train Epoch: 10 [30/42 (71%)] Loss: 3.0296 +2025-04-03 01:19:48,456 - INFO - Train Epoch: 10 [40/42 (95%)] Loss: 3.0493 +2025-04-03 01:19:48,876 - INFO - Epoch 10 - Train Loss: 3.1154 +2025-04-03 01:20:11,185 - INFO - Epoch 10 - Validation Accuracy: 29.06% +2025-04-03 01:20:11,185 - INFO - New best validation accuracy: 29.06% +2025-04-03 01:20:13,475 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:20:15,114 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:20:15,114 - INFO - Epoch 11/20 +2025-04-03 01:20:16,806 - INFO - Train Epoch: 11 [0/42 (0%)] Loss: 3.0593 +2025-04-03 01:20:24,450 - INFO - Train Epoch: 11 [10/42 (24%)] Loss: 2.9980 +2025-04-03 01:20:32,085 - INFO - Train Epoch: 11 [20/42 (48%)] Loss: 3.0606 +2025-04-03 01:20:39,721 - INFO - Train Epoch: 11 [30/42 (71%)] Loss: 3.1429 +2025-04-03 01:20:47,360 - INFO - Train Epoch: 11 [40/42 (95%)] Loss: 2.9749 +2025-04-03 01:20:47,774 - INFO - Epoch 11 - Train Loss: 3.0394 +2025-04-03 01:21:10,082 - INFO - Epoch 11 - Validation Accuracy: 29.52% +2025-04-03 01:21:10,082 - INFO - New best validation accuracy: 29.52% +2025-04-03 01:21:11,279 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:21:12,510 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:21:12,510 - INFO - Epoch 12/20 +2025-04-03 01:21:14,171 - INFO - Train Epoch: 12 [0/42 (0%)] Loss: 3.0459 +2025-04-03 01:21:21,836 - INFO - Train Epoch: 12 [10/42 (24%)] Loss: 2.9567 +2025-04-03 01:21:29,504 - INFO - Train Epoch: 12 [20/42 (48%)] Loss: 2.9509 +2025-04-03 01:21:37,184 - INFO - Train Epoch: 12 [30/42 (71%)] Loss: 2.8792 +2025-04-03 01:21:44,878 - INFO - Train Epoch: 12 [40/42 (95%)] Loss: 2.9624 +2025-04-03 01:21:45,305 - INFO - Epoch 12 - Train Loss: 2.9771 +2025-04-03 01:22:08,095 - INFO - Epoch 12 - Validation Accuracy: 28.67% +2025-04-03 01:22:09,375 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:22:09,375 - INFO - Epoch 13/20 +2025-04-03 01:22:11,023 - INFO - Train Epoch: 13 [0/42 (0%)] Loss: 2.8965 +2025-04-03 01:22:18,661 - INFO - Train Epoch: 13 [10/42 (24%)] Loss: 3.0182 +2025-04-03 01:22:26,289 - INFO - Train Epoch: 13 [20/42 (48%)] Loss: 2.8722 +2025-04-03 01:22:33,919 - INFO - Train Epoch: 13 [30/42 (71%)] Loss: 2.9651 +2025-04-03 01:22:41,509 - INFO - Train Epoch: 13 [40/42 (95%)] Loss: 2.7654 +2025-04-03 01:22:41,926 - INFO - Epoch 13 - Train Loss: 2.9228 +2025-04-03 01:23:04,348 - INFO - Epoch 13 - Validation Accuracy: 27.95% +2025-04-03 01:23:05,604 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:23:05,604 - INFO - Epoch 14/20 +2025-04-03 01:23:07,273 - INFO - Train Epoch: 14 [0/42 (0%)] Loss: 2.8823 +2025-04-03 01:23:14,906 - INFO - Train Epoch: 14 [10/42 (24%)] Loss: 3.0117 +2025-04-03 01:23:22,529 - INFO - Train Epoch: 14 [20/42 (48%)] Loss: 2.8088 +2025-04-03 01:23:30,143 - INFO - Train Epoch: 14 [30/42 (71%)] Loss: 2.7487 +2025-04-03 01:23:37,759 - INFO - Train Epoch: 14 [40/42 (95%)] Loss: 2.7790 +2025-04-03 01:23:38,180 - INFO - Epoch 14 - Train Loss: 2.8661 +2025-04-03 01:24:00,479 - INFO - Epoch 14 - Validation Accuracy: 29.26% +2025-04-03 01:24:01,672 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:24:01,673 - INFO - Epoch 15/20 +2025-04-03 01:24:03,322 - INFO - Train Epoch: 15 [0/42 (0%)] Loss: 2.8640 +2025-04-03 01:24:11,081 - INFO - Train Epoch: 15 [10/42 (24%)] Loss: 2.8177 +2025-04-03 01:24:18,733 - INFO - Train Epoch: 15 [20/42 (48%)] Loss: 2.8138 +2025-04-03 01:24:26,356 - INFO - Train Epoch: 15 [30/42 (71%)] Loss: 2.7692 +2025-04-03 01:24:33,993 - INFO - Train Epoch: 15 [40/42 (95%)] Loss: 2.8406 +2025-04-03 01:24:34,409 - INFO - Epoch 15 - Train Loss: 2.8136 +2025-04-03 01:24:56,938 - INFO - Epoch 15 - Validation Accuracy: 27.76% +2025-04-03 01:24:58,184 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:24:58,184 - INFO - Epoch 16/20 +2025-04-03 01:24:59,819 - INFO - Train Epoch: 16 [0/42 (0%)] Loss: 2.7583 +2025-04-03 01:25:07,452 - INFO - Train Epoch: 16 [10/42 (24%)] Loss: 2.8620 +2025-04-03 01:25:15,057 - INFO - Train Epoch: 16 [20/42 (48%)] Loss: 2.6715 +2025-04-03 01:25:22,661 - INFO - Train Epoch: 16 [30/42 (71%)] Loss: 2.7681 +2025-04-03 01:25:30,273 - INFO - Train Epoch: 16 [40/42 (95%)] Loss: 2.7212 +2025-04-03 01:25:30,699 - INFO - Epoch 16 - Train Loss: 2.7621 +2025-04-03 01:25:52,957 - INFO - Epoch 16 - Validation Accuracy: 28.21% +2025-04-03 01:25:54,175 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:25:54,175 - INFO - Epoch 17/20 +2025-04-03 01:25:55,823 - INFO - Train Epoch: 17 [0/42 (0%)] Loss: 2.6676 +2025-04-03 01:26:03,437 - INFO - Train Epoch: 17 [10/42 (24%)] Loss: 2.6322 +2025-04-03 01:26:11,050 - INFO - Train Epoch: 17 [20/42 (48%)] Loss: 2.6923 +2025-04-03 01:26:18,689 - INFO - Train Epoch: 17 [30/42 (71%)] Loss: 2.7568 +2025-04-03 01:26:26,328 - INFO - Train Epoch: 17 [40/42 (95%)] Loss: 2.6752 +2025-04-03 01:26:26,740 - INFO - Epoch 17 - Train Loss: 2.7106 +2025-04-03 01:26:49,563 - INFO - Epoch 17 - Validation Accuracy: 29.00% +2025-04-03 01:26:50,787 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:26:50,787 - INFO - Epoch 18/20 +2025-04-03 01:26:52,453 - INFO - Train Epoch: 18 [0/42 (0%)] Loss: 2.6312 +2025-04-03 01:27:00,175 - INFO - Train Epoch: 18 [10/42 (24%)] Loss: 2.6472 +2025-04-03 01:27:07,894 - INFO - Train Epoch: 18 [20/42 (48%)] Loss: 2.6186 +2025-04-03 01:27:15,563 - INFO - Train Epoch: 18 [30/42 (71%)] Loss: 2.6047 +2025-04-03 01:27:23,165 - INFO - Train Epoch: 18 [40/42 (95%)] Loss: 2.7139 +2025-04-03 01:27:23,582 - INFO - Epoch 18 - Train Loss: 2.6784 +2025-04-03 01:27:45,976 - INFO - Epoch 18 - Validation Accuracy: 28.50% +2025-04-03 01:27:47,145 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:27:47,146 - INFO - Epoch 19/20 +2025-04-03 01:27:48,763 - INFO - Train Epoch: 19 [0/42 (0%)] Loss: 2.6626 +2025-04-03 01:27:56,392 - INFO - Train Epoch: 19 [10/42 (24%)] Loss: 2.7262 +2025-04-03 01:28:04,036 - INFO - Train Epoch: 19 [20/42 (48%)] Loss: 2.5900 +2025-04-03 01:28:11,683 - INFO - Train Epoch: 19 [30/42 (71%)] Loss: 2.5490 +2025-04-03 01:28:19,363 - INFO - Train Epoch: 19 [40/42 (95%)] Loss: 2.6195 +2025-04-03 01:28:19,783 - INFO - Epoch 19 - Train Loss: 2.6453 +2025-04-03 01:28:42,858 - INFO - Epoch 19 - Validation Accuracy: 29.27% +2025-04-03 01:28:44,172 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:28:44,172 - INFO - Epoch 20/20 +2025-04-03 01:28:45,828 - INFO - Train Epoch: 20 [0/42 (0%)] Loss: 2.6073 +2025-04-03 01:28:53,426 - INFO - Train Epoch: 20 [10/42 (24%)] Loss: 2.7481 +2025-04-03 01:29:01,060 - INFO - Train Epoch: 20 [20/42 (48%)] Loss: 2.6463 +2025-04-03 01:29:08,700 - INFO - Train Epoch: 20 [30/42 (71%)] Loss: 2.6524 +2025-04-03 01:29:16,342 - INFO - Train Epoch: 20 [40/42 (95%)] Loss: 2.5949 +2025-04-03 01:29:16,771 - INFO - Epoch 20 - Train Loss: 2.6154 +2025-04-03 01:29:39,144 - INFO - Epoch 20 - Validation Accuracy: 29.03% +2025-04-03 01:29:40,345 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:30:02,784 - INFO - Final validation accuracy: 29.03% +2025-04-03 01:30:02,784 - INFO - Best validation accuracy: 29.52% +2025-04-03 01:30:03,950 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:30:03,950 - INFO - Training completed diff --git a/exp-rank-16/resnet/fewshot_75_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..ba15844def460686f6c8fa92c936d4abec9334a4 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b4748ae7f5f1417535c8c995569b70a7b1bbcf9cf8646da0ffef32c30965ed9 +size 5639076 diff --git a/exp-rank-16/resnet/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2247c07436872903effbcbdf012b11c3e3443539 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17adb8002ede1c3c0494c361c8e6c6e8497f9ed34fb6fcd99f734e0c22686aff +size 6979128 diff --git a/exp-rank-16/resnet/fewshot_75_percent/checkpoints/best_model/model.pth b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..d69474313c3728fd0b455f5daa1c57d9f8a039ba --- /dev/null +++ b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc2dae09e684815cef1472644e42e4f63a9d562a37c1dfea35742976ae33f4cf +size 536261766 diff --git a/exp-rank-16/resnet/fewshot_75_percent/checkpoints/checkpoint_last/checkpoint.pth b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/checkpoint_last/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4153e4a380415478829de8de3e4d6ee5307f750 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/checkpoint_last/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbae036ede8b7d4cd5288c8fc077e3f75fdff74e6285ed908acb28fcfde0588d +size 5639076 diff --git a/exp-rank-16/resnet/fewshot_75_percent/checkpoints/checkpoint_last/lora_weights.safetensors b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/checkpoint_last/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00ee4d22ed79a6bbd091659cebc0f67fd4c4cb14 --- /dev/null +++ b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/checkpoint_last/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:492052c559359809ea6e2f96b4ac61500c52dadea646d9883ae5f278827a83b9 +size 6979128 diff --git a/exp-rank-16/resnet/fewshot_75_percent/checkpoints/checkpoint_last/model.pth b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/checkpoint_last/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..33171d2652d14984f7fc2b2467c9dbcf2055247d --- /dev/null +++ b/exp-rank-16/resnet/fewshot_75_percent/checkpoints/checkpoint_last/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a31373e022aebd325d0aa8ec1e93479b2ce2f2a3c4b5b053da21c244e0bdb8b +size 536261766 diff --git a/exp-rank-16/resnet/fewshot_75_percent/training_20250403-013013.log b/exp-rank-16/resnet/fewshot_75_percent/training_20250403-013013.log new file mode 100644 index 0000000000000000000000000000000000000000..047544117cc782f4d88c6c8dffffe7a0fbfd35ea --- /dev/null +++ b/exp-rank-16/resnet/fewshot_75_percent/training_20250403-013013.log @@ -0,0 +1,332 @@ +2025-04-03 01:30:13,044 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.75, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=16, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp2/resnet/fewshot_75_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-03 01:30:13,045 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-03 01:30:44,329 - INFO - Initializing RobustMedClip model +2025-04-03 01:30:50,802 - INFO - Starting training +2025-04-03 01:30:50,802 - INFO - Epoch 1/20 +2025-04-03 01:30:52,788 - INFO - Train Epoch: 1 [0/104 (0%)] Loss: 4.4435 +2025-04-03 01:31:00,472 - INFO - Train Epoch: 1 [10/104 (10%)] Loss: 4.4472 +2025-04-03 01:31:08,189 - INFO - Train Epoch: 1 [20/104 (19%)] Loss: 4.3180 +2025-04-03 01:31:15,913 - INFO - Train Epoch: 1 [30/104 (29%)] Loss: 4.2816 +2025-04-03 01:31:23,592 - INFO - Train Epoch: 1 [40/104 (38%)] Loss: 4.1349 +2025-04-03 01:31:31,300 - INFO - Train Epoch: 1 [50/104 (48%)] Loss: 4.1235 +2025-04-03 01:31:38,976 - INFO - Train Epoch: 1 [60/104 (58%)] Loss: 3.9298 +2025-04-03 01:31:46,666 - INFO - Train Epoch: 1 [70/104 (67%)] Loss: 3.9198 +2025-04-03 01:31:54,355 - INFO - Train Epoch: 1 [80/104 (77%)] Loss: 3.8352 +2025-04-03 01:32:02,062 - INFO - Train Epoch: 1 [90/104 (87%)] Loss: 3.8732 +2025-04-03 01:32:09,749 - INFO - Train Epoch: 1 [100/104 (96%)] Loss: 3.9152 +2025-04-03 01:32:11,886 - INFO - Epoch 1 - Train Loss: 4.1058 +2025-04-03 01:32:34,818 - INFO - Epoch 1 - Validation Accuracy: 8.55% +2025-04-03 01:32:34,818 - INFO - New best validation accuracy: 8.55% +2025-04-03 01:32:36,407 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 01:32:37,618 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:32:37,618 - INFO - Epoch 2/20 +2025-04-03 01:32:39,278 - INFO - Train Epoch: 2 [0/104 (0%)] Loss: 3.8756 +2025-04-03 01:32:46,983 - INFO - Train Epoch: 2 [10/104 (10%)] Loss: 3.8692 +2025-04-03 01:32:54,664 - INFO - Train Epoch: 2 [20/104 (19%)] Loss: 3.7383 +2025-04-03 01:33:02,423 - INFO - Train Epoch: 2 [30/104 (29%)] Loss: 3.7109 +2025-04-03 01:33:10,147 - INFO - Train Epoch: 2 [40/104 (38%)] Loss: 3.7146 +2025-04-03 01:33:17,864 - INFO - Train Epoch: 2 [50/104 (48%)] Loss: 3.6841 +2025-04-03 01:33:25,559 - INFO - Train Epoch: 2 [60/104 (58%)] Loss: 3.5990 +2025-04-03 01:33:33,256 - INFO - Train Epoch: 2 [70/104 (67%)] Loss: 3.6181 +2025-04-03 01:33:40,945 - INFO - Train Epoch: 2 [80/104 (77%)] Loss: 3.6002 +2025-04-03 01:33:48,641 - INFO - Train Epoch: 2 [90/104 (87%)] Loss: 3.5869 +2025-04-03 01:33:56,350 - INFO - Train Epoch: 2 [100/104 (96%)] Loss: 3.5065 +2025-04-03 01:33:58,459 - INFO - Epoch 2 - Train Loss: 3.6736 +2025-04-03 01:34:21,412 - INFO - Epoch 2 - Validation Accuracy: 12.04% +2025-04-03 01:34:21,412 - INFO - New best validation accuracy: 12.04% +2025-04-03 01:34:23,194 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 01:34:24,454 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:34:24,454 - INFO - Epoch 3/20 +2025-04-03 01:34:26,264 - INFO - Train Epoch: 3 [0/104 (0%)] Loss: 3.5557 +2025-04-03 01:34:33,926 - INFO - Train Epoch: 3 [10/104 (10%)] Loss: 3.5258 +2025-04-03 01:34:41,590 - INFO - Train Epoch: 3 [20/104 (19%)] Loss: 3.4864 +2025-04-03 01:34:49,323 - INFO - Train Epoch: 3 [30/104 (29%)] Loss: 3.5381 +2025-04-03 01:34:57,092 - INFO - Train Epoch: 3 [40/104 (38%)] Loss: 3.4952 +2025-04-03 01:35:04,809 - INFO - Train Epoch: 3 [50/104 (48%)] Loss: 3.4272 +2025-04-03 01:35:12,543 - INFO - Train Epoch: 3 [60/104 (58%)] Loss: 3.4048 +2025-04-03 01:35:20,228 - INFO - Train Epoch: 3 [70/104 (67%)] Loss: 3.3689 +2025-04-03 01:35:27,912 - INFO - Train Epoch: 3 [80/104 (77%)] Loss: 3.3465 +2025-04-03 01:35:35,594 - INFO - Train Epoch: 3 [90/104 (87%)] Loss: 3.3744 +2025-04-03 01:35:43,282 - INFO - Train Epoch: 3 [100/104 (96%)] Loss: 3.2145 +2025-04-03 01:35:45,385 - INFO - Epoch 3 - Train Loss: 3.4161 +2025-04-03 01:36:08,106 - INFO - Epoch 3 - Validation Accuracy: 21.06% +2025-04-03 01:36:08,106 - INFO - New best validation accuracy: 21.06% +2025-04-03 01:36:09,897 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 01:36:11,908 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:36:11,909 - INFO - Epoch 4/20 +2025-04-03 01:36:13,586 - INFO - Train Epoch: 4 [0/104 (0%)] Loss: 3.2246 +2025-04-03 01:36:21,260 - INFO - Train Epoch: 4 [10/104 (10%)] Loss: 3.2907 +2025-04-03 01:36:28,946 - INFO - Train Epoch: 4 [20/104 (19%)] Loss: 3.3580 +2025-04-03 01:36:36,775 - INFO - Train Epoch: 4 [30/104 (29%)] Loss: 3.2649 +2025-04-03 01:36:44,521 - INFO - Train Epoch: 4 [40/104 (38%)] Loss: 3.1972 +2025-04-03 01:36:52,237 - INFO - Train Epoch: 4 [50/104 (48%)] Loss: 3.2105 +2025-04-03 01:36:59,994 - INFO - Train Epoch: 4 [60/104 (58%)] Loss: 3.2121 +2025-04-03 01:37:07,685 - INFO - Train Epoch: 4 [70/104 (67%)] Loss: 3.0754 +2025-04-03 01:37:15,380 - INFO - Train Epoch: 4 [80/104 (77%)] Loss: 3.1332 +2025-04-03 01:37:23,058 - INFO - Train Epoch: 4 [90/104 (87%)] Loss: 3.1055 +2025-04-03 01:37:30,773 - INFO - Train Epoch: 4 [100/104 (96%)] Loss: 3.0453 +2025-04-03 01:37:32,905 - INFO - Epoch 4 - Train Loss: 3.1930 +2025-04-03 01:37:55,581 - INFO - Epoch 4 - Validation Accuracy: 27.82% +2025-04-03 01:37:55,581 - INFO - New best validation accuracy: 27.82% +2025-04-03 01:37:57,343 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 01:37:58,573 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:37:58,574 - INFO - Epoch 5/20 +2025-04-03 01:38:00,271 - INFO - Train Epoch: 5 [0/104 (0%)] Loss: 3.0900 +2025-04-03 01:38:08,015 - INFO - Train Epoch: 5 [10/104 (10%)] Loss: 3.0084 +2025-04-03 01:38:15,706 - INFO - Train Epoch: 5 [20/104 (19%)] Loss: 3.0502 +2025-04-03 01:38:23,404 - INFO - Train Epoch: 5 [30/104 (29%)] Loss: 2.9709 +2025-04-03 01:38:31,073 - INFO - Train Epoch: 5 [40/104 (38%)] Loss: 3.0550 +2025-04-03 01:38:38,772 - INFO - Train Epoch: 5 [50/104 (48%)] Loss: 3.0306 +2025-04-03 01:38:46,472 - INFO - Train Epoch: 5 [60/104 (58%)] Loss: 3.0669 +2025-04-03 01:38:54,222 - INFO - Train Epoch: 5 [70/104 (67%)] Loss: 3.1172 +2025-04-03 01:39:01,925 - INFO - Train Epoch: 5 [80/104 (77%)] Loss: 2.9203 +2025-04-03 01:39:09,616 - INFO - Train Epoch: 5 [90/104 (87%)] Loss: 2.8900 +2025-04-03 01:39:17,293 - INFO - Train Epoch: 5 [100/104 (96%)] Loss: 2.9681 +2025-04-03 01:39:19,394 - INFO - Epoch 5 - Train Loss: 2.9974 +2025-04-03 01:39:41,993 - INFO - Epoch 5 - Validation Accuracy: 30.09% +2025-04-03 01:39:41,994 - INFO - New best validation accuracy: 30.09% +2025-04-03 01:39:43,680 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 01:39:44,924 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:39:44,924 - INFO - Epoch 6/20 +2025-04-03 01:39:46,599 - INFO - Train Epoch: 6 [0/104 (0%)] Loss: 2.9372 +2025-04-03 01:39:54,278 - INFO - Train Epoch: 6 [10/104 (10%)] Loss: 2.8977 +2025-04-03 01:40:01,946 - INFO - Train Epoch: 6 [20/104 (19%)] Loss: 2.9976 +2025-04-03 01:40:09,679 - INFO - Train Epoch: 6 [30/104 (29%)] Loss: 2.8925 +2025-04-03 01:40:17,454 - INFO - Train Epoch: 6 [40/104 (38%)] Loss: 2.8012 +2025-04-03 01:40:25,130 - INFO - Train Epoch: 6 [50/104 (48%)] Loss: 2.8586 +2025-04-03 01:40:32,802 - INFO - Train Epoch: 6 [60/104 (58%)] Loss: 2.8159 +2025-04-03 01:40:40,545 - INFO - Train Epoch: 6 [70/104 (67%)] Loss: 2.7961 +2025-04-03 01:40:48,282 - INFO - Train Epoch: 6 [80/104 (77%)] Loss: 2.7952 +2025-04-03 01:40:56,066 - INFO - Train Epoch: 6 [90/104 (87%)] Loss: 2.8781 +2025-04-03 01:41:03,771 - INFO - Train Epoch: 6 [100/104 (96%)] Loss: 2.7466 +2025-04-03 01:41:05,884 - INFO - Epoch 6 - Train Loss: 2.8548 +2025-04-03 01:41:28,684 - INFO - Epoch 6 - Validation Accuracy: 28.39% +2025-04-03 01:41:30,781 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:41:30,782 - INFO - Epoch 7/20 +2025-04-03 01:41:32,486 - INFO - Train Epoch: 7 [0/104 (0%)] Loss: 2.8413 +2025-04-03 01:41:40,156 - INFO - Train Epoch: 7 [10/104 (10%)] Loss: 2.7934 +2025-04-03 01:41:47,822 - INFO - Train Epoch: 7 [20/104 (19%)] Loss: 2.6438 +2025-04-03 01:41:55,486 - INFO - Train Epoch: 7 [30/104 (29%)] Loss: 2.6843 +2025-04-03 01:42:03,184 - INFO - Train Epoch: 7 [40/104 (38%)] Loss: 2.8012 +2025-04-03 01:42:10,864 - INFO - Train Epoch: 7 [50/104 (48%)] Loss: 2.7166 +2025-04-03 01:42:18,538 - INFO - Train Epoch: 7 [60/104 (58%)] Loss: 2.6977 +2025-04-03 01:42:26,204 - INFO - Train Epoch: 7 [70/104 (67%)] Loss: 2.7297 +2025-04-03 01:42:33,876 - INFO - Train Epoch: 7 [80/104 (77%)] Loss: 2.6165 +2025-04-03 01:42:41,551 - INFO - Train Epoch: 7 [90/104 (87%)] Loss: 2.6980 +2025-04-03 01:42:49,241 - INFO - Train Epoch: 7 [100/104 (96%)] Loss: 2.6096 +2025-04-03 01:42:51,359 - INFO - Epoch 7 - Train Loss: 2.7299 +2025-04-03 01:43:14,132 - INFO - Epoch 7 - Validation Accuracy: 28.47% +2025-04-03 01:43:15,416 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:43:15,416 - INFO - Epoch 8/20 +2025-04-03 01:43:17,077 - INFO - Train Epoch: 8 [0/104 (0%)] Loss: 2.6848 +2025-04-03 01:43:24,747 - INFO - Train Epoch: 8 [10/104 (10%)] Loss: 2.6605 +2025-04-03 01:43:32,423 - INFO - Train Epoch: 8 [20/104 (19%)] Loss: 2.6695 +2025-04-03 01:43:40,103 - INFO - Train Epoch: 8 [30/104 (29%)] Loss: 2.6677 +2025-04-03 01:43:47,770 - INFO - Train Epoch: 8 [40/104 (38%)] Loss: 2.5701 +2025-04-03 01:43:55,456 - INFO - Train Epoch: 8 [50/104 (48%)] Loss: 2.6838 +2025-04-03 01:44:03,190 - INFO - Train Epoch: 8 [60/104 (58%)] Loss: 2.6700 +2025-04-03 01:44:10,874 - INFO - Train Epoch: 8 [70/104 (67%)] Loss: 2.5827 +2025-04-03 01:44:18,555 - INFO - Train Epoch: 8 [80/104 (77%)] Loss: 2.5898 +2025-04-03 01:44:26,227 - INFO - Train Epoch: 8 [90/104 (87%)] Loss: 2.6210 +2025-04-03 01:44:33,940 - INFO - Train Epoch: 8 [100/104 (96%)] Loss: 2.6339 +2025-04-03 01:44:36,053 - INFO - Epoch 8 - Train Loss: 2.6448 +2025-04-03 01:44:58,879 - INFO - Epoch 8 - Validation Accuracy: 29.73% +2025-04-03 01:45:00,124 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:45:00,124 - INFO - Epoch 9/20 +2025-04-03 01:45:01,851 - INFO - Train Epoch: 9 [0/104 (0%)] Loss: 2.5902 +2025-04-03 01:45:09,599 - INFO - Train Epoch: 9 [10/104 (10%)] Loss: 2.5626 +2025-04-03 01:45:17,281 - INFO - Train Epoch: 9 [20/104 (19%)] Loss: 2.6072 +2025-04-03 01:45:24,977 - INFO - Train Epoch: 9 [30/104 (29%)] Loss: 2.5895 +2025-04-03 01:45:32,666 - INFO - Train Epoch: 9 [40/104 (38%)] Loss: 2.5000 +2025-04-03 01:45:40,374 - INFO - Train Epoch: 9 [50/104 (48%)] Loss: 2.7391 +2025-04-03 01:45:48,066 - INFO - Train Epoch: 9 [60/104 (58%)] Loss: 2.6057 +2025-04-03 01:45:55,769 - INFO - Train Epoch: 9 [70/104 (67%)] Loss: 2.5561 +2025-04-03 01:46:03,496 - INFO - Train Epoch: 9 [80/104 (77%)] Loss: 2.6011 +2025-04-03 01:46:11,185 - INFO - Train Epoch: 9 [90/104 (87%)] Loss: 2.6279 +2025-04-03 01:46:18,854 - INFO - Train Epoch: 9 [100/104 (96%)] Loss: 2.7456 +2025-04-03 01:46:20,968 - INFO - Epoch 9 - Train Loss: 2.5792 +2025-04-03 01:46:43,872 - INFO - Epoch 9 - Validation Accuracy: 31.29% +2025-04-03 01:46:43,872 - INFO - New best validation accuracy: 31.29% +2025-04-03 01:46:45,701 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 01:46:46,970 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:46:46,970 - INFO - Epoch 10/20 +2025-04-03 01:46:48,717 - INFO - Train Epoch: 10 [0/104 (0%)] Loss: 2.4719 +2025-04-03 01:46:56,420 - INFO - Train Epoch: 10 [10/104 (10%)] Loss: 2.5787 +2025-04-03 01:47:04,081 - INFO - Train Epoch: 10 [20/104 (19%)] Loss: 2.4371 +2025-04-03 01:47:11,779 - INFO - Train Epoch: 10 [30/104 (29%)] Loss: 2.5231 +2025-04-03 01:47:19,454 - INFO - Train Epoch: 10 [40/104 (38%)] Loss: 2.5061 +2025-04-03 01:47:27,160 - INFO - Train Epoch: 10 [50/104 (48%)] Loss: 2.4925 +2025-04-03 01:47:34,839 - INFO - Train Epoch: 10 [60/104 (58%)] Loss: 2.5309 +2025-04-03 01:47:42,513 - INFO - Train Epoch: 10 [70/104 (67%)] Loss: 2.5260 +2025-04-03 01:47:50,182 - INFO - Train Epoch: 10 [80/104 (77%)] Loss: 2.4322 +2025-04-03 01:47:57,912 - INFO - Train Epoch: 10 [90/104 (87%)] Loss: 2.4387 +2025-04-03 01:48:05,644 - INFO - Train Epoch: 10 [100/104 (96%)] Loss: 2.4094 +2025-04-03 01:48:07,768 - INFO - Epoch 10 - Train Loss: 2.5240 +2025-04-03 01:48:30,580 - INFO - Epoch 10 - Validation Accuracy: 30.93% +2025-04-03 01:48:31,929 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:48:31,930 - INFO - Epoch 11/20 +2025-04-03 01:48:33,608 - INFO - Train Epoch: 11 [0/104 (0%)] Loss: 2.5692 +2025-04-03 01:48:41,348 - INFO - Train Epoch: 11 [10/104 (10%)] Loss: 2.4728 +2025-04-03 01:48:49,080 - INFO - Train Epoch: 11 [20/104 (19%)] Loss: 2.4597 +2025-04-03 01:48:56,797 - INFO - Train Epoch: 11 [30/104 (29%)] Loss: 2.5762 +2025-04-03 01:49:04,468 - INFO - Train Epoch: 11 [40/104 (38%)] Loss: 2.4930 +2025-04-03 01:49:12,156 - INFO - Train Epoch: 11 [50/104 (48%)] Loss: 2.5325 +2025-04-03 01:49:19,822 - INFO - Train Epoch: 11 [60/104 (58%)] Loss: 2.4996 +2025-04-03 01:49:27,489 - INFO - Train Epoch: 11 [70/104 (67%)] Loss: 2.4077 +2025-04-03 01:49:35,157 - INFO - Train Epoch: 11 [80/104 (77%)] Loss: 2.4551 +2025-04-03 01:49:42,845 - INFO - Train Epoch: 11 [90/104 (87%)] Loss: 2.3971 +2025-04-03 01:49:50,508 - INFO - Train Epoch: 11 [100/104 (96%)] Loss: 2.5312 +2025-04-03 01:49:52,615 - INFO - Epoch 11 - Train Loss: 2.4718 +2025-04-03 01:50:15,501 - INFO - Epoch 11 - Validation Accuracy: 32.72% +2025-04-03 01:50:15,501 - INFO - New best validation accuracy: 32.72% +2025-04-03 01:50:17,245 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 01:50:18,514 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:50:18,515 - INFO - Epoch 12/20 +2025-04-03 01:50:20,234 - INFO - Train Epoch: 12 [0/104 (0%)] Loss: 2.5144 +2025-04-03 01:50:28,016 - INFO - Train Epoch: 12 [10/104 (10%)] Loss: 2.4459 +2025-04-03 01:50:35,737 - INFO - Train Epoch: 12 [20/104 (19%)] Loss: 2.4437 +2025-04-03 01:50:43,523 - INFO - Train Epoch: 12 [30/104 (29%)] Loss: 2.4039 +2025-04-03 01:50:51,306 - INFO - Train Epoch: 12 [40/104 (38%)] Loss: 2.4261 +2025-04-03 01:50:59,032 - INFO - Train Epoch: 12 [50/104 (48%)] Loss: 2.4846 +2025-04-03 01:51:06,758 - INFO - Train Epoch: 12 [60/104 (58%)] Loss: 2.4268 +2025-04-03 01:51:14,531 - INFO - Train Epoch: 12 [70/104 (67%)] Loss: 2.4076 +2025-04-03 01:51:22,280 - INFO - Train Epoch: 12 [80/104 (77%)] Loss: 2.3471 +2025-04-03 01:51:30,030 - INFO - Train Epoch: 12 [90/104 (87%)] Loss: 2.3849 +2025-04-03 01:51:37,813 - INFO - Train Epoch: 12 [100/104 (96%)] Loss: 2.3860 +2025-04-03 01:51:39,958 - INFO - Epoch 12 - Train Loss: 2.4124 +2025-04-03 01:52:02,911 - INFO - Epoch 12 - Validation Accuracy: 31.50% +2025-04-03 01:52:04,326 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:52:04,326 - INFO - Epoch 13/20 +2025-04-03 01:52:06,046 - INFO - Train Epoch: 13 [0/104 (0%)] Loss: 2.3783 +2025-04-03 01:52:13,700 - INFO - Train Epoch: 13 [10/104 (10%)] Loss: 2.3805 +2025-04-03 01:52:21,383 - INFO - Train Epoch: 13 [20/104 (19%)] Loss: 2.4060 +2025-04-03 01:52:29,056 - INFO - Train Epoch: 13 [30/104 (29%)] Loss: 2.3811 +2025-04-03 01:52:36,759 - INFO - Train Epoch: 13 [40/104 (38%)] Loss: 2.2339 +2025-04-03 01:52:44,462 - INFO - Train Epoch: 13 [50/104 (48%)] Loss: 2.3760 +2025-04-03 01:52:52,174 - INFO - Train Epoch: 13 [60/104 (58%)] Loss: 2.3151 +2025-04-03 01:52:59,838 - INFO - Train Epoch: 13 [70/104 (67%)] Loss: 2.3144 +2025-04-03 01:53:07,524 - INFO - Train Epoch: 13 [80/104 (77%)] Loss: 2.2688 +2025-04-03 01:53:15,195 - INFO - Train Epoch: 13 [90/104 (87%)] Loss: 2.3977 +2025-04-03 01:53:22,864 - INFO - Train Epoch: 13 [100/104 (96%)] Loss: 2.3075 +2025-04-03 01:53:24,975 - INFO - Epoch 13 - Train Loss: 2.3424 +2025-04-03 01:53:47,753 - INFO - Epoch 13 - Validation Accuracy: 37.31% +2025-04-03 01:53:47,753 - INFO - New best validation accuracy: 37.31% +2025-04-03 01:53:49,564 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 01:53:50,853 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:53:50,854 - INFO - Epoch 14/20 +2025-04-03 01:53:52,616 - INFO - Train Epoch: 14 [0/104 (0%)] Loss: 2.3217 +2025-04-03 01:54:00,332 - INFO - Train Epoch: 14 [10/104 (10%)] Loss: 2.2728 +2025-04-03 01:54:07,972 - INFO - Train Epoch: 14 [20/104 (19%)] Loss: 2.2707 +2025-04-03 01:54:15,665 - INFO - Train Epoch: 14 [30/104 (29%)] Loss: 2.2242 +2025-04-03 01:54:23,373 - INFO - Train Epoch: 14 [40/104 (38%)] Loss: 2.2611 +2025-04-03 01:54:31,151 - INFO - Train Epoch: 14 [50/104 (48%)] Loss: 2.3379 +2025-04-03 01:54:38,892 - INFO - Train Epoch: 14 [60/104 (58%)] Loss: 2.2423 +2025-04-03 01:54:46,674 - INFO - Train Epoch: 14 [70/104 (67%)] Loss: 2.2690 +2025-04-03 01:54:54,358 - INFO - Train Epoch: 14 [80/104 (77%)] Loss: 2.3688 +2025-04-03 01:55:02,083 - INFO - Train Epoch: 14 [90/104 (87%)] Loss: 2.2661 +2025-04-03 01:55:09,830 - INFO - Train Epoch: 14 [100/104 (96%)] Loss: 2.2277 +2025-04-03 01:55:11,941 - INFO - Epoch 14 - Train Loss: 2.2844 +2025-04-03 01:55:34,740 - INFO - Epoch 14 - Validation Accuracy: 35.10% +2025-04-03 01:55:36,053 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:55:36,053 - INFO - Epoch 15/20 +2025-04-03 01:55:37,737 - INFO - Train Epoch: 15 [0/104 (0%)] Loss: 2.2810 +2025-04-03 01:55:45,456 - INFO - Train Epoch: 15 [10/104 (10%)] Loss: 2.3266 +2025-04-03 01:55:53,216 - INFO - Train Epoch: 15 [20/104 (19%)] Loss: 2.3232 +2025-04-03 01:56:00,921 - INFO - Train Epoch: 15 [30/104 (29%)] Loss: 2.2326 +2025-04-03 01:56:08,588 - INFO - Train Epoch: 15 [40/104 (38%)] Loss: 2.3419 +2025-04-03 01:56:16,219 - INFO - Train Epoch: 15 [50/104 (48%)] Loss: 2.1927 +2025-04-03 01:56:23,879 - INFO - Train Epoch: 15 [60/104 (58%)] Loss: 2.2193 +2025-04-03 01:56:31,572 - INFO - Train Epoch: 15 [70/104 (67%)] Loss: 2.1818 +2025-04-03 01:56:39,302 - INFO - Train Epoch: 15 [80/104 (77%)] Loss: 2.1799 +2025-04-03 01:56:47,014 - INFO - Train Epoch: 15 [90/104 (87%)] Loss: 2.2162 +2025-04-03 01:56:54,712 - INFO - Train Epoch: 15 [100/104 (96%)] Loss: 2.1453 +2025-04-03 01:56:56,842 - INFO - Epoch 15 - Train Loss: 2.2409 +2025-04-03 01:57:19,709 - INFO - Epoch 15 - Validation Accuracy: 36.55% +2025-04-03 01:57:21,152 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:57:21,152 - INFO - Epoch 16/20 +2025-04-03 01:57:22,976 - INFO - Train Epoch: 16 [0/104 (0%)] Loss: 2.2429 +2025-04-03 01:57:30,650 - INFO - Train Epoch: 16 [10/104 (10%)] Loss: 2.2603 +2025-04-03 01:57:38,324 - INFO - Train Epoch: 16 [20/104 (19%)] Loss: 2.2286 +2025-04-03 01:57:45,997 - INFO - Train Epoch: 16 [30/104 (29%)] Loss: 2.1623 +2025-04-03 01:57:53,669 - INFO - Train Epoch: 16 [40/104 (38%)] Loss: 2.2630 +2025-04-03 01:58:01,340 - INFO - Train Epoch: 16 [50/104 (48%)] Loss: 2.1992 +2025-04-03 01:58:09,045 - INFO - Train Epoch: 16 [60/104 (58%)] Loss: 2.2979 +2025-04-03 01:58:16,730 - INFO - Train Epoch: 16 [70/104 (67%)] Loss: 2.2393 +2025-04-03 01:58:24,414 - INFO - Train Epoch: 16 [80/104 (77%)] Loss: 2.2049 +2025-04-03 01:58:32,119 - INFO - Train Epoch: 16 [90/104 (87%)] Loss: 2.1557 +2025-04-03 01:58:39,792 - INFO - Train Epoch: 16 [100/104 (96%)] Loss: 2.0796 +2025-04-03 01:58:41,896 - INFO - Epoch 16 - Train Loss: 2.2155 +2025-04-03 01:59:04,543 - INFO - Epoch 16 - Validation Accuracy: 38.19% +2025-04-03 01:59:04,543 - INFO - New best validation accuracy: 38.19% +2025-04-03 01:59:06,234 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 01:59:07,492 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 01:59:07,493 - INFO - Epoch 17/20 +2025-04-03 01:59:09,203 - INFO - Train Epoch: 17 [0/104 (0%)] Loss: 2.1706 +2025-04-03 01:59:16,867 - INFO - Train Epoch: 17 [10/104 (10%)] Loss: 2.1413 +2025-04-03 01:59:24,538 - INFO - Train Epoch: 17 [20/104 (19%)] Loss: 2.1481 +2025-04-03 01:59:32,207 - INFO - Train Epoch: 17 [30/104 (29%)] Loss: 2.2341 +2025-04-03 01:59:39,882 - INFO - Train Epoch: 17 [40/104 (38%)] Loss: 2.1319 +2025-04-03 01:59:47,563 - INFO - Train Epoch: 17 [50/104 (48%)] Loss: 2.0788 +2025-04-03 01:59:55,235 - INFO - Train Epoch: 17 [60/104 (58%)] Loss: 2.3008 +2025-04-03 02:00:02,907 - INFO - Train Epoch: 17 [70/104 (67%)] Loss: 2.0457 +2025-04-03 02:00:10,587 - INFO - Train Epoch: 17 [80/104 (77%)] Loss: 2.2078 +2025-04-03 02:00:18,272 - INFO - Train Epoch: 17 [90/104 (87%)] Loss: 2.2637 +2025-04-03 02:00:25,975 - INFO - Train Epoch: 17 [100/104 (96%)] Loss: 2.2741 +2025-04-03 02:00:28,085 - INFO - Epoch 17 - Train Loss: 2.1837 +2025-04-03 02:00:50,940 - INFO - Epoch 17 - Validation Accuracy: 38.94% +2025-04-03 02:00:50,940 - INFO - New best validation accuracy: 38.94% +2025-04-03 02:00:52,576 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:00:53,805 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:00:53,805 - INFO - Epoch 18/20 +2025-04-03 02:00:55,503 - INFO - Train Epoch: 18 [0/104 (0%)] Loss: 2.3479 +2025-04-03 02:01:03,251 - INFO - Train Epoch: 18 [10/104 (10%)] Loss: 2.1366 +2025-04-03 02:01:10,971 - INFO - Train Epoch: 18 [20/104 (19%)] Loss: 2.1164 +2025-04-03 02:01:18,861 - INFO - Train Epoch: 18 [30/104 (29%)] Loss: 2.1832 +2025-04-03 02:01:26,687 - INFO - Train Epoch: 18 [40/104 (38%)] Loss: 2.1303 +2025-04-03 02:01:34,496 - INFO - Train Epoch: 18 [50/104 (48%)] Loss: 2.1415 +2025-04-03 02:01:42,226 - INFO - Train Epoch: 18 [60/104 (58%)] Loss: 2.2047 +2025-04-03 02:01:50,041 - INFO - Train Epoch: 18 [70/104 (67%)] Loss: 2.1030 +2025-04-03 02:01:57,793 - INFO - Train Epoch: 18 [80/104 (77%)] Loss: 2.1796 +2025-04-03 02:02:05,607 - INFO - Train Epoch: 18 [90/104 (87%)] Loss: 2.0843 +2025-04-03 02:02:13,370 - INFO - Train Epoch: 18 [100/104 (96%)] Loss: 2.1812 +2025-04-03 02:02:15,509 - INFO - Epoch 18 - Train Loss: 2.1578 +2025-04-03 02:02:38,473 - INFO - Epoch 18 - Validation Accuracy: 40.03% +2025-04-03 02:02:38,473 - INFO - New best validation accuracy: 40.03% +2025-04-03 02:02:40,206 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:02:41,493 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:02:41,493 - INFO - Epoch 19/20 +2025-04-03 02:02:43,194 - INFO - Train Epoch: 19 [0/104 (0%)] Loss: 2.1390 +2025-04-03 02:02:50,961 - INFO - Train Epoch: 19 [10/104 (10%)] Loss: 2.1024 +2025-04-03 02:02:58,654 - INFO - Train Epoch: 19 [20/104 (19%)] Loss: 2.2719 +2025-04-03 02:03:06,386 - INFO - Train Epoch: 19 [30/104 (29%)] Loss: 2.0415 +2025-04-03 02:03:14,136 - INFO - Train Epoch: 19 [40/104 (38%)] Loss: 2.1477 +2025-04-03 02:03:21,882 - INFO - Train Epoch: 19 [50/104 (48%)] Loss: 2.1322 +2025-04-03 02:03:29,605 - INFO - Train Epoch: 19 [60/104 (58%)] Loss: 2.1612 +2025-04-03 02:03:37,304 - INFO - Train Epoch: 19 [70/104 (67%)] Loss: 2.1194 +2025-04-03 02:03:45,016 - INFO - Train Epoch: 19 [80/104 (77%)] Loss: 2.0853 +2025-04-03 02:03:52,732 - INFO - Train Epoch: 19 [90/104 (87%)] Loss: 2.0269 +2025-04-03 02:04:00,441 - INFO - Train Epoch: 19 [100/104 (96%)] Loss: 2.2318 +2025-04-03 02:04:02,575 - INFO - Epoch 19 - Train Loss: 2.1319 +2025-04-03 02:04:25,381 - INFO - Epoch 19 - Validation Accuracy: 41.74% +2025-04-03 02:04:25,381 - INFO - New best validation accuracy: 41.74% +2025-04-03 02:04:27,100 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:04:28,311 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:04:28,312 - INFO - Epoch 20/20 +2025-04-03 02:04:29,983 - INFO - Train Epoch: 20 [0/104 (0%)] Loss: 2.1354 +2025-04-03 02:04:37,745 - INFO - Train Epoch: 20 [10/104 (10%)] Loss: 2.1539 +2025-04-03 02:04:45,442 - INFO - Train Epoch: 20 [20/104 (19%)] Loss: 2.0385 +2025-04-03 02:04:53,178 - INFO - Train Epoch: 20 [30/104 (29%)] Loss: 2.0575 +2025-04-03 02:05:00,919 - INFO - Train Epoch: 20 [40/104 (38%)] Loss: 2.1162 +2025-04-03 02:05:08,711 - INFO - Train Epoch: 20 [50/104 (48%)] Loss: 2.1226 +2025-04-03 02:05:16,375 - INFO - Train Epoch: 20 [60/104 (58%)] Loss: 2.1580 +2025-04-03 02:05:24,094 - INFO - Train Epoch: 20 [70/104 (67%)] Loss: 2.1330 +2025-04-03 02:05:31,767 - INFO - Train Epoch: 20 [80/104 (77%)] Loss: 2.0756 +2025-04-03 02:05:39,540 - INFO - Train Epoch: 20 [90/104 (87%)] Loss: 2.1556 +2025-04-03 02:05:47,335 - INFO - Train Epoch: 20 [100/104 (96%)] Loss: 2.1004 +2025-04-03 02:05:49,468 - INFO - Epoch 20 - Train Loss: 2.1192 +2025-04-03 02:06:12,059 - INFO - Epoch 20 - Validation Accuracy: 40.38% +2025-04-03 02:06:13,354 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:06:36,136 - INFO - Final validation accuracy: 40.38% +2025-04-03 02:06:36,136 - INFO - Best validation accuracy: 41.74% +2025-04-03 02:06:37,448 - INFO - Checkpoint saved to outputs/exp2/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:06:37,448 - INFO - Training completed diff --git a/exp-rank-16/vit/fewshot_100_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-16/vit/fewshot_100_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..6d571cef8286031e2d165996f9b4cd4107ed58f3 --- /dev/null +++ b/exp-rank-16/vit/fewshot_100_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa1af9161778f7b399fb9a6800c49123a645e4bb65660a7ab7feebbcbd861db +size 7140630 diff --git a/exp-rank-16/vit/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-16/vit/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6ffa41d52dcb97b85810b9af6e8651818b9c441 --- /dev/null +++ b/exp-rank-16/vit/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d184c8779e6d6023ef6ef0b198872d0f359722f2d5d38656e19521518a559cd0 +size 3935896 diff --git a/exp-rank-16/vit/fewshot_100_percent/checkpoints/best_model/model.pth b/exp-rank-16/vit/fewshot_100_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..3fe1a05f4d3d687d82d71dabc42c655d034f8ed0 --- /dev/null +++ b/exp-rank-16/vit/fewshot_100_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50bd7e27aa9f1561a70519e9a3d56b4a8e2e368a115d456e853e98a946f18c6e +size 787311186 diff --git a/exp-rank-16/vit/fewshot_100_percent/checkpoints/checkpoint_last/checkpoint.pth b/exp-rank-16/vit/fewshot_100_percent/checkpoints/checkpoint_last/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..2188b08fe3a6cd86fc00d2063eced0ea478bd72b --- /dev/null +++ b/exp-rank-16/vit/fewshot_100_percent/checkpoints/checkpoint_last/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd05825e2fb908c0d85bee34e3cb44a94e04ef77a3b1bf4f696b83efb084fb2 +size 7140566 diff --git a/exp-rank-16/vit/fewshot_100_percent/checkpoints/checkpoint_last/lora_weights.safetensors b/exp-rank-16/vit/fewshot_100_percent/checkpoints/checkpoint_last/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..153ae7f518e9fb092ee959ceb17866496e1886a8 --- /dev/null +++ b/exp-rank-16/vit/fewshot_100_percent/checkpoints/checkpoint_last/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14b63ba9a9ec53add1ab7f8372fcae15db3b59182740b641e4a0bc70b13fef27 +size 3935896 diff --git a/exp-rank-16/vit/fewshot_100_percent/checkpoints/checkpoint_last/model.pth b/exp-rank-16/vit/fewshot_100_percent/checkpoints/checkpoint_last/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..7868104a6748d74e5a0fdb42a2ddce0e33b77d9d --- /dev/null +++ b/exp-rank-16/vit/fewshot_100_percent/checkpoints/checkpoint_last/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2787faae186cbc38d4849942f31f0b4f0882e659070a696f930872fe3b54d4 +size 787311186 diff --git a/exp-rank-16/vit/fewshot_100_percent/training_20250403-031835.log b/exp-rank-16/vit/fewshot_100_percent/training_20250403-031835.log new file mode 100644 index 0000000000000000000000000000000000000000..a9fef149250f27d9be33bb2e368448b404fbee9b --- /dev/null +++ b/exp-rank-16/vit/fewshot_100_percent/training_20250403-031835.log @@ -0,0 +1,398 @@ +2025-04-03 03:18:35,196 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=None, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='vit', lora_rank=16, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=5), gpu=5, seed=42, num_workers=4, output_dir='./outputs/exp2/vit/fewshot_100_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-03 03:18:35,196 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-03 03:19:05,393 - INFO - Initializing RobustMedClip model +2025-04-03 03:19:12,439 - INFO - Starting training +2025-04-03 03:19:12,439 - INFO - Epoch 1/20 +2025-04-03 03:19:15,100 - INFO - Train Epoch: 1 [0/139 (0%)] Loss: 5.8767 +2025-04-03 03:19:31,948 - INFO - Train Epoch: 1 [10/139 (7%)] Loss: 4.6353 +2025-04-03 03:19:48,918 - INFO - Train Epoch: 1 [20/139 (14%)] Loss: 3.8978 +2025-04-03 03:20:05,973 - INFO - Train Epoch: 1 [30/139 (22%)] Loss: 2.8041 +2025-04-03 03:20:23,074 - INFO - Train Epoch: 1 [40/139 (29%)] Loss: 2.4903 +2025-04-03 03:20:40,223 - INFO - Train Epoch: 1 [50/139 (36%)] Loss: 2.1117 +2025-04-03 03:20:57,422 - INFO - Train Epoch: 1 [60/139 (43%)] Loss: 1.8705 +2025-04-03 03:21:14,621 - INFO - Train Epoch: 1 [70/139 (50%)] Loss: 1.9268 +2025-04-03 03:21:31,851 - INFO - Train Epoch: 1 [80/139 (58%)] Loss: 1.6126 +2025-04-03 03:21:49,083 - INFO - Train Epoch: 1 [90/139 (65%)] Loss: 1.6640 +2025-04-03 03:22:06,334 - INFO - Train Epoch: 1 [100/139 (72%)] Loss: 1.6246 +2025-04-03 03:22:23,581 - INFO - Train Epoch: 1 [110/139 (79%)] Loss: 1.4682 +2025-04-03 03:22:40,825 - INFO - Train Epoch: 1 [120/139 (86%)] Loss: 1.3303 +2025-04-03 03:22:58,073 - INFO - Train Epoch: 1 [130/139 (94%)] Loss: 1.2319 +2025-04-03 03:23:10,502 - INFO - Epoch 1 - Train Loss: 2.2803 +2025-04-03 03:23:56,079 - INFO - Epoch 1 - Validation Accuracy: 31.71% +2025-04-03 03:23:56,080 - INFO - New best validation accuracy: 31.71% +2025-04-03 03:23:58,035 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 03:23:59,570 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 03:23:59,570 - INFO - Epoch 2/20 +2025-04-03 03:24:02,301 - INFO - Train Epoch: 2 [0/139 (0%)] Loss: 1.0871 +2025-04-03 03:24:19,479 - INFO - Train Epoch: 2 [10/139 (7%)] Loss: 1.0284 +2025-04-03 03:24:36,713 - INFO - Train Epoch: 2 [20/139 (14%)] Loss: 1.0864 +2025-04-03 03:24:53,951 - INFO - Train Epoch: 2 [30/139 (22%)] Loss: 1.0471 +2025-04-03 03:25:11,223 - INFO - Train Epoch: 2 [40/139 (29%)] Loss: 0.8571 +2025-04-03 03:25:28,503 - INFO - Train Epoch: 2 [50/139 (36%)] Loss: 0.9723 +2025-04-03 03:25:45,776 - INFO - Train Epoch: 2 [60/139 (43%)] Loss: 0.9472 +2025-04-03 03:26:03,061 - INFO - Train Epoch: 2 [70/139 (50%)] Loss: 0.8836 +2025-04-03 03:26:20,339 - INFO - Train Epoch: 2 [80/139 (58%)] Loss: 0.8380 +2025-04-03 03:26:37,638 - INFO - Train Epoch: 2 [90/139 (65%)] Loss: 0.8418 +2025-04-03 03:26:54,917 - INFO - Train Epoch: 2 [100/139 (72%)] Loss: 0.7141 +2025-04-03 03:27:12,215 - INFO - Train Epoch: 2 [110/139 (79%)] Loss: 0.7262 +2025-04-03 03:27:29,495 - INFO - Train Epoch: 2 [120/139 (86%)] Loss: 0.6968 +2025-04-03 03:27:46,793 - INFO - Train Epoch: 2 [130/139 (94%)] Loss: 0.7215 +2025-04-03 03:27:59,276 - INFO - Epoch 2 - Train Loss: 0.9011 +2025-04-03 03:28:44,756 - INFO - Epoch 2 - Validation Accuracy: 47.94% +2025-04-03 03:28:44,757 - INFO - New best validation accuracy: 47.94% +2025-04-03 03:28:47,271 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 03:28:49,009 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 03:28:49,009 - INFO - Epoch 3/20 +2025-04-03 03:28:51,591 - INFO - Train Epoch: 3 [0/139 (0%)] Loss: 0.6718 +2025-04-03 03:29:08,733 - INFO - Train Epoch: 3 [10/139 (7%)] Loss: 0.5652 +2025-04-03 03:29:25,916 - INFO - Train Epoch: 3 [20/139 (14%)] Loss: 0.5986 +2025-04-03 03:29:43,118 - INFO - Train Epoch: 3 [30/139 (22%)] Loss: 0.5277 +2025-04-03 03:30:00,326 - INFO - Train Epoch: 3 [40/139 (29%)] Loss: 0.5429 +2025-04-03 03:30:17,538 - INFO - Train Epoch: 3 [50/139 (36%)] Loss: 0.6189 +2025-04-03 03:30:34,760 - INFO - Train Epoch: 3 [60/139 (43%)] Loss: 0.5689 +2025-04-03 03:30:51,982 - INFO - Train Epoch: 3 [70/139 (50%)] Loss: 0.5455 +2025-04-03 03:31:09,210 - INFO - Train Epoch: 3 [80/139 (58%)] Loss: 0.3994 +2025-04-03 03:31:26,449 - INFO - Train Epoch: 3 [90/139 (65%)] Loss: 0.5070 +2025-04-03 03:31:43,690 - INFO - Train Epoch: 3 [100/139 (72%)] Loss: 0.4325 +2025-04-03 03:32:00,939 - INFO - Train Epoch: 3 [110/139 (79%)] Loss: 0.4641 +2025-04-03 03:32:18,179 - INFO - Train Epoch: 3 [120/139 (86%)] Loss: 0.6050 +2025-04-03 03:32:35,439 - INFO - Train Epoch: 3 [130/139 (94%)] Loss: 0.5805 +2025-04-03 03:32:47,872 - INFO - Epoch 3 - Train Loss: 0.5706 +2025-04-03 03:33:33,242 - INFO - Epoch 3 - Validation Accuracy: 56.56% +2025-04-03 03:33:33,242 - INFO - New best validation accuracy: 56.56% +2025-04-03 03:33:35,770 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 03:33:37,410 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 03:33:37,410 - INFO - Epoch 4/20 +2025-04-03 03:33:40,033 - INFO - Train Epoch: 4 [0/139 (0%)] Loss: 0.5116 +2025-04-03 03:33:57,165 - INFO - Train Epoch: 4 [10/139 (7%)] Loss: 0.4393 +2025-04-03 03:34:14,336 - INFO - Train Epoch: 4 [20/139 (14%)] Loss: 0.3933 +2025-04-03 03:34:31,547 - INFO - Train Epoch: 4 [30/139 (22%)] Loss: 0.4841 +2025-04-03 03:34:48,753 - INFO - Train Epoch: 4 [40/139 (29%)] Loss: 0.5240 +2025-04-03 03:35:05,968 - INFO - Train Epoch: 4 [50/139 (36%)] Loss: 0.5007 +2025-04-03 03:35:23,187 - INFO - Train Epoch: 4 [60/139 (43%)] Loss: 0.4502 +2025-04-03 03:35:40,410 - INFO - Train Epoch: 4 [70/139 (50%)] Loss: 0.4657 +2025-04-03 03:35:57,640 - INFO - Train Epoch: 4 [80/139 (58%)] Loss: 0.3866 +2025-04-03 03:36:14,867 - INFO - Train Epoch: 4 [90/139 (65%)] Loss: 0.3480 +2025-04-03 03:36:32,097 - INFO - Train Epoch: 4 [100/139 (72%)] Loss: 0.3828 +2025-04-03 03:36:49,328 - INFO - Train Epoch: 4 [110/139 (79%)] Loss: 0.5205 +2025-04-03 03:37:06,561 - INFO - Train Epoch: 4 [120/139 (86%)] Loss: 0.4415 +2025-04-03 03:37:23,797 - INFO - Train Epoch: 4 [130/139 (94%)] Loss: 0.4608 +2025-04-03 03:37:36,217 - INFO - Epoch 4 - Train Loss: 0.4333 +2025-04-03 03:38:21,596 - INFO - Epoch 4 - Validation Accuracy: 60.47% +2025-04-03 03:38:21,597 - INFO - New best validation accuracy: 60.47% +2025-04-03 03:38:23,987 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 03:38:25,665 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 03:38:25,666 - INFO - Epoch 5/20 +2025-04-03 03:38:28,321 - INFO - Train Epoch: 5 [0/139 (0%)] Loss: 0.4587 +2025-04-03 03:38:45,479 - INFO - Train Epoch: 5 [10/139 (7%)] Loss: 0.4666 +2025-04-03 03:39:02,676 - INFO - Train Epoch: 5 [20/139 (14%)] Loss: 0.3131 +2025-04-03 03:39:19,892 - INFO - Train Epoch: 5 [30/139 (22%)] Loss: 0.3434 +2025-04-03 03:39:37,104 - INFO - Train Epoch: 5 [40/139 (29%)] Loss: 0.4523 +2025-04-03 03:39:54,328 - INFO - Train Epoch: 5 [50/139 (36%)] Loss: 0.2825 +2025-04-03 03:40:11,559 - INFO - Train Epoch: 5 [60/139 (43%)] Loss: 0.3569 +2025-04-03 03:40:28,798 - INFO - Train Epoch: 5 [70/139 (50%)] Loss: 0.2694 +2025-04-03 03:40:46,033 - INFO - Train Epoch: 5 [80/139 (58%)] Loss: 0.3140 +2025-04-03 03:41:03,268 - INFO - Train Epoch: 5 [90/139 (65%)] Loss: 0.4332 +2025-04-03 03:41:20,510 - INFO - Train Epoch: 5 [100/139 (72%)] Loss: 0.3074 +2025-04-03 03:41:37,755 - INFO - Train Epoch: 5 [110/139 (79%)] Loss: 0.2648 +2025-04-03 03:41:55,007 - INFO - Train Epoch: 5 [120/139 (86%)] Loss: 0.3686 +2025-04-03 03:42:12,252 - INFO - Train Epoch: 5 [130/139 (94%)] Loss: 0.3267 +2025-04-03 03:42:24,686 - INFO - Epoch 5 - Train Loss: 0.3611 +2025-04-03 03:43:10,055 - INFO - Epoch 5 - Validation Accuracy: 61.64% +2025-04-03 03:43:10,056 - INFO - New best validation accuracy: 61.64% +2025-04-03 03:43:12,588 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 03:43:14,288 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 03:43:14,288 - INFO - Epoch 6/20 +2025-04-03 03:43:16,883 - INFO - Train Epoch: 6 [0/139 (0%)] Loss: 0.3228 +2025-04-03 03:43:34,051 - INFO - Train Epoch: 6 [10/139 (7%)] Loss: 0.4016 +2025-04-03 03:43:51,242 - INFO - Train Epoch: 6 [20/139 (14%)] Loss: 0.3145 +2025-04-03 03:44:08,458 - INFO - Train Epoch: 6 [30/139 (22%)] Loss: 0.3793 +2025-04-03 03:44:25,669 - INFO - Train Epoch: 6 [40/139 (29%)] Loss: 0.3910 +2025-04-03 03:44:42,881 - INFO - Train Epoch: 6 [50/139 (36%)] Loss: 0.3195 +2025-04-03 03:45:00,095 - INFO - Train Epoch: 6 [60/139 (43%)] Loss: 0.3582 +2025-04-03 03:45:17,323 - INFO - Train Epoch: 6 [70/139 (50%)] Loss: 0.2837 +2025-04-03 03:45:34,547 - INFO - Train Epoch: 6 [80/139 (58%)] Loss: 0.3046 +2025-04-03 03:45:51,777 - INFO - Train Epoch: 6 [90/139 (65%)] Loss: 0.2599 +2025-04-03 03:46:08,996 - INFO - Train Epoch: 6 [100/139 (72%)] Loss: 0.2806 +2025-04-03 03:46:26,223 - INFO - Train Epoch: 6 [110/139 (79%)] Loss: 0.3017 +2025-04-03 03:46:43,455 - INFO - Train Epoch: 6 [120/139 (86%)] Loss: 0.2804 +2025-04-03 03:47:00,708 - INFO - Train Epoch: 6 [130/139 (94%)] Loss: 0.3804 +2025-04-03 03:47:13,153 - INFO - Epoch 6 - Train Loss: 0.3139 +2025-04-03 03:47:58,619 - INFO - Epoch 6 - Validation Accuracy: 65.85% +2025-04-03 03:47:58,620 - INFO - New best validation accuracy: 65.85% +2025-04-03 03:48:01,119 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 03:48:02,712 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 03:48:02,713 - INFO - Epoch 7/20 +2025-04-03 03:48:05,316 - INFO - Train Epoch: 7 [0/139 (0%)] Loss: 0.3005 +2025-04-03 03:48:22,506 - INFO - Train Epoch: 7 [10/139 (7%)] Loss: 0.3116 +2025-04-03 03:48:39,690 - INFO - Train Epoch: 7 [20/139 (14%)] Loss: 0.2720 +2025-04-03 03:48:56,916 - INFO - Train Epoch: 7 [30/139 (22%)] Loss: 0.3238 +2025-04-03 03:49:14,132 - INFO - Train Epoch: 7 [40/139 (29%)] Loss: 0.2959 +2025-04-03 03:49:31,385 - INFO - Train Epoch: 7 [50/139 (36%)] Loss: 0.2731 +2025-04-03 03:49:48,637 - INFO - Train Epoch: 7 [60/139 (43%)] Loss: 0.2286 +2025-04-03 03:50:05,883 - INFO - Train Epoch: 7 [70/139 (50%)] Loss: 0.2315 +2025-04-03 03:50:23,136 - INFO - Train Epoch: 7 [80/139 (58%)] Loss: 0.2146 +2025-04-03 03:50:40,394 - INFO - Train Epoch: 7 [90/139 (65%)] Loss: 0.2631 +2025-04-03 03:50:57,647 - INFO - Train Epoch: 7 [100/139 (72%)] Loss: 0.2277 +2025-04-03 03:51:14,922 - INFO - Train Epoch: 7 [110/139 (79%)] Loss: 0.2548 +2025-04-03 03:51:32,183 - INFO - Train Epoch: 7 [120/139 (86%)] Loss: 0.2491 +2025-04-03 03:51:49,448 - INFO - Train Epoch: 7 [130/139 (94%)] Loss: 0.2799 +2025-04-03 03:52:01,911 - INFO - Epoch 7 - Train Loss: 0.2851 +2025-04-03 03:52:47,849 - INFO - Epoch 7 - Validation Accuracy: 67.91% +2025-04-03 03:52:47,849 - INFO - New best validation accuracy: 67.91% +2025-04-03 03:52:50,330 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 03:52:52,130 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 03:52:52,130 - INFO - Epoch 8/20 +2025-04-03 03:52:54,697 - INFO - Train Epoch: 8 [0/139 (0%)] Loss: 0.2306 +2025-04-03 03:53:11,831 - INFO - Train Epoch: 8 [10/139 (7%)] Loss: 0.2622 +2025-04-03 03:53:29,001 - INFO - Train Epoch: 8 [20/139 (14%)] Loss: 0.3614 +2025-04-03 03:53:46,207 - INFO - Train Epoch: 8 [30/139 (22%)] Loss: 0.3005 +2025-04-03 03:54:03,417 - INFO - Train Epoch: 8 [40/139 (29%)] Loss: 0.2647 +2025-04-03 03:54:20,623 - INFO - Train Epoch: 8 [50/139 (36%)] Loss: 0.2225 +2025-04-03 03:54:37,839 - INFO - Train Epoch: 8 [60/139 (43%)] Loss: 0.3808 +2025-04-03 03:54:55,063 - INFO - Train Epoch: 8 [70/139 (50%)] Loss: 0.2648 +2025-04-03 03:55:12,293 - INFO - Train Epoch: 8 [80/139 (58%)] Loss: 0.2883 +2025-04-03 03:55:29,536 - INFO - Train Epoch: 8 [90/139 (65%)] Loss: 0.2767 +2025-04-03 03:55:46,765 - INFO - Train Epoch: 8 [100/139 (72%)] Loss: 0.2244 +2025-04-03 03:56:04,004 - INFO - Train Epoch: 8 [110/139 (79%)] Loss: 0.2068 +2025-04-03 03:56:21,246 - INFO - Train Epoch: 8 [120/139 (86%)] Loss: 0.2332 +2025-04-03 03:56:38,498 - INFO - Train Epoch: 8 [130/139 (94%)] Loss: 0.2448 +2025-04-03 03:56:50,928 - INFO - Epoch 8 - Train Loss: 0.2601 +2025-04-03 03:57:36,227 - INFO - Epoch 8 - Validation Accuracy: 71.27% +2025-04-03 03:57:36,227 - INFO - New best validation accuracy: 71.27% +2025-04-03 03:57:38,740 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 03:57:40,344 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 03:57:40,344 - INFO - Epoch 9/20 +2025-04-03 03:57:42,880 - INFO - Train Epoch: 9 [0/139 (0%)] Loss: 0.2574 +2025-04-03 03:58:00,010 - INFO - Train Epoch: 9 [10/139 (7%)] Loss: 0.3646 +2025-04-03 03:58:17,224 - INFO - Train Epoch: 9 [20/139 (14%)] Loss: 0.2166 +2025-04-03 03:58:34,448 - INFO - Train Epoch: 9 [30/139 (22%)] Loss: 0.2814 +2025-04-03 03:58:51,655 - INFO - Train Epoch: 9 [40/139 (29%)] Loss: 0.2854 +2025-04-03 03:59:08,866 - INFO - Train Epoch: 9 [50/139 (36%)] Loss: 0.2795 +2025-04-03 03:59:26,078 - INFO - Train Epoch: 9 [60/139 (43%)] Loss: 0.1893 +2025-04-03 03:59:43,286 - INFO - Train Epoch: 9 [70/139 (50%)] Loss: 0.2925 +2025-04-03 04:00:00,509 - INFO - Train Epoch: 9 [80/139 (58%)] Loss: 0.2155 +2025-04-03 04:00:17,729 - INFO - Train Epoch: 9 [90/139 (65%)] Loss: 0.1658 +2025-04-03 04:00:34,964 - INFO - Train Epoch: 9 [100/139 (72%)] Loss: 0.2003 +2025-04-03 04:00:52,194 - INFO - Train Epoch: 9 [110/139 (79%)] Loss: 0.2587 +2025-04-03 04:01:09,433 - INFO - Train Epoch: 9 [120/139 (86%)] Loss: 0.2920 +2025-04-03 04:01:26,697 - INFO - Train Epoch: 9 [130/139 (94%)] Loss: 0.2020 +2025-04-03 04:01:39,128 - INFO - Epoch 9 - Train Loss: 0.2452 +2025-04-03 04:02:24,637 - INFO - Epoch 9 - Validation Accuracy: 69.91% +2025-04-03 04:02:26,315 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:02:26,315 - INFO - Epoch 10/20 +2025-04-03 04:02:28,862 - INFO - Train Epoch: 10 [0/139 (0%)] Loss: 0.2645 +2025-04-03 04:02:46,187 - INFO - Train Epoch: 10 [10/139 (7%)] Loss: 0.2562 +2025-04-03 04:03:03,539 - INFO - Train Epoch: 10 [20/139 (14%)] Loss: 0.3532 +2025-04-03 04:03:20,820 - INFO - Train Epoch: 10 [30/139 (22%)] Loss: 0.2309 +2025-04-03 04:03:38,175 - INFO - Train Epoch: 10 [40/139 (29%)] Loss: 0.1824 +2025-04-03 04:03:55,455 - INFO - Train Epoch: 10 [50/139 (36%)] Loss: 0.1999 +2025-04-03 04:04:12,789 - INFO - Train Epoch: 10 [60/139 (43%)] Loss: 0.2108 +2025-04-03 04:04:30,128 - INFO - Train Epoch: 10 [70/139 (50%)] Loss: 0.2168 +2025-04-03 04:04:47,419 - INFO - Train Epoch: 10 [80/139 (58%)] Loss: 0.2012 +2025-04-03 04:05:04,701 - INFO - Train Epoch: 10 [90/139 (65%)] Loss: 0.1827 +2025-04-03 04:05:21,981 - INFO - Train Epoch: 10 [100/139 (72%)] Loss: 0.2751 +2025-04-03 04:05:39,288 - INFO - Train Epoch: 10 [110/139 (79%)] Loss: 0.1334 +2025-04-03 04:05:56,573 - INFO - Train Epoch: 10 [120/139 (86%)] Loss: 0.2431 +2025-04-03 04:06:13,905 - INFO - Train Epoch: 10 [130/139 (94%)] Loss: 0.2546 +2025-04-03 04:06:26,387 - INFO - Epoch 10 - Train Loss: 0.2217 +2025-04-03 04:07:11,939 - INFO - Epoch 10 - Validation Accuracy: 71.34% +2025-04-03 04:07:11,939 - INFO - New best validation accuracy: 71.34% +2025-04-03 04:07:14,354 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 04:07:16,045 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:07:16,045 - INFO - Epoch 11/20 +2025-04-03 04:07:18,620 - INFO - Train Epoch: 11 [0/139 (0%)] Loss: 0.1562 +2025-04-03 04:07:35,781 - INFO - Train Epoch: 11 [10/139 (7%)] Loss: 0.1967 +2025-04-03 04:07:52,964 - INFO - Train Epoch: 11 [20/139 (14%)] Loss: 0.2085 +2025-04-03 04:08:10,160 - INFO - Train Epoch: 11 [30/139 (22%)] Loss: 0.2122 +2025-04-03 04:08:27,377 - INFO - Train Epoch: 11 [40/139 (29%)] Loss: 0.1646 +2025-04-03 04:08:44,593 - INFO - Train Epoch: 11 [50/139 (36%)] Loss: 0.2085 +2025-04-03 04:09:01,824 - INFO - Train Epoch: 11 [60/139 (43%)] Loss: 0.1830 +2025-04-03 04:09:19,051 - INFO - Train Epoch: 11 [70/139 (50%)] Loss: 0.2032 +2025-04-03 04:09:36,285 - INFO - Train Epoch: 11 [80/139 (58%)] Loss: 0.1530 +2025-04-03 04:09:53,515 - INFO - Train Epoch: 11 [90/139 (65%)] Loss: 0.2160 +2025-04-03 04:10:10,754 - INFO - Train Epoch: 11 [100/139 (72%)] Loss: 0.2253 +2025-04-03 04:10:27,990 - INFO - Train Epoch: 11 [110/139 (79%)] Loss: 0.1919 +2025-04-03 04:10:45,222 - INFO - Train Epoch: 11 [120/139 (86%)] Loss: 0.2389 +2025-04-03 04:11:02,463 - INFO - Train Epoch: 11 [130/139 (94%)] Loss: 0.2435 +2025-04-03 04:11:14,886 - INFO - Epoch 11 - Train Loss: 0.2111 +2025-04-03 04:12:00,490 - INFO - Epoch 11 - Validation Accuracy: 73.77% +2025-04-03 04:12:00,490 - INFO - New best validation accuracy: 73.77% +2025-04-03 04:12:03,047 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 04:12:04,739 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:12:04,739 - INFO - Epoch 12/20 +2025-04-03 04:12:07,380 - INFO - Train Epoch: 12 [0/139 (0%)] Loss: 0.1640 +2025-04-03 04:12:24,524 - INFO - Train Epoch: 12 [10/139 (7%)] Loss: 0.1995 +2025-04-03 04:12:41,704 - INFO - Train Epoch: 12 [20/139 (14%)] Loss: 0.2430 +2025-04-03 04:12:58,908 - INFO - Train Epoch: 12 [30/139 (22%)] Loss: 0.2049 +2025-04-03 04:13:16,105 - INFO - Train Epoch: 12 [40/139 (29%)] Loss: 0.1481 +2025-04-03 04:13:33,341 - INFO - Train Epoch: 12 [50/139 (36%)] Loss: 0.2741 +2025-04-03 04:13:50,562 - INFO - Train Epoch: 12 [60/139 (43%)] Loss: 0.1659 +2025-04-03 04:14:07,784 - INFO - Train Epoch: 12 [70/139 (50%)] Loss: 0.2764 +2025-04-03 04:14:25,012 - INFO - Train Epoch: 12 [80/139 (58%)] Loss: 0.1423 +2025-04-03 04:14:42,243 - INFO - Train Epoch: 12 [90/139 (65%)] Loss: 0.3136 +2025-04-03 04:14:59,465 - INFO - Train Epoch: 12 [100/139 (72%)] Loss: 0.1624 +2025-04-03 04:15:16,694 - INFO - Train Epoch: 12 [110/139 (79%)] Loss: 0.2006 +2025-04-03 04:15:33,912 - INFO - Train Epoch: 12 [120/139 (86%)] Loss: 0.1815 +2025-04-03 04:15:51,146 - INFO - Train Epoch: 12 [130/139 (94%)] Loss: 0.1495 +2025-04-03 04:16:03,558 - INFO - Epoch 12 - Train Loss: 0.2040 +2025-04-03 04:16:48,591 - INFO - Epoch 12 - Validation Accuracy: 75.49% +2025-04-03 04:16:48,591 - INFO - New best validation accuracy: 75.49% +2025-04-03 04:16:50,987 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 04:16:52,721 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:16:52,721 - INFO - Epoch 13/20 +2025-04-03 04:16:55,311 - INFO - Train Epoch: 13 [0/139 (0%)] Loss: 0.1150 +2025-04-03 04:17:12,460 - INFO - Train Epoch: 13 [10/139 (7%)] Loss: 0.2928 +2025-04-03 04:17:29,642 - INFO - Train Epoch: 13 [20/139 (14%)] Loss: 0.2189 +2025-04-03 04:17:46,846 - INFO - Train Epoch: 13 [30/139 (22%)] Loss: 0.1628 +2025-04-03 04:18:04,068 - INFO - Train Epoch: 13 [40/139 (29%)] Loss: 0.1887 +2025-04-03 04:18:21,309 - INFO - Train Epoch: 13 [50/139 (36%)] Loss: 0.1507 +2025-04-03 04:18:38,566 - INFO - Train Epoch: 13 [60/139 (43%)] Loss: 0.2340 +2025-04-03 04:18:55,808 - INFO - Train Epoch: 13 [70/139 (50%)] Loss: 0.2325 +2025-04-03 04:19:13,071 - INFO - Train Epoch: 13 [80/139 (58%)] Loss: 0.2012 +2025-04-03 04:19:30,347 - INFO - Train Epoch: 13 [90/139 (65%)] Loss: 0.2033 +2025-04-03 04:19:47,612 - INFO - Train Epoch: 13 [100/139 (72%)] Loss: 0.2368 +2025-04-03 04:20:04,871 - INFO - Train Epoch: 13 [110/139 (79%)] Loss: 0.2086 +2025-04-03 04:20:22,134 - INFO - Train Epoch: 13 [120/139 (86%)] Loss: 0.2314 +2025-04-03 04:20:39,393 - INFO - Train Epoch: 13 [130/139 (94%)] Loss: 0.1996 +2025-04-03 04:20:51,839 - INFO - Epoch 13 - Train Loss: 0.1937 +2025-04-03 04:21:37,289 - INFO - Epoch 13 - Validation Accuracy: 76.45% +2025-04-03 04:21:37,289 - INFO - New best validation accuracy: 76.45% +2025-04-03 04:21:39,724 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 04:21:41,406 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:21:41,406 - INFO - Epoch 14/20 +2025-04-03 04:21:43,995 - INFO - Train Epoch: 14 [0/139 (0%)] Loss: 0.1591 +2025-04-03 04:22:01,159 - INFO - Train Epoch: 14 [10/139 (7%)] Loss: 0.1571 +2025-04-03 04:22:18,359 - INFO - Train Epoch: 14 [20/139 (14%)] Loss: 0.2044 +2025-04-03 04:22:35,555 - INFO - Train Epoch: 14 [30/139 (22%)] Loss: 0.2031 +2025-04-03 04:22:52,778 - INFO - Train Epoch: 14 [40/139 (29%)] Loss: 0.2091 +2025-04-03 04:23:10,005 - INFO - Train Epoch: 14 [50/139 (36%)] Loss: 0.2630 +2025-04-03 04:23:27,240 - INFO - Train Epoch: 14 [60/139 (43%)] Loss: 0.1851 +2025-04-03 04:23:44,476 - INFO - Train Epoch: 14 [70/139 (50%)] Loss: 0.2324 +2025-04-03 04:24:01,718 - INFO - Train Epoch: 14 [80/139 (58%)] Loss: 0.1412 +2025-04-03 04:24:18,960 - INFO - Train Epoch: 14 [90/139 (65%)] Loss: 0.1480 +2025-04-03 04:24:36,206 - INFO - Train Epoch: 14 [100/139 (72%)] Loss: 0.1652 +2025-04-03 04:24:53,446 - INFO - Train Epoch: 14 [110/139 (79%)] Loss: 0.1906 +2025-04-03 04:25:10,686 - INFO - Train Epoch: 14 [120/139 (86%)] Loss: 0.1689 +2025-04-03 04:25:27,933 - INFO - Train Epoch: 14 [130/139 (94%)] Loss: 0.1773 +2025-04-03 04:25:40,389 - INFO - Epoch 14 - Train Loss: 0.1922 +2025-04-03 04:26:25,817 - INFO - Epoch 14 - Validation Accuracy: 74.30% +2025-04-03 04:26:27,645 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:26:27,645 - INFO - Epoch 15/20 +2025-04-03 04:26:30,224 - INFO - Train Epoch: 15 [0/139 (0%)] Loss: 0.1892 +2025-04-03 04:26:47,423 - INFO - Train Epoch: 15 [10/139 (7%)] Loss: 0.1855 +2025-04-03 04:27:04,646 - INFO - Train Epoch: 15 [20/139 (14%)] Loss: 0.1359 +2025-04-03 04:27:21,866 - INFO - Train Epoch: 15 [30/139 (22%)] Loss: 0.1730 +2025-04-03 04:27:39,114 - INFO - Train Epoch: 15 [40/139 (29%)] Loss: 0.1889 +2025-04-03 04:27:56,357 - INFO - Train Epoch: 15 [50/139 (36%)] Loss: 0.2072 +2025-04-03 04:28:13,593 - INFO - Train Epoch: 15 [60/139 (43%)] Loss: 0.1688 +2025-04-03 04:28:30,836 - INFO - Train Epoch: 15 [70/139 (50%)] Loss: 0.1811 +2025-04-03 04:28:48,077 - INFO - Train Epoch: 15 [80/139 (58%)] Loss: 0.1827 +2025-04-03 04:29:05,316 - INFO - Train Epoch: 15 [90/139 (65%)] Loss: 0.1381 +2025-04-03 04:29:22,556 - INFO - Train Epoch: 15 [100/139 (72%)] Loss: 0.2284 +2025-04-03 04:29:39,793 - INFO - Train Epoch: 15 [110/139 (79%)] Loss: 0.1678 +2025-04-03 04:29:57,037 - INFO - Train Epoch: 15 [120/139 (86%)] Loss: 0.2203 +2025-04-03 04:30:14,282 - INFO - Train Epoch: 15 [130/139 (94%)] Loss: 0.2074 +2025-04-03 04:30:26,712 - INFO - Epoch 15 - Train Loss: 0.1738 +2025-04-03 04:31:12,098 - INFO - Epoch 15 - Validation Accuracy: 77.01% +2025-04-03 04:31:12,098 - INFO - New best validation accuracy: 77.01% +2025-04-03 04:31:14,596 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 04:31:16,296 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:31:16,296 - INFO - Epoch 16/20 +2025-04-03 04:31:18,880 - INFO - Train Epoch: 16 [0/139 (0%)] Loss: 0.2957 +2025-04-03 04:31:36,021 - INFO - Train Epoch: 16 [10/139 (7%)] Loss: 0.2599 +2025-04-03 04:31:53,214 - INFO - Train Epoch: 16 [20/139 (14%)] Loss: 0.1461 +2025-04-03 04:32:10,421 - INFO - Train Epoch: 16 [30/139 (22%)] Loss: 0.1998 +2025-04-03 04:32:27,642 - INFO - Train Epoch: 16 [40/139 (29%)] Loss: 0.1349 +2025-04-03 04:32:44,865 - INFO - Train Epoch: 16 [50/139 (36%)] Loss: 0.1924 +2025-04-03 04:33:02,089 - INFO - Train Epoch: 16 [60/139 (43%)] Loss: 0.1677 +2025-04-03 04:33:19,358 - INFO - Train Epoch: 16 [70/139 (50%)] Loss: 0.1726 +2025-04-03 04:33:36,598 - INFO - Train Epoch: 16 [80/139 (58%)] Loss: 0.1536 +2025-04-03 04:33:53,845 - INFO - Train Epoch: 16 [90/139 (65%)] Loss: 0.1532 +2025-04-03 04:34:11,091 - INFO - Train Epoch: 16 [100/139 (72%)] Loss: 0.1670 +2025-04-03 04:34:28,344 - INFO - Train Epoch: 16 [110/139 (79%)] Loss: 0.1153 +2025-04-03 04:34:45,589 - INFO - Train Epoch: 16 [120/139 (86%)] Loss: 0.1296 +2025-04-03 04:35:02,835 - INFO - Train Epoch: 16 [130/139 (94%)] Loss: 0.1737 +2025-04-03 04:35:15,274 - INFO - Epoch 16 - Train Loss: 0.1713 +2025-04-03 04:36:00,726 - INFO - Epoch 16 - Validation Accuracy: 76.59% +2025-04-03 04:36:02,533 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:36:02,533 - INFO - Epoch 17/20 +2025-04-03 04:36:05,137 - INFO - Train Epoch: 17 [0/139 (0%)] Loss: 0.1455 +2025-04-03 04:36:22,334 - INFO - Train Epoch: 17 [10/139 (7%)] Loss: 0.1546 +2025-04-03 04:36:39,534 - INFO - Train Epoch: 17 [20/139 (14%)] Loss: 0.1998 +2025-04-03 04:36:56,733 - INFO - Train Epoch: 17 [30/139 (22%)] Loss: 0.1276 +2025-04-03 04:37:13,950 - INFO - Train Epoch: 17 [40/139 (29%)] Loss: 0.1946 +2025-04-03 04:37:31,177 - INFO - Train Epoch: 17 [50/139 (36%)] Loss: 0.1809 +2025-04-03 04:37:48,398 - INFO - Train Epoch: 17 [60/139 (43%)] Loss: 0.2023 +2025-04-03 04:38:05,622 - INFO - Train Epoch: 17 [70/139 (50%)] Loss: 0.1823 +2025-04-03 04:38:22,844 - INFO - Train Epoch: 17 [80/139 (58%)] Loss: 0.1065 +2025-04-03 04:38:40,072 - INFO - Train Epoch: 17 [90/139 (65%)] Loss: 0.2459 +2025-04-03 04:38:57,302 - INFO - Train Epoch: 17 [100/139 (72%)] Loss: 0.1396 +2025-04-03 04:39:14,570 - INFO - Train Epoch: 17 [110/139 (79%)] Loss: 0.1369 +2025-04-03 04:39:31,818 - INFO - Train Epoch: 17 [120/139 (86%)] Loss: 0.1452 +2025-04-03 04:39:49,057 - INFO - Train Epoch: 17 [130/139 (94%)] Loss: 0.1603 +2025-04-03 04:40:01,483 - INFO - Epoch 17 - Train Loss: 0.1608 +2025-04-03 04:40:46,728 - INFO - Epoch 17 - Validation Accuracy: 77.42% +2025-04-03 04:40:46,728 - INFO - New best validation accuracy: 77.42% +2025-04-03 04:40:49,289 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 04:40:51,021 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:40:51,021 - INFO - Epoch 18/20 +2025-04-03 04:40:53,596 - INFO - Train Epoch: 18 [0/139 (0%)] Loss: 0.1768 +2025-04-03 04:41:10,744 - INFO - Train Epoch: 18 [10/139 (7%)] Loss: 0.1613 +2025-04-03 04:41:27,941 - INFO - Train Epoch: 18 [20/139 (14%)] Loss: 0.1985 +2025-04-03 04:41:45,138 - INFO - Train Epoch: 18 [30/139 (22%)] Loss: 0.1849 +2025-04-03 04:42:02,347 - INFO - Train Epoch: 18 [40/139 (29%)] Loss: 0.1550 +2025-04-03 04:42:19,567 - INFO - Train Epoch: 18 [50/139 (36%)] Loss: 0.1380 +2025-04-03 04:42:36,790 - INFO - Train Epoch: 18 [60/139 (43%)] Loss: 0.1527 +2025-04-03 04:42:54,020 - INFO - Train Epoch: 18 [70/139 (50%)] Loss: 0.1936 +2025-04-03 04:43:11,257 - INFO - Train Epoch: 18 [80/139 (58%)] Loss: 0.1689 +2025-04-03 04:43:28,504 - INFO - Train Epoch: 18 [90/139 (65%)] Loss: 0.1880 +2025-04-03 04:43:45,740 - INFO - Train Epoch: 18 [100/139 (72%)] Loss: 0.1330 +2025-04-03 04:44:02,987 - INFO - Train Epoch: 18 [110/139 (79%)] Loss: 0.1374 +2025-04-03 04:44:20,230 - INFO - Train Epoch: 18 [120/139 (86%)] Loss: 0.1223 +2025-04-03 04:44:37,487 - INFO - Train Epoch: 18 [130/139 (94%)] Loss: 0.2065 +2025-04-03 04:44:49,921 - INFO - Epoch 18 - Train Loss: 0.1618 +2025-04-03 04:45:35,549 - INFO - Epoch 18 - Validation Accuracy: 78.32% +2025-04-03 04:45:35,550 - INFO - New best validation accuracy: 78.32% +2025-04-03 04:45:37,521 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/best_model +2025-04-03 04:45:38,913 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:45:38,913 - INFO - Epoch 19/20 +2025-04-03 04:45:41,846 - INFO - Train Epoch: 19 [0/139 (0%)] Loss: 0.1864 +2025-04-03 04:45:59,174 - INFO - Train Epoch: 19 [10/139 (7%)] Loss: 0.1124 +2025-04-03 04:46:16,434 - INFO - Train Epoch: 19 [20/139 (14%)] Loss: 0.1610 +2025-04-03 04:46:33,676 - INFO - Train Epoch: 19 [30/139 (22%)] Loss: 0.1842 +2025-04-03 04:46:50,923 - INFO - Train Epoch: 19 [40/139 (29%)] Loss: 0.2374 +2025-04-03 04:47:08,191 - INFO - Train Epoch: 19 [50/139 (36%)] Loss: 0.1881 +2025-04-03 04:47:25,455 - INFO - Train Epoch: 19 [60/139 (43%)] Loss: 0.1744 +2025-04-03 04:47:42,727 - INFO - Train Epoch: 19 [70/139 (50%)] Loss: 0.1676 +2025-04-03 04:47:59,985 - INFO - Train Epoch: 19 [80/139 (58%)] Loss: 0.1444 +2025-04-03 04:48:17,256 - INFO - Train Epoch: 19 [90/139 (65%)] Loss: 0.1523 +2025-04-03 04:48:34,510 - INFO - Train Epoch: 19 [100/139 (72%)] Loss: 0.1521 +2025-04-03 04:48:51,783 - INFO - Train Epoch: 19 [110/139 (79%)] Loss: 0.1454 +2025-04-03 04:49:09,044 - INFO - Train Epoch: 19 [120/139 (86%)] Loss: 0.0915 +2025-04-03 04:49:26,379 - INFO - Train Epoch: 19 [130/139 (94%)] Loss: 0.1832 +2025-04-03 04:49:39,026 - INFO - Epoch 19 - Train Loss: 0.1607 +2025-04-03 04:50:24,010 - INFO - Epoch 19 - Validation Accuracy: 76.83% +2025-04-03 04:50:25,747 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:50:25,747 - INFO - Epoch 20/20 +2025-04-03 04:50:28,284 - INFO - Train Epoch: 20 [0/139 (0%)] Loss: 0.1563 +2025-04-03 04:50:45,542 - INFO - Train Epoch: 20 [10/139 (7%)] Loss: 0.1466 +2025-04-03 04:51:02,730 - INFO - Train Epoch: 20 [20/139 (14%)] Loss: 0.1084 +2025-04-03 04:51:19,992 - INFO - Train Epoch: 20 [30/139 (22%)] Loss: 0.1708 +2025-04-03 04:51:37,219 - INFO - Train Epoch: 20 [40/139 (29%)] Loss: 0.1509 +2025-04-03 04:51:54,535 - INFO - Train Epoch: 20 [50/139 (36%)] Loss: 0.1640 +2025-04-03 04:52:11,841 - INFO - Train Epoch: 20 [60/139 (43%)] Loss: 0.1972 +2025-04-03 04:52:29,090 - INFO - Train Epoch: 20 [70/139 (50%)] Loss: 0.1213 +2025-04-03 04:52:46,454 - INFO - Train Epoch: 20 [80/139 (58%)] Loss: 0.1498 +2025-04-03 04:53:03,700 - INFO - Train Epoch: 20 [90/139 (65%)] Loss: 0.1439 +2025-04-03 04:53:21,023 - INFO - Train Epoch: 20 [100/139 (72%)] Loss: 0.1072 +2025-04-03 04:53:38,284 - INFO - Train Epoch: 20 [110/139 (79%)] Loss: 0.1488 +2025-04-03 04:53:55,580 - INFO - Train Epoch: 20 [120/139 (86%)] Loss: 0.1163 +2025-04-03 04:54:12,868 - INFO - Train Epoch: 20 [130/139 (94%)] Loss: 0.1888 +2025-04-03 04:54:25,326 - INFO - Epoch 20 - Train Loss: 0.1505 +2025-04-03 04:55:10,744 - INFO - Epoch 20 - Validation Accuracy: 76.78% +2025-04-03 04:55:12,553 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:55:57,657 - INFO - Final validation accuracy: 76.78% +2025-04-03 04:55:57,657 - INFO - Best validation accuracy: 78.32% +2025-04-03 04:55:59,372 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-03 04:55:59,372 - INFO - Training completed diff --git a/exp-rank-16/vit/fewshot_10_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-16/vit/fewshot_10_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..14960e22955ac1c3e78cb73d520f1be868cb1e1d --- /dev/null +++ b/exp-rank-16/vit/fewshot_10_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f8954a67bad63bbf3633f99afca62684bdc6debb455649113a2e0f0e11ed51c +size 7140630 diff --git a/exp-rank-16/vit/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-16/vit/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1dd9e0b99bd7ad6db33742b55e7e3d0c028cde07 --- /dev/null +++ b/exp-rank-16/vit/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084c7e7583c0d1802048888bc577515360b76840e0d1c42b83dd933120a05e74 +size 3935896 diff --git a/exp-rank-16/vit/fewshot_10_percent/checkpoints/best_model/model.pth b/exp-rank-16/vit/fewshot_10_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..5318add01f9caa3fe9f47108d6c59e3f6cef5aab --- /dev/null +++ b/exp-rank-16/vit/fewshot_10_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0bb82f7603936c7d7b2d10b291fe68acb47e6693b0c9676082cb936112e9e5 +size 787311186 diff --git a/exp-rank-16/vit/fewshot_10_percent/checkpoints/checkpoint_last/checkpoint.pth b/exp-rank-16/vit/fewshot_10_percent/checkpoints/checkpoint_last/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..5e4534d54b6db6216be3f84e0e50e96afd242e1e --- /dev/null +++ b/exp-rank-16/vit/fewshot_10_percent/checkpoints/checkpoint_last/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f7b554c1560ec338a9f7682d0b907da739279b9ddf5b3db0346c779c7e0dcd +size 7140566 diff --git a/exp-rank-16/vit/fewshot_10_percent/checkpoints/checkpoint_last/lora_weights.safetensors b/exp-rank-16/vit/fewshot_10_percent/checkpoints/checkpoint_last/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1dd9e0b99bd7ad6db33742b55e7e3d0c028cde07 --- /dev/null +++ b/exp-rank-16/vit/fewshot_10_percent/checkpoints/checkpoint_last/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084c7e7583c0d1802048888bc577515360b76840e0d1c42b83dd933120a05e74 +size 3935896 diff --git a/exp-rank-16/vit/fewshot_10_percent/checkpoints/checkpoint_last/model.pth b/exp-rank-16/vit/fewshot_10_percent/checkpoints/checkpoint_last/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..5318add01f9caa3fe9f47108d6c59e3f6cef5aab --- /dev/null +++ b/exp-rank-16/vit/fewshot_10_percent/checkpoints/checkpoint_last/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0bb82f7603936c7d7b2d10b291fe68acb47e6693b0c9676082cb936112e9e5 +size 787311186 diff --git a/exp-rank-16/vit/fewshot_10_percent/training_20250403-005422.log b/exp-rank-16/vit/fewshot_10_percent/training_20250403-005422.log new file mode 100644 index 0000000000000000000000000000000000000000..8ef63872deb8171f9d08a6dc7175f5b6109eaeb9 --- /dev/null +++ b/exp-rank-16/vit/fewshot_10_percent/training_20250403-005422.log @@ -0,0 +1,168 @@ +2025-04-03 00:54:22,676 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.1, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='vit', lora_rank=16, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=5), gpu=5, seed=42, num_workers=4, output_dir='./outputs/exp2/vit/fewshot_10_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-03 00:54:22,677 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-03 00:54:51,895 - INFO - Initializing RobustMedClip model +2025-04-03 00:55:05,615 - INFO - Starting training +2025-04-03 00:55:05,616 - INFO - Epoch 1/20 +2025-04-03 00:55:08,850 - INFO - Train Epoch: 1 [0/14 (0%)] Loss: 5.0796 +2025-04-03 00:55:25,611 - INFO - Train Epoch: 1 [10/14 (71%)] Loss: 3.8356 +2025-04-03 00:55:30,371 - INFO - Epoch 1 - Train Loss: 4.2299 +2025-04-03 00:56:14,276 - INFO - Epoch 1 - Validation Accuracy: 5.66% +2025-04-03 00:56:14,276 - INFO - New best validation accuracy: 5.66% +2025-04-03 00:56:15,778 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 00:56:17,312 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 00:56:17,312 - INFO - Epoch 2/20 +2025-04-03 00:56:19,847 - INFO - Train Epoch: 2 [0/14 (0%)] Loss: 3.1250 +2025-04-03 00:56:36,792 - INFO - Train Epoch: 2 [10/14 (71%)] Loss: 2.6467 +2025-04-03 00:56:41,650 - INFO - Epoch 2 - Train Loss: 2.8492 +2025-04-03 00:57:26,069 - INFO - Epoch 2 - Validation Accuracy: 6.78% +2025-04-03 00:57:26,069 - INFO - New best validation accuracy: 6.78% +2025-04-03 00:57:27,763 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 00:57:29,531 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 00:57:29,532 - INFO - Epoch 3/20 +2025-04-03 00:57:32,148 - INFO - Train Epoch: 3 [0/14 (0%)] Loss: 2.6190 +2025-04-03 00:57:49,227 - INFO - Train Epoch: 3 [10/14 (71%)] Loss: 2.1194 +2025-04-03 00:57:54,094 - INFO - Epoch 3 - Train Loss: 2.2764 +2025-04-03 00:58:38,916 - INFO - Epoch 3 - Validation Accuracy: 7.82% +2025-04-03 00:58:38,916 - INFO - New best validation accuracy: 7.82% +2025-04-03 00:58:40,644 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 00:58:42,327 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 00:58:42,327 - INFO - Epoch 4/20 +2025-04-03 00:58:44,899 - INFO - Train Epoch: 4 [0/14 (0%)] Loss: 2.0331 +2025-04-03 00:59:02,002 - INFO - Train Epoch: 4 [10/14 (71%)] Loss: 1.9314 +2025-04-03 00:59:06,869 - INFO - Epoch 4 - Train Loss: 1.9635 +2025-04-03 00:59:51,778 - INFO - Epoch 4 - Validation Accuracy: 9.24% +2025-04-03 00:59:51,779 - INFO - New best validation accuracy: 9.24% +2025-04-03 00:59:53,494 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 00:59:55,213 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 00:59:55,213 - INFO - Epoch 5/20 +2025-04-03 00:59:57,857 - INFO - Train Epoch: 5 [0/14 (0%)] Loss: 1.8923 +2025-04-03 01:00:15,068 - INFO - Train Epoch: 5 [10/14 (71%)] Loss: 1.6179 +2025-04-03 01:00:19,999 - INFO - Epoch 5 - Train Loss: 1.7733 +2025-04-03 01:01:05,728 - INFO - Epoch 5 - Validation Accuracy: 11.12% +2025-04-03 01:01:05,729 - INFO - New best validation accuracy: 11.12% +2025-04-03 01:01:07,407 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:01:09,183 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:01:09,183 - INFO - Epoch 6/20 +2025-04-03 01:01:11,842 - INFO - Train Epoch: 6 [0/14 (0%)] Loss: 1.8124 +2025-04-03 01:01:28,896 - INFO - Train Epoch: 6 [10/14 (71%)] Loss: 1.6353 +2025-04-03 01:01:33,748 - INFO - Epoch 6 - Train Loss: 1.6257 +2025-04-03 01:02:18,845 - INFO - Epoch 6 - Validation Accuracy: 13.63% +2025-04-03 01:02:18,845 - INFO - New best validation accuracy: 13.63% +2025-04-03 01:02:20,703 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:02:23,417 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:02:23,417 - INFO - Epoch 7/20 +2025-04-03 01:02:26,044 - INFO - Train Epoch: 7 [0/14 (0%)] Loss: 1.6416 +2025-04-03 01:02:43,248 - INFO - Train Epoch: 7 [10/14 (71%)] Loss: 1.4385 +2025-04-03 01:02:48,139 - INFO - Epoch 7 - Train Loss: 1.5030 +2025-04-03 01:03:32,630 - INFO - Epoch 7 - Validation Accuracy: 15.23% +2025-04-03 01:03:32,631 - INFO - New best validation accuracy: 15.23% +2025-04-03 01:03:34,452 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:03:37,035 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:03:37,036 - INFO - Epoch 8/20 +2025-04-03 01:03:39,664 - INFO - Train Epoch: 8 [0/14 (0%)] Loss: 1.4327 +2025-04-03 01:03:56,901 - INFO - Train Epoch: 8 [10/14 (71%)] Loss: 1.3814 +2025-04-03 01:04:01,809 - INFO - Epoch 8 - Train Loss: 1.3888 +2025-04-03 01:04:47,044 - INFO - Epoch 8 - Validation Accuracy: 17.50% +2025-04-03 01:04:47,044 - INFO - New best validation accuracy: 17.50% +2025-04-03 01:04:48,981 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:04:50,759 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:04:50,759 - INFO - Epoch 9/20 +2025-04-03 01:04:53,295 - INFO - Train Epoch: 9 [0/14 (0%)] Loss: 1.2682 +2025-04-03 01:05:10,493 - INFO - Train Epoch: 9 [10/14 (71%)] Loss: 1.3281 +2025-04-03 01:05:15,400 - INFO - Epoch 9 - Train Loss: 1.3033 +2025-04-03 01:06:00,799 - INFO - Epoch 9 - Validation Accuracy: 20.42% +2025-04-03 01:06:00,799 - INFO - New best validation accuracy: 20.42% +2025-04-03 01:06:03,416 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:06:05,212 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:06:05,212 - INFO - Epoch 10/20 +2025-04-03 01:06:07,809 - INFO - Train Epoch: 10 [0/14 (0%)] Loss: 1.2300 +2025-04-03 01:06:24,878 - INFO - Train Epoch: 10 [10/14 (71%)] Loss: 1.1922 +2025-04-03 01:06:29,746 - INFO - Epoch 10 - Train Loss: 1.2178 +2025-04-03 01:07:15,039 - INFO - Epoch 10 - Validation Accuracy: 24.70% +2025-04-03 01:07:15,040 - INFO - New best validation accuracy: 24.70% +2025-04-03 01:07:16,956 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:07:18,634 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:07:18,634 - INFO - Epoch 11/20 +2025-04-03 01:07:21,230 - INFO - Train Epoch: 11 [0/14 (0%)] Loss: 1.0525 +2025-04-03 01:07:38,378 - INFO - Train Epoch: 11 [10/14 (71%)] Loss: 1.2115 +2025-04-03 01:07:43,269 - INFO - Epoch 11 - Train Loss: 1.1439 +2025-04-03 01:08:28,021 - INFO - Epoch 11 - Validation Accuracy: 29.56% +2025-04-03 01:08:28,022 - INFO - New best validation accuracy: 29.56% +2025-04-03 01:08:29,860 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:08:32,328 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:08:32,328 - INFO - Epoch 12/20 +2025-04-03 01:08:34,949 - INFO - Train Epoch: 12 [0/14 (0%)] Loss: 1.0527 +2025-04-03 01:08:52,151 - INFO - Train Epoch: 12 [10/14 (71%)] Loss: 0.9890 +2025-04-03 01:08:57,062 - INFO - Epoch 12 - Train Loss: 1.0674 +2025-04-03 01:09:42,461 - INFO - Epoch 12 - Validation Accuracy: 33.75% +2025-04-03 01:09:42,462 - INFO - New best validation accuracy: 33.75% +2025-04-03 01:09:44,260 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:09:46,163 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:09:46,163 - INFO - Epoch 13/20 +2025-04-03 01:09:48,770 - INFO - Train Epoch: 13 [0/14 (0%)] Loss: 0.9353 +2025-04-03 01:10:05,835 - INFO - Train Epoch: 13 [10/14 (71%)] Loss: 0.9083 +2025-04-03 01:10:10,697 - INFO - Epoch 13 - Train Loss: 0.9915 +2025-04-03 01:10:55,652 - INFO - Epoch 13 - Validation Accuracy: 37.20% +2025-04-03 01:10:55,653 - INFO - New best validation accuracy: 37.20% +2025-04-03 01:10:57,353 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:11:00,360 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:11:00,360 - INFO - Epoch 14/20 +2025-04-03 01:11:03,052 - INFO - Train Epoch: 14 [0/14 (0%)] Loss: 0.8993 +2025-04-03 01:11:20,012 - INFO - Train Epoch: 14 [10/14 (71%)] Loss: 0.9838 +2025-04-03 01:11:24,855 - INFO - Epoch 14 - Train Loss: 0.9328 +2025-04-03 01:12:09,262 - INFO - Epoch 14 - Validation Accuracy: 40.61% +2025-04-03 01:12:09,262 - INFO - New best validation accuracy: 40.61% +2025-04-03 01:12:11,066 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:12:12,815 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:12:12,816 - INFO - Epoch 15/20 +2025-04-03 01:12:15,448 - INFO - Train Epoch: 15 [0/14 (0%)] Loss: 0.7927 +2025-04-03 01:12:32,392 - INFO - Train Epoch: 15 [10/14 (71%)] Loss: 0.9750 +2025-04-03 01:12:37,227 - INFO - Epoch 15 - Train Loss: 0.8846 +2025-04-03 01:13:21,443 - INFO - Epoch 15 - Validation Accuracy: 43.44% +2025-04-03 01:13:21,443 - INFO - New best validation accuracy: 43.44% +2025-04-03 01:13:23,204 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:13:25,922 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:13:25,922 - INFO - Epoch 16/20 +2025-04-03 01:13:28,587 - INFO - Train Epoch: 16 [0/14 (0%)] Loss: 0.8614 +2025-04-03 01:13:45,524 - INFO - Train Epoch: 16 [10/14 (71%)] Loss: 0.7651 +2025-04-03 01:13:50,385 - INFO - Epoch 16 - Train Loss: 0.8286 +2025-04-03 01:14:34,468 - INFO - Epoch 16 - Validation Accuracy: 46.43% +2025-04-03 01:14:34,468 - INFO - New best validation accuracy: 46.43% +2025-04-03 01:14:36,191 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:14:37,956 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:14:37,956 - INFO - Epoch 17/20 +2025-04-03 01:14:40,539 - INFO - Train Epoch: 17 [0/14 (0%)] Loss: 0.7731 +2025-04-03 01:14:57,533 - INFO - Train Epoch: 17 [10/14 (71%)] Loss: 0.7870 +2025-04-03 01:15:02,390 - INFO - Epoch 17 - Train Loss: 0.8008 +2025-04-03 01:15:47,100 - INFO - Epoch 17 - Validation Accuracy: 47.85% +2025-04-03 01:15:47,101 - INFO - New best validation accuracy: 47.85% +2025-04-03 01:15:48,777 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:15:50,382 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:15:50,382 - INFO - Epoch 18/20 +2025-04-03 01:15:53,026 - INFO - Train Epoch: 18 [0/14 (0%)] Loss: 0.8760 +2025-04-03 01:16:09,947 - INFO - Train Epoch: 18 [10/14 (71%)] Loss: 0.6851 +2025-04-03 01:16:14,773 - INFO - Epoch 18 - Train Loss: 0.7412 +2025-04-03 01:16:59,043 - INFO - Epoch 18 - Validation Accuracy: 49.89% +2025-04-03 01:16:59,043 - INFO - New best validation accuracy: 49.89% +2025-04-03 01:17:00,797 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:17:02,503 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:17:02,504 - INFO - Epoch 19/20 +2025-04-03 01:17:05,125 - INFO - Train Epoch: 19 [0/14 (0%)] Loss: 0.7171 +2025-04-03 01:17:22,051 - INFO - Train Epoch: 19 [10/14 (71%)] Loss: 0.6547 +2025-04-03 01:17:26,888 - INFO - Epoch 19 - Train Loss: 0.7076 +2025-04-03 01:18:11,118 - INFO - Epoch 19 - Validation Accuracy: 51.86% +2025-04-03 01:18:11,118 - INFO - New best validation accuracy: 51.86% +2025-04-03 01:18:12,880 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:18:14,605 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:18:14,605 - INFO - Epoch 20/20 +2025-04-03 01:18:17,211 - INFO - Train Epoch: 20 [0/14 (0%)] Loss: 0.6143 +2025-04-03 01:18:34,127 - INFO - Train Epoch: 20 [10/14 (71%)] Loss: 0.6985 +2025-04-03 01:18:38,970 - INFO - Epoch 20 - Train Loss: 0.6661 +2025-04-03 01:19:23,150 - INFO - Epoch 20 - Validation Accuracy: 52.86% +2025-04-03 01:19:23,150 - INFO - New best validation accuracy: 52.86% +2025-04-03 01:19:24,754 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/best_model +2025-04-03 01:19:26,605 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:20:11,062 - INFO - Final validation accuracy: 52.86% +2025-04-03 01:20:11,063 - INFO - Best validation accuracy: 52.86% +2025-04-03 01:20:13,663 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-03 01:20:13,664 - INFO - Training completed diff --git a/exp-rank-16/vit/fewshot_30_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-16/vit/fewshot_30_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..c294abffd2ca6fbfa1e2b23fee170a3fe3c76a13 --- /dev/null +++ b/exp-rank-16/vit/fewshot_30_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f523be33716187015978d6529585212749aed3c20adfbcbe2e91dbe4f0427b1 +size 7140630 diff --git a/exp-rank-16/vit/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-16/vit/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b9dc7eefb59d69305fa901305bc8bee66a753c9 --- /dev/null +++ b/exp-rank-16/vit/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92abd580affe48381f4c6d3a65090727fa97dd357af7106d538418ef041ff97a +size 3935896 diff --git a/exp-rank-16/vit/fewshot_30_percent/checkpoints/best_model/model.pth b/exp-rank-16/vit/fewshot_30_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..ada74f8e8cd5409470e1d10597337143d6776e94 --- /dev/null +++ b/exp-rank-16/vit/fewshot_30_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa3a680ab31fba216ee23c474c86393d8006f9829ddee04300be5f0298c15c0 +size 787311186 diff --git a/exp-rank-16/vit/fewshot_30_percent/checkpoints/checkpoint_last/checkpoint.pth b/exp-rank-16/vit/fewshot_30_percent/checkpoints/checkpoint_last/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..b3ed516c5d8686b451f8f973ef1e650ce63df74c --- /dev/null +++ b/exp-rank-16/vit/fewshot_30_percent/checkpoints/checkpoint_last/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d55a931d37b08d813f9ea14506f2af2a942dcdd9ebda2184bf14dd211ec05669 +size 7140566 diff --git a/exp-rank-16/vit/fewshot_30_percent/checkpoints/checkpoint_last/lora_weights.safetensors b/exp-rank-16/vit/fewshot_30_percent/checkpoints/checkpoint_last/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b9dc7eefb59d69305fa901305bc8bee66a753c9 --- /dev/null +++ b/exp-rank-16/vit/fewshot_30_percent/checkpoints/checkpoint_last/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92abd580affe48381f4c6d3a65090727fa97dd357af7106d538418ef041ff97a +size 3935896 diff --git a/exp-rank-16/vit/fewshot_30_percent/checkpoints/checkpoint_last/model.pth b/exp-rank-16/vit/fewshot_30_percent/checkpoints/checkpoint_last/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..ada74f8e8cd5409470e1d10597337143d6776e94 --- /dev/null +++ b/exp-rank-16/vit/fewshot_30_percent/checkpoints/checkpoint_last/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa3a680ab31fba216ee23c474c86393d8006f9829ddee04300be5f0298c15c0 +size 787311186 diff --git a/exp-rank-16/vit/fewshot_30_percent/training_20250403-012024.log b/exp-rank-16/vit/fewshot_30_percent/training_20250403-012024.log new file mode 100644 index 0000000000000000000000000000000000000000..fe431511bcb4065ba84c25fa32edbafc51a234da --- /dev/null +++ b/exp-rank-16/vit/fewshot_30_percent/training_20250403-012024.log @@ -0,0 +1,220 @@ +2025-04-03 01:20:24,211 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.3, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='vit', lora_rank=16, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=5), gpu=5, seed=42, num_workers=4, output_dir='./outputs/exp2/vit/fewshot_30_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-03 01:20:24,211 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-03 01:20:55,140 - INFO - Initializing RobustMedClip model +2025-04-03 01:21:03,055 - INFO - Starting training +2025-04-03 01:21:03,055 - INFO - Epoch 1/20 +2025-04-03 01:21:05,733 - INFO - Train Epoch: 1 [0/42 (0%)] Loss: 5.8859 +2025-04-03 01:21:22,524 - INFO - Train Epoch: 1 [10/42 (24%)] Loss: 4.5173 +2025-04-03 01:21:39,367 - INFO - Train Epoch: 1 [20/42 (48%)] Loss: 3.7187 +2025-04-03 01:21:56,308 - INFO - Train Epoch: 1 [30/42 (71%)] Loss: 2.9037 +2025-04-03 01:22:13,336 - INFO - Train Epoch: 1 [40/42 (95%)] Loss: 2.3282 +2025-04-03 01:22:14,173 - INFO - Epoch 1 - Train Loss: 3.7589 +2025-04-03 01:22:59,076 - INFO - Epoch 1 - Validation Accuracy: 8.83% +2025-04-03 01:22:59,077 - INFO - New best validation accuracy: 8.83% +2025-04-03 01:23:01,087 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:23:02,616 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:23:02,616 - INFO - Epoch 2/20 +2025-04-03 01:23:05,185 - INFO - Train Epoch: 2 [0/42 (0%)] Loss: 2.3350 +2025-04-03 01:23:22,261 - INFO - Train Epoch: 2 [10/42 (24%)] Loss: 1.9679 +2025-04-03 01:23:39,341 - INFO - Train Epoch: 2 [20/42 (48%)] Loss: 1.7608 +2025-04-03 01:23:56,440 - INFO - Train Epoch: 2 [30/42 (71%)] Loss: 1.7422 +2025-04-03 01:24:13,562 - INFO - Train Epoch: 2 [40/42 (95%)] Loss: 1.5061 +2025-04-03 01:24:14,412 - INFO - Epoch 2 - Train Loss: 1.8772 +2025-04-03 01:24:59,508 - INFO - Epoch 2 - Validation Accuracy: 17.01% +2025-04-03 01:24:59,508 - INFO - New best validation accuracy: 17.01% +2025-04-03 01:25:01,121 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:25:02,855 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:25:02,855 - INFO - Epoch 3/20 +2025-04-03 01:25:05,425 - INFO - Train Epoch: 3 [0/42 (0%)] Loss: 1.6356 +2025-04-03 01:25:22,500 - INFO - Train Epoch: 3 [10/42 (24%)] Loss: 1.5723 +2025-04-03 01:25:39,612 - INFO - Train Epoch: 3 [20/42 (48%)] Loss: 1.5660 +2025-04-03 01:25:56,725 - INFO - Train Epoch: 3 [30/42 (71%)] Loss: 1.3696 +2025-04-03 01:26:13,807 - INFO - Train Epoch: 3 [40/42 (95%)] Loss: 1.2411 +2025-04-03 01:26:14,670 - INFO - Epoch 3 - Train Loss: 1.4317 +2025-04-03 01:26:59,096 - INFO - Epoch 3 - Validation Accuracy: 28.59% +2025-04-03 01:26:59,096 - INFO - New best validation accuracy: 28.59% +2025-04-03 01:27:00,739 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:27:02,418 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:27:02,418 - INFO - Epoch 4/20 +2025-04-03 01:27:05,010 - INFO - Train Epoch: 4 [0/42 (0%)] Loss: 1.2946 +2025-04-03 01:27:21,884 - INFO - Train Epoch: 4 [10/42 (24%)] Loss: 1.1922 +2025-04-03 01:27:38,781 - INFO - Train Epoch: 4 [20/42 (48%)] Loss: 1.1314 +2025-04-03 01:27:55,689 - INFO - Train Epoch: 4 [30/42 (71%)] Loss: 1.0616 +2025-04-03 01:28:12,588 - INFO - Train Epoch: 4 [40/42 (95%)] Loss: 1.1431 +2025-04-03 01:28:13,452 - INFO - Epoch 4 - Train Loss: 1.1674 +2025-04-03 01:28:57,451 - INFO - Epoch 4 - Validation Accuracy: 37.87% +2025-04-03 01:28:57,451 - INFO - New best validation accuracy: 37.87% +2025-04-03 01:28:59,069 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:29:00,746 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:29:00,746 - INFO - Epoch 5/20 +2025-04-03 01:29:03,343 - INFO - Train Epoch: 5 [0/42 (0%)] Loss: 1.0221 +2025-04-03 01:29:20,238 - INFO - Train Epoch: 5 [10/42 (24%)] Loss: 1.0550 +2025-04-03 01:29:37,162 - INFO - Train Epoch: 5 [20/42 (48%)] Loss: 1.0165 +2025-04-03 01:29:54,116 - INFO - Train Epoch: 5 [30/42 (71%)] Loss: 0.8465 +2025-04-03 01:30:11,060 - INFO - Train Epoch: 5 [40/42 (95%)] Loss: 0.9904 +2025-04-03 01:30:11,927 - INFO - Epoch 5 - Train Loss: 0.9573 +2025-04-03 01:30:55,478 - INFO - Epoch 5 - Validation Accuracy: 43.51% +2025-04-03 01:30:55,479 - INFO - New best validation accuracy: 43.51% +2025-04-03 01:30:57,139 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:30:58,756 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:30:58,756 - INFO - Epoch 6/20 +2025-04-03 01:31:01,396 - INFO - Train Epoch: 6 [0/42 (0%)] Loss: 0.9000 +2025-04-03 01:31:18,390 - INFO - Train Epoch: 6 [10/42 (24%)] Loss: 0.8003 +2025-04-03 01:31:35,353 - INFO - Train Epoch: 6 [20/42 (48%)] Loss: 0.8250 +2025-04-03 01:31:52,320 - INFO - Train Epoch: 6 [30/42 (71%)] Loss: 0.7407 +2025-04-03 01:32:09,290 - INFO - Train Epoch: 6 [40/42 (95%)] Loss: 0.7683 +2025-04-03 01:32:10,133 - INFO - Epoch 6 - Train Loss: 0.8199 +2025-04-03 01:32:53,783 - INFO - Epoch 6 - Validation Accuracy: 48.97% +2025-04-03 01:32:53,783 - INFO - New best validation accuracy: 48.97% +2025-04-03 01:32:55,464 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:32:57,101 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:32:57,101 - INFO - Epoch 7/20 +2025-04-03 01:32:59,669 - INFO - Train Epoch: 7 [0/42 (0%)] Loss: 0.7436 +2025-04-03 01:33:16,548 - INFO - Train Epoch: 7 [10/42 (24%)] Loss: 0.7906 +2025-04-03 01:33:33,467 - INFO - Train Epoch: 7 [20/42 (48%)] Loss: 0.7895 +2025-04-03 01:33:50,384 - INFO - Train Epoch: 7 [30/42 (71%)] Loss: 0.6778 +2025-04-03 01:34:07,332 - INFO - Train Epoch: 7 [40/42 (95%)] Loss: 0.6541 +2025-04-03 01:34:08,184 - INFO - Epoch 7 - Train Loss: 0.7012 +2025-04-03 01:34:51,885 - INFO - Epoch 7 - Validation Accuracy: 53.99% +2025-04-03 01:34:51,885 - INFO - New best validation accuracy: 53.99% +2025-04-03 01:34:53,505 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:34:55,155 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:34:55,155 - INFO - Epoch 8/20 +2025-04-03 01:34:57,777 - INFO - Train Epoch: 8 [0/42 (0%)] Loss: 0.6999 +2025-04-03 01:35:14,666 - INFO - Train Epoch: 8 [10/42 (24%)] Loss: 0.6006 +2025-04-03 01:35:31,547 - INFO - Train Epoch: 8 [20/42 (48%)] Loss: 0.6639 +2025-04-03 01:35:48,457 - INFO - Train Epoch: 8 [30/42 (71%)] Loss: 0.5768 +2025-04-03 01:36:05,375 - INFO - Train Epoch: 8 [40/42 (95%)] Loss: 0.6710 +2025-04-03 01:36:06,215 - INFO - Epoch 8 - Train Loss: 0.6214 +2025-04-03 01:36:50,600 - INFO - Epoch 8 - Validation Accuracy: 57.08% +2025-04-03 01:36:50,600 - INFO - New best validation accuracy: 57.08% +2025-04-03 01:36:52,204 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:36:53,836 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:36:53,836 - INFO - Epoch 9/20 +2025-04-03 01:36:56,459 - INFO - Train Epoch: 9 [0/42 (0%)] Loss: 0.6098 +2025-04-03 01:37:13,297 - INFO - Train Epoch: 9 [10/42 (24%)] Loss: 0.6575 +2025-04-03 01:37:30,170 - INFO - Train Epoch: 9 [20/42 (48%)] Loss: 0.5556 +2025-04-03 01:37:47,057 - INFO - Train Epoch: 9 [30/42 (71%)] Loss: 0.6624 +2025-04-03 01:38:03,985 - INFO - Train Epoch: 9 [40/42 (95%)] Loss: 0.5393 +2025-04-03 01:38:04,826 - INFO - Epoch 9 - Train Loss: 0.5573 +2025-04-03 01:38:48,194 - INFO - Epoch 9 - Validation Accuracy: 59.12% +2025-04-03 01:38:48,194 - INFO - New best validation accuracy: 59.12% +2025-04-03 01:38:49,850 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:38:51,415 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:38:51,415 - INFO - Epoch 10/20 +2025-04-03 01:38:54,037 - INFO - Train Epoch: 10 [0/42 (0%)] Loss: 0.5510 +2025-04-03 01:39:10,892 - INFO - Train Epoch: 10 [10/42 (24%)] Loss: 0.4717 +2025-04-03 01:39:27,779 - INFO - Train Epoch: 10 [20/42 (48%)] Loss: 0.4778 +2025-04-03 01:39:44,698 - INFO - Train Epoch: 10 [30/42 (71%)] Loss: 0.5933 +2025-04-03 01:40:01,606 - INFO - Train Epoch: 10 [40/42 (95%)] Loss: 0.4917 +2025-04-03 01:40:02,447 - INFO - Epoch 10 - Train Loss: 0.5087 +2025-04-03 01:40:46,257 - INFO - Epoch 10 - Validation Accuracy: 60.51% +2025-04-03 01:40:46,257 - INFO - New best validation accuracy: 60.51% +2025-04-03 01:40:47,885 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:40:49,657 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:40:49,657 - INFO - Epoch 11/20 +2025-04-03 01:40:52,262 - INFO - Train Epoch: 11 [0/42 (0%)] Loss: 0.4941 +2025-04-03 01:41:09,138 - INFO - Train Epoch: 11 [10/42 (24%)] Loss: 0.4615 +2025-04-03 01:41:26,061 - INFO - Train Epoch: 11 [20/42 (48%)] Loss: 0.4040 +2025-04-03 01:41:42,959 - INFO - Train Epoch: 11 [30/42 (71%)] Loss: 0.5391 +2025-04-03 01:41:59,875 - INFO - Train Epoch: 11 [40/42 (95%)] Loss: 0.5010 +2025-04-03 01:42:00,740 - INFO - Epoch 11 - Train Loss: 0.4788 +2025-04-03 01:42:44,941 - INFO - Epoch 11 - Validation Accuracy: 61.70% +2025-04-03 01:42:44,941 - INFO - New best validation accuracy: 61.70% +2025-04-03 01:42:46,572 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:42:48,308 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:42:48,308 - INFO - Epoch 12/20 +2025-04-03 01:42:50,950 - INFO - Train Epoch: 12 [0/42 (0%)] Loss: 0.4236 +2025-04-03 01:43:07,867 - INFO - Train Epoch: 12 [10/42 (24%)] Loss: 0.4481 +2025-04-03 01:43:24,797 - INFO - Train Epoch: 12 [20/42 (48%)] Loss: 0.5195 +2025-04-03 01:43:41,736 - INFO - Train Epoch: 12 [30/42 (71%)] Loss: 0.3685 +2025-04-03 01:43:58,715 - INFO - Train Epoch: 12 [40/42 (95%)] Loss: 0.4043 +2025-04-03 01:43:59,563 - INFO - Epoch 12 - Train Loss: 0.4303 +2025-04-03 01:44:43,029 - INFO - Epoch 12 - Validation Accuracy: 63.75% +2025-04-03 01:44:43,029 - INFO - New best validation accuracy: 63.75% +2025-04-03 01:44:44,785 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:44:46,502 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:44:46,502 - INFO - Epoch 13/20 +2025-04-03 01:44:49,110 - INFO - Train Epoch: 13 [0/42 (0%)] Loss: 0.4118 +2025-04-03 01:45:05,977 - INFO - Train Epoch: 13 [10/42 (24%)] Loss: 0.5097 +2025-04-03 01:45:22,869 - INFO - Train Epoch: 13 [20/42 (48%)] Loss: 0.3263 +2025-04-03 01:45:39,792 - INFO - Train Epoch: 13 [30/42 (71%)] Loss: 0.3836 +2025-04-03 01:45:56,740 - INFO - Train Epoch: 13 [40/42 (95%)] Loss: 0.4494 +2025-04-03 01:45:57,596 - INFO - Epoch 13 - Train Loss: 0.4123 +2025-04-03 01:46:41,148 - INFO - Epoch 13 - Validation Accuracy: 64.15% +2025-04-03 01:46:41,149 - INFO - New best validation accuracy: 64.15% +2025-04-03 01:46:42,796 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:46:44,542 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:46:44,542 - INFO - Epoch 14/20 +2025-04-03 01:46:47,099 - INFO - Train Epoch: 14 [0/42 (0%)] Loss: 0.4788 +2025-04-03 01:47:04,008 - INFO - Train Epoch: 14 [10/42 (24%)] Loss: 0.3708 +2025-04-03 01:47:20,881 - INFO - Train Epoch: 14 [20/42 (48%)] Loss: 0.2831 +2025-04-03 01:47:37,762 - INFO - Train Epoch: 14 [30/42 (71%)] Loss: 0.4157 +2025-04-03 01:47:54,684 - INFO - Train Epoch: 14 [40/42 (95%)] Loss: 0.3329 +2025-04-03 01:47:55,521 - INFO - Epoch 14 - Train Loss: 0.3837 +2025-04-03 01:48:39,412 - INFO - Epoch 14 - Validation Accuracy: 66.07% +2025-04-03 01:48:39,412 - INFO - New best validation accuracy: 66.07% +2025-04-03 01:48:41,039 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:48:42,742 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:48:42,742 - INFO - Epoch 15/20 +2025-04-03 01:48:45,337 - INFO - Train Epoch: 15 [0/42 (0%)] Loss: 0.2836 +2025-04-03 01:49:02,192 - INFO - Train Epoch: 15 [10/42 (24%)] Loss: 0.3629 +2025-04-03 01:49:19,052 - INFO - Train Epoch: 15 [20/42 (48%)] Loss: 0.3783 +2025-04-03 01:49:35,922 - INFO - Train Epoch: 15 [30/42 (71%)] Loss: 0.3246 +2025-04-03 01:49:52,807 - INFO - Train Epoch: 15 [40/42 (95%)] Loss: 0.4118 +2025-04-03 01:49:53,665 - INFO - Epoch 15 - Train Loss: 0.3587 +2025-04-03 01:50:38,259 - INFO - Epoch 15 - Validation Accuracy: 65.97% +2025-04-03 01:50:39,972 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:50:39,972 - INFO - Epoch 16/20 +2025-04-03 01:50:42,589 - INFO - Train Epoch: 16 [0/42 (0%)] Loss: 0.3874 +2025-04-03 01:50:59,534 - INFO - Train Epoch: 16 [10/42 (24%)] Loss: 0.2299 +2025-04-03 01:51:16,508 - INFO - Train Epoch: 16 [20/42 (48%)] Loss: 0.3096 +2025-04-03 01:51:33,482 - INFO - Train Epoch: 16 [30/42 (71%)] Loss: 0.3488 +2025-04-03 01:51:50,544 - INFO - Train Epoch: 16 [40/42 (95%)] Loss: 0.2799 +2025-04-03 01:51:51,394 - INFO - Epoch 16 - Train Loss: 0.3402 +2025-04-03 01:52:34,712 - INFO - Epoch 16 - Validation Accuracy: 67.61% +2025-04-03 01:52:34,712 - INFO - New best validation accuracy: 67.61% +2025-04-03 01:52:36,429 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 01:52:38,051 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:52:38,051 - INFO - Epoch 17/20 +2025-04-03 01:52:40,655 - INFO - Train Epoch: 17 [0/42 (0%)] Loss: 0.2911 +2025-04-03 01:52:57,532 - INFO - Train Epoch: 17 [10/42 (24%)] Loss: 0.3006 +2025-04-03 01:53:14,431 - INFO - Train Epoch: 17 [20/42 (48%)] Loss: 0.3951 +2025-04-03 01:53:31,343 - INFO - Train Epoch: 17 [30/42 (71%)] Loss: 0.3590 +2025-04-03 01:53:48,240 - INFO - Train Epoch: 17 [40/42 (95%)] Loss: 0.2777 +2025-04-03 01:53:49,069 - INFO - Epoch 17 - Train Loss: 0.3173 +2025-04-03 01:54:33,369 - INFO - Epoch 17 - Validation Accuracy: 66.73% +2025-04-03 01:54:35,121 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:54:35,121 - INFO - Epoch 18/20 +2025-04-03 01:54:37,800 - INFO - Train Epoch: 18 [0/42 (0%)] Loss: 0.2584 +2025-04-03 01:54:54,744 - INFO - Train Epoch: 18 [10/42 (24%)] Loss: 0.2395 +2025-04-03 01:55:11,672 - INFO - Train Epoch: 18 [20/42 (48%)] Loss: 0.3367 +2025-04-03 01:55:28,664 - INFO - Train Epoch: 18 [30/42 (71%)] Loss: 0.2259 +2025-04-03 01:55:45,652 - INFO - Train Epoch: 18 [40/42 (95%)] Loss: 0.3273 +2025-04-03 01:55:46,488 - INFO - Epoch 18 - Train Loss: 0.2996 +2025-04-03 01:56:30,044 - INFO - Epoch 18 - Validation Accuracy: 67.30% +2025-04-03 01:56:31,797 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:56:31,797 - INFO - Epoch 19/20 +2025-04-03 01:56:34,427 - INFO - Train Epoch: 19 [0/42 (0%)] Loss: 0.2911 +2025-04-03 01:56:51,306 - INFO - Train Epoch: 19 [10/42 (24%)] Loss: 0.2863 +2025-04-03 01:57:08,226 - INFO - Train Epoch: 19 [20/42 (48%)] Loss: 0.2616 +2025-04-03 01:57:25,147 - INFO - Train Epoch: 19 [30/42 (71%)] Loss: 0.3365 +2025-04-03 01:57:42,068 - INFO - Train Epoch: 19 [40/42 (95%)] Loss: 0.2585 +2025-04-03 01:57:42,902 - INFO - Epoch 19 - Train Loss: 0.2868 +2025-04-03 01:58:26,800 - INFO - Epoch 19 - Validation Accuracy: 67.25% +2025-04-03 01:58:28,539 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 01:58:28,539 - INFO - Epoch 20/20 +2025-04-03 01:58:31,176 - INFO - Train Epoch: 20 [0/42 (0%)] Loss: 0.2555 +2025-04-03 01:58:48,082 - INFO - Train Epoch: 20 [10/42 (24%)] Loss: 0.3065 +2025-04-03 01:59:04,989 - INFO - Train Epoch: 20 [20/42 (48%)] Loss: 0.2672 +2025-04-03 01:59:21,884 - INFO - Train Epoch: 20 [30/42 (71%)] Loss: 0.3276 +2025-04-03 01:59:38,814 - INFO - Train Epoch: 20 [40/42 (95%)] Loss: 0.3056 +2025-04-03 01:59:39,660 - INFO - Epoch 20 - Train Loss: 0.2935 +2025-04-03 02:00:23,478 - INFO - Epoch 20 - Validation Accuracy: 68.43% +2025-04-03 02:00:23,479 - INFO - New best validation accuracy: 68.43% +2025-04-03 02:00:25,135 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/best_model +2025-04-03 02:00:26,758 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 02:01:11,292 - INFO - Final validation accuracy: 68.43% +2025-04-03 02:01:11,293 - INFO - Best validation accuracy: 68.43% +2025-04-03 02:01:13,966 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-03 02:01:13,966 - INFO - Training completed diff --git a/exp-rank-16/vit/fewshot_75_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-16/vit/fewshot_75_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..95c9b573453bb922e2424367e08ade55eb1c46b2 --- /dev/null +++ b/exp-rank-16/vit/fewshot_75_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6243056808c3baab4740ac7ebd8ed77b6a67625a2b5900fc11f1bf86cf862a +size 7140630 diff --git a/exp-rank-16/vit/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-16/vit/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cca233918ebb97cf4d1e1cf4d4386a04617ba8d6 --- /dev/null +++ b/exp-rank-16/vit/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f35ba0115572e8e0b5804ff9a73a634e8f2584cbd6d865b28786ae1dd3f418f +size 3935896 diff --git a/exp-rank-16/vit/fewshot_75_percent/checkpoints/best_model/model.pth b/exp-rank-16/vit/fewshot_75_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..f71212cead446f5a6351ed5a9ec2d99b77d3a07e --- /dev/null +++ b/exp-rank-16/vit/fewshot_75_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558e37b120f59d6dfc7aa62dcfff8f5cdb24ad061fe8e5f69c97a5d230a2f00b +size 787311186 diff --git a/exp-rank-16/vit/fewshot_75_percent/checkpoints/checkpoint_last/checkpoint.pth b/exp-rank-16/vit/fewshot_75_percent/checkpoints/checkpoint_last/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..f3e8f466d718f9201d6f4561bccd2cbf13861bac --- /dev/null +++ b/exp-rank-16/vit/fewshot_75_percent/checkpoints/checkpoint_last/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae7f360aa41501fbe2f830824d8c230a11d817627a7f70ef1a8e84024de190cb +size 7140566 diff --git a/exp-rank-16/vit/fewshot_75_percent/checkpoints/checkpoint_last/lora_weights.safetensors b/exp-rank-16/vit/fewshot_75_percent/checkpoints/checkpoint_last/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cca233918ebb97cf4d1e1cf4d4386a04617ba8d6 --- /dev/null +++ b/exp-rank-16/vit/fewshot_75_percent/checkpoints/checkpoint_last/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f35ba0115572e8e0b5804ff9a73a634e8f2584cbd6d865b28786ae1dd3f418f +size 3935896 diff --git a/exp-rank-16/vit/fewshot_75_percent/checkpoints/checkpoint_last/model.pth b/exp-rank-16/vit/fewshot_75_percent/checkpoints/checkpoint_last/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..f71212cead446f5a6351ed5a9ec2d99b77d3a07e --- /dev/null +++ b/exp-rank-16/vit/fewshot_75_percent/checkpoints/checkpoint_last/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558e37b120f59d6dfc7aa62dcfff8f5cdb24ad061fe8e5f69c97a5d230a2f00b +size 787311186 diff --git a/exp-rank-16/vit/fewshot_75_percent/training_20250403-020123.log b/exp-rank-16/vit/fewshot_75_percent/training_20250403-020123.log new file mode 100644 index 0000000000000000000000000000000000000000..fb335838d81b61f42e64ecebef8e99efdac5c4cf --- /dev/null +++ b/exp-rank-16/vit/fewshot_75_percent/training_20250403-020123.log @@ -0,0 +1,342 @@ +2025-04-03 02:01:23,471 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.75, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='vit', lora_rank=16, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=5), gpu=5, seed=42, num_workers=4, output_dir='./outputs/exp2/vit/fewshot_75_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-03 02:01:23,471 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-03 02:01:53,650 - INFO - Initializing RobustMedClip model +2025-04-03 02:02:00,980 - INFO - Starting training +2025-04-03 02:02:00,981 - INFO - Epoch 1/20 +2025-04-03 02:02:04,267 - INFO - Train Epoch: 1 [0/104 (0%)] Loss: 5.4163 +2025-04-03 02:02:21,043 - INFO - Train Epoch: 1 [10/104 (10%)] Loss: 4.4447 +2025-04-03 02:02:37,913 - INFO - Train Epoch: 1 [20/104 (19%)] Loss: 2.9278 +2025-04-03 02:02:54,888 - INFO - Train Epoch: 1 [30/104 (29%)] Loss: 2.4300 +2025-04-03 02:03:11,873 - INFO - Train Epoch: 1 [40/104 (38%)] Loss: 2.3403 +2025-04-03 02:03:28,914 - INFO - Train Epoch: 1 [50/104 (48%)] Loss: 2.0297 +2025-04-03 02:03:46,006 - INFO - Train Epoch: 1 [60/104 (58%)] Loss: 1.8247 +2025-04-03 02:04:03,115 - INFO - Train Epoch: 1 [70/104 (67%)] Loss: 1.8241 +2025-04-03 02:04:20,236 - INFO - Train Epoch: 1 [80/104 (77%)] Loss: 1.5962 +2025-04-03 02:04:37,341 - INFO - Train Epoch: 1 [90/104 (87%)] Loss: 1.6328 +2025-04-03 02:04:54,453 - INFO - Train Epoch: 1 [100/104 (96%)] Loss: 1.5151 +2025-04-03 02:04:59,025 - INFO - Epoch 1 - Train Loss: 2.3831 +2025-04-03 02:05:43,686 - INFO - Epoch 1 - Validation Accuracy: 13.02% +2025-04-03 02:05:43,686 - INFO - New best validation accuracy: 13.02% +2025-04-03 02:05:45,109 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:05:46,706 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:05:46,707 - INFO - Epoch 2/20 +2025-04-03 02:05:49,199 - INFO - Train Epoch: 2 [0/104 (0%)] Loss: 1.4170 +2025-04-03 02:06:06,238 - INFO - Train Epoch: 2 [10/104 (10%)] Loss: 1.4817 +2025-04-03 02:06:23,266 - INFO - Train Epoch: 2 [20/104 (19%)] Loss: 1.1856 +2025-04-03 02:06:40,296 - INFO - Train Epoch: 2 [30/104 (29%)] Loss: 1.1510 +2025-04-03 02:06:57,367 - INFO - Train Epoch: 2 [40/104 (38%)] Loss: 1.1978 +2025-04-03 02:07:14,444 - INFO - Train Epoch: 2 [50/104 (48%)] Loss: 1.0796 +2025-04-03 02:07:31,552 - INFO - Train Epoch: 2 [60/104 (58%)] Loss: 1.0104 +2025-04-03 02:07:48,675 - INFO - Train Epoch: 2 [70/104 (67%)] Loss: 1.1340 +2025-04-03 02:08:05,824 - INFO - Train Epoch: 2 [80/104 (77%)] Loss: 1.1166 +2025-04-03 02:08:22,991 - INFO - Train Epoch: 2 [90/104 (87%)] Loss: 0.8593 +2025-04-03 02:08:40,165 - INFO - Train Epoch: 2 [100/104 (96%)] Loss: 0.9398 +2025-04-03 02:08:44,748 - INFO - Epoch 2 - Train Loss: 1.1340 +2025-04-03 02:09:29,884 - INFO - Epoch 2 - Validation Accuracy: 39.00% +2025-04-03 02:09:29,884 - INFO - New best validation accuracy: 39.00% +2025-04-03 02:09:31,591 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:09:33,341 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:09:33,341 - INFO - Epoch 3/20 +2025-04-03 02:09:35,907 - INFO - Train Epoch: 3 [0/104 (0%)] Loss: 0.8370 +2025-04-03 02:09:53,007 - INFO - Train Epoch: 3 [10/104 (10%)] Loss: 0.8234 +2025-04-03 02:10:10,134 - INFO - Train Epoch: 3 [20/104 (19%)] Loss: 0.8152 +2025-04-03 02:10:27,272 - INFO - Train Epoch: 3 [30/104 (29%)] Loss: 0.7846 +2025-04-03 02:10:44,425 - INFO - Train Epoch: 3 [40/104 (38%)] Loss: 0.8092 +2025-04-03 02:11:01,578 - INFO - Train Epoch: 3 [50/104 (48%)] Loss: 0.7846 +2025-04-03 02:11:18,738 - INFO - Train Epoch: 3 [60/104 (58%)] Loss: 0.7814 +2025-04-03 02:11:35,893 - INFO - Train Epoch: 3 [70/104 (67%)] Loss: 0.7466 +2025-04-03 02:11:53,056 - INFO - Train Epoch: 3 [80/104 (77%)] Loss: 0.5914 +2025-04-03 02:12:10,214 - INFO - Train Epoch: 3 [90/104 (87%)] Loss: 0.7377 +2025-04-03 02:12:27,378 - INFO - Train Epoch: 3 [100/104 (96%)] Loss: 0.6777 +2025-04-03 02:12:31,952 - INFO - Epoch 3 - Train Loss: 0.7576 +2025-04-03 02:13:16,661 - INFO - Epoch 3 - Validation Accuracy: 51.78% +2025-04-03 02:13:16,661 - INFO - New best validation accuracy: 51.78% +2025-04-03 02:13:18,214 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:13:19,866 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:13:19,867 - INFO - Epoch 4/20 +2025-04-03 02:13:22,429 - INFO - Train Epoch: 4 [0/104 (0%)] Loss: 0.5793 +2025-04-03 02:13:39,642 - INFO - Train Epoch: 4 [10/104 (10%)] Loss: 0.6936 +2025-04-03 02:13:56,849 - INFO - Train Epoch: 4 [20/104 (19%)] Loss: 0.5792 +2025-04-03 02:14:14,070 - INFO - Train Epoch: 4 [30/104 (29%)] Loss: 0.5946 +2025-04-03 02:14:31,345 - INFO - Train Epoch: 4 [40/104 (38%)] Loss: 0.5099 +2025-04-03 02:14:48,593 - INFO - Train Epoch: 4 [50/104 (48%)] Loss: 0.5235 +2025-04-03 02:15:05,836 - INFO - Train Epoch: 4 [60/104 (58%)] Loss: 0.6245 +2025-04-03 02:15:23,098 - INFO - Train Epoch: 4 [70/104 (67%)] Loss: 0.4690 +2025-04-03 02:15:40,345 - INFO - Train Epoch: 4 [80/104 (77%)] Loss: 0.5687 +2025-04-03 02:15:57,595 - INFO - Train Epoch: 4 [90/104 (87%)] Loss: 0.5003 +2025-04-03 02:16:14,873 - INFO - Train Epoch: 4 [100/104 (96%)] Loss: 0.5645 +2025-04-03 02:16:19,496 - INFO - Epoch 4 - Train Loss: 0.5610 +2025-04-03 02:17:04,804 - INFO - Epoch 4 - Validation Accuracy: 57.39% +2025-04-03 02:17:04,804 - INFO - New best validation accuracy: 57.39% +2025-04-03 02:17:06,340 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:17:08,040 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:17:08,040 - INFO - Epoch 5/20 +2025-04-03 02:17:10,655 - INFO - Train Epoch: 5 [0/104 (0%)] Loss: 0.4257 +2025-04-03 02:17:27,797 - INFO - Train Epoch: 5 [10/104 (10%)] Loss: 0.5007 +2025-04-03 02:17:44,943 - INFO - Train Epoch: 5 [20/104 (19%)] Loss: 0.3997 +2025-04-03 02:18:02,102 - INFO - Train Epoch: 5 [30/104 (29%)] Loss: 0.4511 +2025-04-03 02:18:19,263 - INFO - Train Epoch: 5 [40/104 (38%)] Loss: 0.4528 +2025-04-03 02:18:36,454 - INFO - Train Epoch: 5 [50/104 (48%)] Loss: 0.4021 +2025-04-03 02:18:53,651 - INFO - Train Epoch: 5 [60/104 (58%)] Loss: 0.4615 +2025-04-03 02:19:10,834 - INFO - Train Epoch: 5 [70/104 (67%)] Loss: 0.4060 +2025-04-03 02:19:28,025 - INFO - Train Epoch: 5 [80/104 (77%)] Loss: 0.4468 +2025-04-03 02:19:45,219 - INFO - Train Epoch: 5 [90/104 (87%)] Loss: 0.5228 +2025-04-03 02:20:02,414 - INFO - Train Epoch: 5 [100/104 (96%)] Loss: 0.3923 +2025-04-03 02:20:06,998 - INFO - Epoch 5 - Train Loss: 0.4486 +2025-04-03 02:20:51,747 - INFO - Epoch 5 - Validation Accuracy: 60.09% +2025-04-03 02:20:51,747 - INFO - New best validation accuracy: 60.09% +2025-04-03 02:20:54,651 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:20:56,426 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:20:56,426 - INFO - Epoch 6/20 +2025-04-03 02:20:58,984 - INFO - Train Epoch: 6 [0/104 (0%)] Loss: 0.3648 +2025-04-03 02:21:16,091 - INFO - Train Epoch: 6 [10/104 (10%)] Loss: 0.4119 +2025-04-03 02:21:33,210 - INFO - Train Epoch: 6 [20/104 (19%)] Loss: 0.3511 +2025-04-03 02:21:50,344 - INFO - Train Epoch: 6 [30/104 (29%)] Loss: 0.4818 +2025-04-03 02:22:07,509 - INFO - Train Epoch: 6 [40/104 (38%)] Loss: 0.4145 +2025-04-03 02:22:24,676 - INFO - Train Epoch: 6 [50/104 (48%)] Loss: 0.3794 +2025-04-03 02:22:41,853 - INFO - Train Epoch: 6 [60/104 (58%)] Loss: 0.4138 +2025-04-03 02:22:59,033 - INFO - Train Epoch: 6 [70/104 (67%)] Loss: 0.3444 +2025-04-03 02:23:16,214 - INFO - Train Epoch: 6 [80/104 (77%)] Loss: 0.4393 +2025-04-03 02:23:33,400 - INFO - Train Epoch: 6 [90/104 (87%)] Loss: 0.3618 +2025-04-03 02:23:50,576 - INFO - Train Epoch: 6 [100/104 (96%)] Loss: 0.4002 +2025-04-03 02:23:55,167 - INFO - Epoch 6 - Train Loss: 0.3813 +2025-04-03 02:24:40,177 - INFO - Epoch 6 - Validation Accuracy: 62.74% +2025-04-03 02:24:40,177 - INFO - New best validation accuracy: 62.74% +2025-04-03 02:24:41,790 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:24:43,499 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:24:43,499 - INFO - Epoch 7/20 +2025-04-03 02:24:46,087 - INFO - Train Epoch: 7 [0/104 (0%)] Loss: 0.2706 +2025-04-03 02:25:03,199 - INFO - Train Epoch: 7 [10/104 (10%)] Loss: 0.3008 +2025-04-03 02:25:20,330 - INFO - Train Epoch: 7 [20/104 (19%)] Loss: 0.4282 +2025-04-03 02:25:37,452 - INFO - Train Epoch: 7 [30/104 (29%)] Loss: 0.3097 +2025-04-03 02:25:54,634 - INFO - Train Epoch: 7 [40/104 (38%)] Loss: 0.3095 +2025-04-03 02:26:11,830 - INFO - Train Epoch: 7 [50/104 (48%)] Loss: 0.3717 +2025-04-03 02:26:29,039 - INFO - Train Epoch: 7 [60/104 (58%)] Loss: 0.3884 +2025-04-03 02:26:46,252 - INFO - Train Epoch: 7 [70/104 (67%)] Loss: 0.3012 +2025-04-03 02:27:03,463 - INFO - Train Epoch: 7 [80/104 (77%)] Loss: 0.3722 +2025-04-03 02:27:20,681 - INFO - Train Epoch: 7 [90/104 (87%)] Loss: 0.2199 +2025-04-03 02:27:37,904 - INFO - Train Epoch: 7 [100/104 (96%)] Loss: 0.3278 +2025-04-03 02:27:42,501 - INFO - Epoch 7 - Train Loss: 0.3309 +2025-04-03 02:28:27,304 - INFO - Epoch 7 - Validation Accuracy: 65.45% +2025-04-03 02:28:27,304 - INFO - New best validation accuracy: 65.45% +2025-04-03 02:28:28,848 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:28:30,593 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:28:30,593 - INFO - Epoch 8/20 +2025-04-03 02:28:33,136 - INFO - Train Epoch: 8 [0/104 (0%)] Loss: 0.4031 +2025-04-03 02:28:50,235 - INFO - Train Epoch: 8 [10/104 (10%)] Loss: 0.2444 +2025-04-03 02:29:07,346 - INFO - Train Epoch: 8 [20/104 (19%)] Loss: 0.2351 +2025-04-03 02:29:24,469 - INFO - Train Epoch: 8 [30/104 (29%)] Loss: 0.2270 +2025-04-03 02:29:41,601 - INFO - Train Epoch: 8 [40/104 (38%)] Loss: 0.2892 +2025-04-03 02:29:58,747 - INFO - Train Epoch: 8 [50/104 (48%)] Loss: 0.2195 +2025-04-03 02:30:15,900 - INFO - Train Epoch: 8 [60/104 (58%)] Loss: 0.2696 +2025-04-03 02:30:33,082 - INFO - Train Epoch: 8 [70/104 (67%)] Loss: 0.2831 +2025-04-03 02:30:50,248 - INFO - Train Epoch: 8 [80/104 (77%)] Loss: 0.3721 +2025-04-03 02:31:07,418 - INFO - Train Epoch: 8 [90/104 (87%)] Loss: 0.2509 +2025-04-03 02:31:24,570 - INFO - Train Epoch: 8 [100/104 (96%)] Loss: 0.2939 +2025-04-03 02:31:29,139 - INFO - Epoch 8 - Train Loss: 0.2973 +2025-04-03 02:32:13,832 - INFO - Epoch 8 - Validation Accuracy: 68.03% +2025-04-03 02:32:13,833 - INFO - New best validation accuracy: 68.03% +2025-04-03 02:32:15,395 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:32:17,086 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:32:17,086 - INFO - Epoch 9/20 +2025-04-03 02:32:19,645 - INFO - Train Epoch: 9 [0/104 (0%)] Loss: 0.3100 +2025-04-03 02:32:36,872 - INFO - Train Epoch: 9 [10/104 (10%)] Loss: 0.3211 +2025-04-03 02:32:54,084 - INFO - Train Epoch: 9 [20/104 (19%)] Loss: 0.3857 +2025-04-03 02:33:11,299 - INFO - Train Epoch: 9 [30/104 (29%)] Loss: 0.2754 +2025-04-03 02:33:28,533 - INFO - Train Epoch: 9 [40/104 (38%)] Loss: 0.2127 +2025-04-03 02:33:45,766 - INFO - Train Epoch: 9 [50/104 (48%)] Loss: 0.3270 +2025-04-03 02:34:03,010 - INFO - Train Epoch: 9 [60/104 (58%)] Loss: 0.2189 +2025-04-03 02:34:20,241 - INFO - Train Epoch: 9 [70/104 (67%)] Loss: 0.3820 +2025-04-03 02:34:37,486 - INFO - Train Epoch: 9 [80/104 (77%)] Loss: 0.2613 +2025-04-03 02:34:54,719 - INFO - Train Epoch: 9 [90/104 (87%)] Loss: 0.2242 +2025-04-03 02:35:11,960 - INFO - Train Epoch: 9 [100/104 (96%)] Loss: 0.1959 +2025-04-03 02:35:16,583 - INFO - Epoch 9 - Train Loss: 0.2817 +2025-04-03 02:36:01,725 - INFO - Epoch 9 - Validation Accuracy: 67.98% +2025-04-03 02:36:03,396 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:36:03,396 - INFO - Epoch 10/20 +2025-04-03 02:36:05,965 - INFO - Train Epoch: 10 [0/104 (0%)] Loss: 0.2508 +2025-04-03 02:36:23,122 - INFO - Train Epoch: 10 [10/104 (10%)] Loss: 0.2818 +2025-04-03 02:36:40,279 - INFO - Train Epoch: 10 [20/104 (19%)] Loss: 0.2509 +2025-04-03 02:36:57,436 - INFO - Train Epoch: 10 [30/104 (29%)] Loss: 0.2244 +2025-04-03 02:37:14,608 - INFO - Train Epoch: 10 [40/104 (38%)] Loss: 0.2841 +2025-04-03 02:37:31,795 - INFO - Train Epoch: 10 [50/104 (48%)] Loss: 0.2428 +2025-04-03 02:37:48,976 - INFO - Train Epoch: 10 [60/104 (58%)] Loss: 0.2072 +2025-04-03 02:38:06,141 - INFO - Train Epoch: 10 [70/104 (67%)] Loss: 0.2202 +2025-04-03 02:38:23,322 - INFO - Train Epoch: 10 [80/104 (77%)] Loss: 0.3621 +2025-04-03 02:38:40,503 - INFO - Train Epoch: 10 [90/104 (87%)] Loss: 0.2301 +2025-04-03 02:38:57,694 - INFO - Train Epoch: 10 [100/104 (96%)] Loss: 0.3060 +2025-04-03 02:39:02,261 - INFO - Epoch 10 - Train Loss: 0.2561 +2025-04-03 02:39:47,836 - INFO - Epoch 10 - Validation Accuracy: 70.51% +2025-04-03 02:39:47,836 - INFO - New best validation accuracy: 70.51% +2025-04-03 02:39:49,412 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:39:50,989 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:39:50,990 - INFO - Epoch 11/20 +2025-04-03 02:39:53,560 - INFO - Train Epoch: 11 [0/104 (0%)] Loss: 0.1975 +2025-04-03 02:40:10,778 - INFO - Train Epoch: 11 [10/104 (10%)] Loss: 0.3097 +2025-04-03 02:40:28,042 - INFO - Train Epoch: 11 [20/104 (19%)] Loss: 0.2600 +2025-04-03 02:40:45,313 - INFO - Train Epoch: 11 [30/104 (29%)] Loss: 0.2787 +2025-04-03 02:41:02,588 - INFO - Train Epoch: 11 [40/104 (38%)] Loss: 0.2462 +2025-04-03 02:41:19,872 - INFO - Train Epoch: 11 [50/104 (48%)] Loss: 0.2264 +2025-04-03 02:41:37,163 - INFO - Train Epoch: 11 [60/104 (58%)] Loss: 0.2337 +2025-04-03 02:41:54,456 - INFO - Train Epoch: 11 [70/104 (67%)] Loss: 0.3210 +2025-04-03 02:42:11,756 - INFO - Train Epoch: 11 [80/104 (77%)] Loss: 0.2578 +2025-04-03 02:42:29,080 - INFO - Train Epoch: 11 [90/104 (87%)] Loss: 0.2327 +2025-04-03 02:42:46,372 - INFO - Train Epoch: 11 [100/104 (96%)] Loss: 0.2650 +2025-04-03 02:42:51,003 - INFO - Epoch 11 - Train Loss: 0.2511 +2025-04-03 02:43:35,545 - INFO - Epoch 11 - Validation Accuracy: 71.25% +2025-04-03 02:43:35,545 - INFO - New best validation accuracy: 71.25% +2025-04-03 02:43:37,058 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:43:38,685 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:43:38,685 - INFO - Epoch 12/20 +2025-04-03 02:43:41,253 - INFO - Train Epoch: 12 [0/104 (0%)] Loss: 0.1861 +2025-04-03 02:43:58,379 - INFO - Train Epoch: 12 [10/104 (10%)] Loss: 0.1913 +2025-04-03 02:44:15,522 - INFO - Train Epoch: 12 [20/104 (19%)] Loss: 0.1744 +2025-04-03 02:44:32,666 - INFO - Train Epoch: 12 [30/104 (29%)] Loss: 0.1872 +2025-04-03 02:44:49,823 - INFO - Train Epoch: 12 [40/104 (38%)] Loss: 0.2623 +2025-04-03 02:45:06,995 - INFO - Train Epoch: 12 [50/104 (48%)] Loss: 0.1790 +2025-04-03 02:45:24,177 - INFO - Train Epoch: 12 [60/104 (58%)] Loss: 0.2366 +2025-04-03 02:45:41,372 - INFO - Train Epoch: 12 [70/104 (67%)] Loss: 0.1586 +2025-04-03 02:45:58,584 - INFO - Train Epoch: 12 [80/104 (77%)] Loss: 0.2317 +2025-04-03 02:46:15,783 - INFO - Train Epoch: 12 [90/104 (87%)] Loss: 0.1858 +2025-04-03 02:46:32,974 - INFO - Train Epoch: 12 [100/104 (96%)] Loss: 0.2779 +2025-04-03 02:46:37,562 - INFO - Epoch 12 - Train Loss: 0.2266 +2025-04-03 02:47:22,105 - INFO - Epoch 12 - Validation Accuracy: 71.94% +2025-04-03 02:47:22,105 - INFO - New best validation accuracy: 71.94% +2025-04-03 02:47:23,657 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:47:25,434 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:47:25,434 - INFO - Epoch 13/20 +2025-04-03 02:47:28,046 - INFO - Train Epoch: 13 [0/104 (0%)] Loss: 0.1971 +2025-04-03 02:47:45,257 - INFO - Train Epoch: 13 [10/104 (10%)] Loss: 0.1951 +2025-04-03 02:48:02,480 - INFO - Train Epoch: 13 [20/104 (19%)] Loss: 0.2007 +2025-04-03 02:48:19,714 - INFO - Train Epoch: 13 [30/104 (29%)] Loss: 0.2111 +2025-04-03 02:48:36,945 - INFO - Train Epoch: 13 [40/104 (38%)] Loss: 0.2504 +2025-04-03 02:48:54,183 - INFO - Train Epoch: 13 [50/104 (48%)] Loss: 0.1898 +2025-04-03 02:49:11,426 - INFO - Train Epoch: 13 [60/104 (58%)] Loss: 0.1935 +2025-04-03 02:49:28,677 - INFO - Train Epoch: 13 [70/104 (67%)] Loss: 0.2046 +2025-04-03 02:49:45,915 - INFO - Train Epoch: 13 [80/104 (77%)] Loss: 0.2357 +2025-04-03 02:50:03,162 - INFO - Train Epoch: 13 [90/104 (87%)] Loss: 0.1634 +2025-04-03 02:50:20,405 - INFO - Train Epoch: 13 [100/104 (96%)] Loss: 0.2501 +2025-04-03 02:50:25,029 - INFO - Epoch 13 - Train Loss: 0.2134 +2025-04-03 02:51:09,937 - INFO - Epoch 13 - Validation Accuracy: 72.17% +2025-04-03 02:51:09,937 - INFO - New best validation accuracy: 72.17% +2025-04-03 02:51:11,550 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:51:13,155 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:51:13,156 - INFO - Epoch 14/20 +2025-04-03 02:51:15,723 - INFO - Train Epoch: 14 [0/104 (0%)] Loss: 0.2454 +2025-04-03 02:51:32,825 - INFO - Train Epoch: 14 [10/104 (10%)] Loss: 0.2455 +2025-04-03 02:51:49,932 - INFO - Train Epoch: 14 [20/104 (19%)] Loss: 0.1549 +2025-04-03 02:52:07,089 - INFO - Train Epoch: 14 [30/104 (29%)] Loss: 0.2172 +2025-04-03 02:52:24,242 - INFO - Train Epoch: 14 [40/104 (38%)] Loss: 0.2572 +2025-04-03 02:52:41,415 - INFO - Train Epoch: 14 [50/104 (48%)] Loss: 0.2329 +2025-04-03 02:52:58,575 - INFO - Train Epoch: 14 [60/104 (58%)] Loss: 0.2465 +2025-04-03 02:53:15,754 - INFO - Train Epoch: 14 [70/104 (67%)] Loss: 0.2486 +2025-04-03 02:53:32,935 - INFO - Train Epoch: 14 [80/104 (77%)] Loss: 0.2261 +2025-04-03 02:53:50,113 - INFO - Train Epoch: 14 [90/104 (87%)] Loss: 0.1771 +2025-04-03 02:54:07,287 - INFO - Train Epoch: 14 [100/104 (96%)] Loss: 0.2490 +2025-04-03 02:54:11,861 - INFO - Epoch 14 - Train Loss: 0.2075 +2025-04-03 02:54:56,419 - INFO - Epoch 14 - Validation Accuracy: 72.33% +2025-04-03 02:54:56,419 - INFO - New best validation accuracy: 72.33% +2025-04-03 02:54:57,967 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:54:59,710 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:54:59,710 - INFO - Epoch 15/20 +2025-04-03 02:55:02,301 - INFO - Train Epoch: 15 [0/104 (0%)] Loss: 0.2025 +2025-04-03 02:55:19,413 - INFO - Train Epoch: 15 [10/104 (10%)] Loss: 0.1671 +2025-04-03 02:55:36,540 - INFO - Train Epoch: 15 [20/104 (19%)] Loss: 0.1788 +2025-04-03 02:55:53,674 - INFO - Train Epoch: 15 [30/104 (29%)] Loss: 0.2656 +2025-04-03 02:56:10,830 - INFO - Train Epoch: 15 [40/104 (38%)] Loss: 0.1908 +2025-04-03 02:56:28,022 - INFO - Train Epoch: 15 [50/104 (48%)] Loss: 0.2852 +2025-04-03 02:56:45,209 - INFO - Train Epoch: 15 [60/104 (58%)] Loss: 0.2585 +2025-04-03 02:57:02,396 - INFO - Train Epoch: 15 [70/104 (67%)] Loss: 0.1971 +2025-04-03 02:57:19,590 - INFO - Train Epoch: 15 [80/104 (77%)] Loss: 0.2068 +2025-04-03 02:57:36,791 - INFO - Train Epoch: 15 [90/104 (87%)] Loss: 0.2101 +2025-04-03 02:57:53,981 - INFO - Train Epoch: 15 [100/104 (96%)] Loss: 0.2124 +2025-04-03 02:57:58,571 - INFO - Epoch 15 - Train Loss: 0.2019 +2025-04-03 02:58:43,115 - INFO - Epoch 15 - Validation Accuracy: 74.10% +2025-04-03 02:58:43,116 - INFO - New best validation accuracy: 74.10% +2025-04-03 02:58:44,616 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 02:58:46,352 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 02:58:46,352 - INFO - Epoch 16/20 +2025-04-03 02:58:48,996 - INFO - Train Epoch: 16 [0/104 (0%)] Loss: 0.1706 +2025-04-03 02:59:06,149 - INFO - Train Epoch: 16 [10/104 (10%)] Loss: 0.1321 +2025-04-03 02:59:23,287 - INFO - Train Epoch: 16 [20/104 (19%)] Loss: 0.1130 +2025-04-03 02:59:40,463 - INFO - Train Epoch: 16 [30/104 (29%)] Loss: 0.2109 +2025-04-03 02:59:57,631 - INFO - Train Epoch: 16 [40/104 (38%)] Loss: 0.1819 +2025-04-03 03:00:14,821 - INFO - Train Epoch: 16 [50/104 (48%)] Loss: 0.1497 +2025-04-03 03:00:32,019 - INFO - Train Epoch: 16 [60/104 (58%)] Loss: 0.1758 +2025-04-03 03:00:49,221 - INFO - Train Epoch: 16 [70/104 (67%)] Loss: 0.1739 +2025-04-03 03:01:06,420 - INFO - Train Epoch: 16 [80/104 (77%)] Loss: 0.1329 +2025-04-03 03:01:23,617 - INFO - Train Epoch: 16 [90/104 (87%)] Loss: 0.2266 +2025-04-03 03:01:40,806 - INFO - Train Epoch: 16 [100/104 (96%)] Loss: 0.1489 +2025-04-03 03:01:45,392 - INFO - Epoch 16 - Train Loss: 0.1891 +2025-04-03 03:02:29,891 - INFO - Epoch 16 - Validation Accuracy: 73.09% +2025-04-03 03:02:31,627 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 03:02:31,627 - INFO - Epoch 17/20 +2025-04-03 03:02:34,249 - INFO - Train Epoch: 17 [0/104 (0%)] Loss: 0.2211 +2025-04-03 03:02:51,403 - INFO - Train Epoch: 17 [10/104 (10%)] Loss: 0.2495 +2025-04-03 03:03:08,551 - INFO - Train Epoch: 17 [20/104 (19%)] Loss: 0.2363 +2025-04-03 03:03:25,714 - INFO - Train Epoch: 17 [30/104 (29%)] Loss: 0.2252 +2025-04-03 03:03:42,870 - INFO - Train Epoch: 17 [40/104 (38%)] Loss: 0.2594 +2025-04-03 03:04:00,038 - INFO - Train Epoch: 17 [50/104 (48%)] Loss: 0.2071 +2025-04-03 03:04:17,210 - INFO - Train Epoch: 17 [60/104 (58%)] Loss: 0.1773 +2025-04-03 03:04:34,391 - INFO - Train Epoch: 17 [70/104 (67%)] Loss: 0.1491 +2025-04-03 03:04:51,578 - INFO - Train Epoch: 17 [80/104 (77%)] Loss: 0.2451 +2025-04-03 03:05:08,766 - INFO - Train Epoch: 17 [90/104 (87%)] Loss: 0.1827 +2025-04-03 03:05:25,967 - INFO - Train Epoch: 17 [100/104 (96%)] Loss: 0.1844 +2025-04-03 03:05:30,546 - INFO - Epoch 17 - Train Loss: 0.1824 +2025-04-03 03:06:15,203 - INFO - Epoch 17 - Validation Accuracy: 74.13% +2025-04-03 03:06:15,203 - INFO - New best validation accuracy: 74.13% +2025-04-03 03:06:16,800 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 03:06:18,472 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 03:06:18,472 - INFO - Epoch 18/20 +2025-04-03 03:06:21,037 - INFO - Train Epoch: 18 [0/104 (0%)] Loss: 0.1697 +2025-04-03 03:06:38,145 - INFO - Train Epoch: 18 [10/104 (10%)] Loss: 0.1534 +2025-04-03 03:06:55,264 - INFO - Train Epoch: 18 [20/104 (19%)] Loss: 0.1536 +2025-04-03 03:07:12,399 - INFO - Train Epoch: 18 [30/104 (29%)] Loss: 0.0895 +2025-04-03 03:07:29,561 - INFO - Train Epoch: 18 [40/104 (38%)] Loss: 0.2396 +2025-04-03 03:07:46,750 - INFO - Train Epoch: 18 [50/104 (48%)] Loss: 0.1915 +2025-04-03 03:08:03,940 - INFO - Train Epoch: 18 [60/104 (58%)] Loss: 0.2136 +2025-04-03 03:08:21,137 - INFO - Train Epoch: 18 [70/104 (67%)] Loss: 0.1300 +2025-04-03 03:08:38,339 - INFO - Train Epoch: 18 [80/104 (77%)] Loss: 0.2210 +2025-04-03 03:08:55,548 - INFO - Train Epoch: 18 [90/104 (87%)] Loss: 0.1125 +2025-04-03 03:09:12,747 - INFO - Train Epoch: 18 [100/104 (96%)] Loss: 0.1950 +2025-04-03 03:09:17,333 - INFO - Epoch 18 - Train Loss: 0.1742 +2025-04-03 03:10:01,843 - INFO - Epoch 18 - Validation Accuracy: 74.54% +2025-04-03 03:10:01,843 - INFO - New best validation accuracy: 74.54% +2025-04-03 03:10:03,468 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 03:10:05,224 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 03:10:05,224 - INFO - Epoch 19/20 +2025-04-03 03:10:07,807 - INFO - Train Epoch: 19 [0/104 (0%)] Loss: 0.2236 +2025-04-03 03:10:24,965 - INFO - Train Epoch: 19 [10/104 (10%)] Loss: 0.1506 +2025-04-03 03:10:42,135 - INFO - Train Epoch: 19 [20/104 (19%)] Loss: 0.1583 +2025-04-03 03:10:59,322 - INFO - Train Epoch: 19 [30/104 (29%)] Loss: 0.2242 +2025-04-03 03:11:16,524 - INFO - Train Epoch: 19 [40/104 (38%)] Loss: 0.1453 +2025-04-03 03:11:33,721 - INFO - Train Epoch: 19 [50/104 (48%)] Loss: 0.1701 +2025-04-03 03:11:50,923 - INFO - Train Epoch: 19 [60/104 (58%)] Loss: 0.1804 +2025-04-03 03:12:08,138 - INFO - Train Epoch: 19 [70/104 (67%)] Loss: 0.1717 +2025-04-03 03:12:25,332 - INFO - Train Epoch: 19 [80/104 (77%)] Loss: 0.1460 +2025-04-03 03:12:42,557 - INFO - Train Epoch: 19 [90/104 (87%)] Loss: 0.2213 +2025-04-03 03:12:59,774 - INFO - Train Epoch: 19 [100/104 (96%)] Loss: 0.2214 +2025-04-03 03:13:04,365 - INFO - Epoch 19 - Train Loss: 0.1678 +2025-04-03 03:13:49,307 - INFO - Epoch 19 - Validation Accuracy: 73.81% +2025-04-03 03:13:50,954 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 03:13:50,955 - INFO - Epoch 20/20 +2025-04-03 03:13:53,499 - INFO - Train Epoch: 20 [0/104 (0%)] Loss: 0.1947 +2025-04-03 03:14:10,789 - INFO - Train Epoch: 20 [10/104 (10%)] Loss: 0.2065 +2025-04-03 03:14:28,045 - INFO - Train Epoch: 20 [20/104 (19%)] Loss: 0.1395 +2025-04-03 03:14:45,341 - INFO - Train Epoch: 20 [30/104 (29%)] Loss: 0.1677 +2025-04-03 03:15:02,669 - INFO - Train Epoch: 20 [40/104 (38%)] Loss: 0.1268 +2025-04-03 03:15:19,980 - INFO - Train Epoch: 20 [50/104 (48%)] Loss: 0.1140 +2025-04-03 03:15:37,295 - INFO - Train Epoch: 20 [60/104 (58%)] Loss: 0.1508 +2025-04-03 03:15:54,605 - INFO - Train Epoch: 20 [70/104 (67%)] Loss: 0.1557 +2025-04-03 03:16:11,877 - INFO - Train Epoch: 20 [80/104 (77%)] Loss: 0.2005 +2025-04-03 03:16:29,166 - INFO - Train Epoch: 20 [90/104 (87%)] Loss: 0.1360 +2025-04-03 03:16:46,431 - INFO - Train Epoch: 20 [100/104 (96%)] Loss: 0.1762 +2025-04-03 03:16:51,039 - INFO - Epoch 20 - Train Loss: 0.1720 +2025-04-03 03:17:36,474 - INFO - Epoch 20 - Validation Accuracy: 75.37% +2025-04-03 03:17:36,475 - INFO - New best validation accuracy: 75.37% +2025-04-03 03:17:38,041 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/best_model +2025-04-03 03:17:39,684 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 03:18:24,014 - INFO - Final validation accuracy: 75.37% +2025-04-03 03:18:24,015 - INFO - Best validation accuracy: 75.37% +2025-04-03 03:18:25,776 - INFO - Checkpoint saved to outputs/exp2/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-03 03:18:25,777 - INFO - Training completed diff --git a/exp-rank-8/resnet/fewshot_100_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-8/resnet/fewshot_100_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..2dc4326717f04c11a367edfbfeacc963acff8e23 --- /dev/null +++ b/exp-rank-8/resnet/fewshot_100_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afa1324c373cf5653f49ebb7d90e5271ffd86f18427c52fcdfbb2807b35f13e +size 512418 diff --git a/exp-rank-8/resnet/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-8/resnet/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..094059766a082a70a14a09ce401672c900ab428e --- /dev/null +++ b/exp-rank-8/resnet/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf612e557e2d83ce16b955e680b1382699af3dc5efdfa281d4bdf590710abae6 +size 4438456 diff --git a/exp-rank-8/resnet/fewshot_100_percent/checkpoints/best_model/model.pth b/exp-rank-8/resnet/fewshot_100_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..e59373c2c23be41f785310e27fe3d59c914572eb --- /dev/null +++ b/exp-rank-8/resnet/fewshot_100_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6300f02ac4cf2e4a1e7703fbca8619d92d559be63bdef74d02d4baacb9f67a94 +size 533688718 diff --git a/exp-rank-8/resnet/fewshot_100_percent/training_20250401-044815.log b/exp-rank-8/resnet/fewshot_100_percent/training_20250401-044815.log new file mode 100644 index 0000000000000000000000000000000000000000..b96b845c87ec9e26480fc29c83d90cc7305324ad --- /dev/null +++ b/exp-rank-8/resnet/fewshot_100_percent/training_20250401-044815.log @@ -0,0 +1,404 @@ +2025-04-01 04:48:15,849 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=None, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=8, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp/resnet/fewshot_100_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-01 04:48:15,849 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-01 04:50:57,224 - INFO - Initializing RobustMedClip model +2025-04-01 04:51:22,133 - INFO - Starting training +2025-04-01 04:51:22,133 - INFO - Epoch 1/20 +2025-04-01 04:51:26,654 - INFO - Train Epoch: 1 [0/139 (0%)] Loss: 4.5338 +2025-04-01 04:51:31,702 - INFO - Train Epoch: 1 [10/139 (7%)] Loss: 4.4825 +2025-04-01 04:51:36,745 - INFO - Train Epoch: 1 [20/139 (14%)] Loss: 4.4811 +2025-04-01 04:51:41,772 - INFO - Train Epoch: 1 [30/139 (22%)] Loss: 4.4972 +2025-04-01 04:51:46,791 - INFO - Train Epoch: 1 [40/139 (29%)] Loss: 4.4883 +2025-04-01 04:51:51,789 - INFO - Train Epoch: 1 [50/139 (36%)] Loss: 4.3067 +2025-04-01 04:51:56,879 - INFO - Train Epoch: 1 [60/139 (43%)] Loss: 4.3769 +2025-04-01 04:52:01,947 - INFO - Train Epoch: 1 [70/139 (50%)] Loss: 4.4916 +2025-04-01 04:52:07,005 - INFO - Train Epoch: 1 [80/139 (58%)] Loss: 4.3767 +2025-04-01 04:52:11,923 - INFO - Train Epoch: 1 [90/139 (65%)] Loss: 4.4276 +2025-04-01 04:52:16,990 - INFO - Train Epoch: 1 [100/139 (72%)] Loss: 4.3579 +2025-04-01 04:52:22,117 - INFO - Train Epoch: 1 [110/139 (79%)] Loss: 4.2249 +2025-04-01 04:52:27,217 - INFO - Train Epoch: 1 [120/139 (86%)] Loss: 4.3955 +2025-04-01 04:52:32,308 - INFO - Train Epoch: 1 [130/139 (94%)] Loss: 4.4035 +2025-04-01 04:52:36,600 - INFO - Epoch 1 - Train Loss: 4.4005 +2025-04-01 04:52:55,307 - INFO - Epoch 1 - Validation Accuracy: 5.51% +2025-04-01 04:52:55,308 - INFO - New best validation accuracy: 5.51% +2025-04-01 04:52:56,461 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 04:52:57,578 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 04:52:57,578 - INFO - Epoch 2/20 +2025-04-01 04:52:59,261 - INFO - Train Epoch: 2 [0/139 (0%)] Loss: 4.1318 +2025-04-01 04:53:04,356 - INFO - Train Epoch: 2 [10/139 (7%)] Loss: 4.2636 +2025-04-01 04:53:09,438 - INFO - Train Epoch: 2 [20/139 (14%)] Loss: 4.0947 +2025-04-01 04:53:14,587 - INFO - Train Epoch: 2 [30/139 (22%)] Loss: 4.2088 +2025-04-01 04:53:19,722 - INFO - Train Epoch: 2 [40/139 (29%)] Loss: 4.0796 +2025-04-01 04:53:24,863 - INFO - Train Epoch: 2 [50/139 (36%)] Loss: 4.1893 +2025-04-01 04:53:29,998 - INFO - Train Epoch: 2 [60/139 (43%)] Loss: 4.0387 +2025-04-01 04:53:34,966 - INFO - Train Epoch: 2 [70/139 (50%)] Loss: 3.9927 +2025-04-01 04:53:39,874 - INFO - Train Epoch: 2 [80/139 (58%)] Loss: 4.1229 +2025-04-01 04:53:44,824 - INFO - Train Epoch: 2 [90/139 (65%)] Loss: 3.9955 +2025-04-01 04:53:49,758 - INFO - Train Epoch: 2 [100/139 (72%)] Loss: 3.9888 +2025-04-01 04:53:54,590 - INFO - Train Epoch: 2 [110/139 (79%)] Loss: 4.0166 +2025-04-01 04:53:59,448 - INFO - Train Epoch: 2 [120/139 (86%)] Loss: 3.9596 +2025-04-01 04:54:04,314 - INFO - Train Epoch: 2 [130/139 (94%)] Loss: 4.0486 +2025-04-01 04:54:07,902 - INFO - Epoch 2 - Train Loss: 4.0724 +2025-04-01 04:54:24,887 - INFO - Epoch 2 - Validation Accuracy: 5.36% +2025-04-01 04:54:26,322 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 04:54:26,322 - INFO - Epoch 3/20 +2025-04-01 04:54:27,972 - INFO - Train Epoch: 3 [0/139 (0%)] Loss: 3.9641 +2025-04-01 04:54:32,847 - INFO - Train Epoch: 3 [10/139 (7%)] Loss: 3.9777 +2025-04-01 04:54:37,725 - INFO - Train Epoch: 3 [20/139 (14%)] Loss: 4.0858 +2025-04-01 04:54:42,567 - INFO - Train Epoch: 3 [30/139 (22%)] Loss: 4.0146 +2025-04-01 04:54:47,402 - INFO - Train Epoch: 3 [40/139 (29%)] Loss: 3.9269 +2025-04-01 04:54:52,251 - INFO - Train Epoch: 3 [50/139 (36%)] Loss: 3.9464 +2025-04-01 04:54:57,130 - INFO - Train Epoch: 3 [60/139 (43%)] Loss: 3.8613 +2025-04-01 04:55:02,019 - INFO - Train Epoch: 3 [70/139 (50%)] Loss: 3.8360 +2025-04-01 04:55:06,937 - INFO - Train Epoch: 3 [80/139 (58%)] Loss: 3.9467 +2025-04-01 04:55:11,775 - INFO - Train Epoch: 3 [90/139 (65%)] Loss: 3.8933 +2025-04-01 04:55:16,602 - INFO - Train Epoch: 3 [100/139 (72%)] Loss: 3.9140 +2025-04-01 04:55:21,416 - INFO - Train Epoch: 3 [110/139 (79%)] Loss: 3.9047 +2025-04-01 04:55:26,314 - INFO - Train Epoch: 3 [120/139 (86%)] Loss: 3.8406 +2025-04-01 04:55:31,147 - INFO - Train Epoch: 3 [130/139 (94%)] Loss: 3.9634 +2025-04-01 04:55:34,722 - INFO - Epoch 3 - Train Loss: 3.9554 +2025-04-01 04:55:51,741 - INFO - Epoch 3 - Validation Accuracy: 6.00% +2025-04-01 04:55:51,742 - INFO - New best validation accuracy: 6.00% +2025-04-01 04:55:53,165 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 04:55:54,508 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 04:55:54,508 - INFO - Epoch 4/20 +2025-04-01 04:55:56,184 - INFO - Train Epoch: 4 [0/139 (0%)] Loss: 3.9944 +2025-04-01 04:56:01,041 - INFO - Train Epoch: 4 [10/139 (7%)] Loss: 3.8497 +2025-04-01 04:56:05,935 - INFO - Train Epoch: 4 [20/139 (14%)] Loss: 3.8899 +2025-04-01 04:56:10,758 - INFO - Train Epoch: 4 [30/139 (22%)] Loss: 3.8729 +2025-04-01 04:56:15,610 - INFO - Train Epoch: 4 [40/139 (29%)] Loss: 4.0026 +2025-04-01 04:56:20,504 - INFO - Train Epoch: 4 [50/139 (36%)] Loss: 3.9203 +2025-04-01 04:56:25,357 - INFO - Train Epoch: 4 [60/139 (43%)] Loss: 3.8767 +2025-04-01 04:56:30,233 - INFO - Train Epoch: 4 [70/139 (50%)] Loss: 3.9235 +2025-04-01 04:56:35,166 - INFO - Train Epoch: 4 [80/139 (58%)] Loss: 3.9535 +2025-04-01 04:56:40,078 - INFO - Train Epoch: 4 [90/139 (65%)] Loss: 3.9247 +2025-04-01 04:56:44,961 - INFO - Train Epoch: 4 [100/139 (72%)] Loss: 3.9106 +2025-04-01 04:56:49,851 - INFO - Train Epoch: 4 [110/139 (79%)] Loss: 3.8909 +2025-04-01 04:56:54,736 - INFO - Train Epoch: 4 [120/139 (86%)] Loss: 3.8636 +2025-04-01 04:56:59,588 - INFO - Train Epoch: 4 [130/139 (94%)] Loss: 3.9104 +2025-04-01 04:57:03,176 - INFO - Epoch 4 - Train Loss: 3.9106 +2025-04-01 04:57:21,641 - INFO - Epoch 4 - Validation Accuracy: 6.80% +2025-04-01 04:57:21,641 - INFO - New best validation accuracy: 6.80% +2025-04-01 04:57:22,845 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 04:57:24,078 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 04:57:24,078 - INFO - Epoch 5/20 +2025-04-01 04:57:25,946 - INFO - Train Epoch: 5 [0/139 (0%)] Loss: 3.9488 +2025-04-01 04:57:30,960 - INFO - Train Epoch: 5 [10/139 (7%)] Loss: 3.9304 +2025-04-01 04:57:36,026 - INFO - Train Epoch: 5 [20/139 (14%)] Loss: 3.9662 +2025-04-01 04:57:41,068 - INFO - Train Epoch: 5 [30/139 (22%)] Loss: 3.9398 +2025-04-01 04:57:46,105 - INFO - Train Epoch: 5 [40/139 (29%)] Loss: 3.9166 +2025-04-01 04:57:51,155 - INFO - Train Epoch: 5 [50/139 (36%)] Loss: 3.9211 +2025-04-01 04:57:56,119 - INFO - Train Epoch: 5 [60/139 (43%)] Loss: 3.9175 +2025-04-01 04:58:01,108 - INFO - Train Epoch: 5 [70/139 (50%)] Loss: 3.8889 +2025-04-01 04:58:06,117 - INFO - Train Epoch: 5 [80/139 (58%)] Loss: 3.9039 +2025-04-01 04:58:11,094 - INFO - Train Epoch: 5 [90/139 (65%)] Loss: 3.7869 +2025-04-01 04:58:16,099 - INFO - Train Epoch: 5 [100/139 (72%)] Loss: 3.9391 +2025-04-01 04:58:21,077 - INFO - Train Epoch: 5 [110/139 (79%)] Loss: 3.8740 +2025-04-01 04:58:26,037 - INFO - Train Epoch: 5 [120/139 (86%)] Loss: 3.9517 +2025-04-01 04:58:30,944 - INFO - Train Epoch: 5 [130/139 (94%)] Loss: 3.9351 +2025-04-01 04:58:34,597 - INFO - Epoch 5 - Train Loss: 3.8789 +2025-04-01 04:58:52,334 - INFO - Epoch 5 - Validation Accuracy: 7.83% +2025-04-01 04:58:52,334 - INFO - New best validation accuracy: 7.83% +2025-04-01 04:58:54,738 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 04:59:05,692 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 04:59:05,692 - INFO - Epoch 6/20 +2025-04-01 04:59:07,384 - INFO - Train Epoch: 6 [0/139 (0%)] Loss: 3.8231 +2025-04-01 04:59:12,278 - INFO - Train Epoch: 6 [10/139 (7%)] Loss: 3.8194 +2025-04-01 04:59:17,189 - INFO - Train Epoch: 6 [20/139 (14%)] Loss: 3.8130 +2025-04-01 04:59:22,096 - INFO - Train Epoch: 6 [30/139 (22%)] Loss: 3.8614 +2025-04-01 04:59:27,015 - INFO - Train Epoch: 6 [40/139 (29%)] Loss: 3.8470 +2025-04-01 04:59:32,004 - INFO - Train Epoch: 6 [50/139 (36%)] Loss: 3.8424 +2025-04-01 04:59:36,920 - INFO - Train Epoch: 6 [60/139 (43%)] Loss: 3.9211 +2025-04-01 04:59:41,870 - INFO - Train Epoch: 6 [70/139 (50%)] Loss: 3.8527 +2025-04-01 04:59:46,805 - INFO - Train Epoch: 6 [80/139 (58%)] Loss: 3.9352 +2025-04-01 04:59:51,801 - INFO - Train Epoch: 6 [90/139 (65%)] Loss: 3.8461 +2025-04-01 04:59:56,732 - INFO - Train Epoch: 6 [100/139 (72%)] Loss: 3.8821 +2025-04-01 05:00:01,689 - INFO - Train Epoch: 6 [110/139 (79%)] Loss: 3.8609 +2025-04-01 05:00:06,645 - INFO - Train Epoch: 6 [120/139 (86%)] Loss: 3.7369 +2025-04-01 05:00:11,611 - INFO - Train Epoch: 6 [130/139 (94%)] Loss: 3.7698 +2025-04-01 05:00:15,289 - INFO - Epoch 6 - Train Loss: 3.8448 +2025-04-01 05:00:32,298 - INFO - Epoch 6 - Validation Accuracy: 8.73% +2025-04-01 05:00:32,298 - INFO - New best validation accuracy: 8.73% +2025-04-01 05:00:34,060 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:00:35,685 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:00:35,685 - INFO - Epoch 7/20 +2025-04-01 05:00:37,297 - INFO - Train Epoch: 7 [0/139 (0%)] Loss: 3.7995 +2025-04-01 05:00:42,267 - INFO - Train Epoch: 7 [10/139 (7%)] Loss: 3.8743 +2025-04-01 05:00:47,214 - INFO - Train Epoch: 7 [20/139 (14%)] Loss: 3.8784 +2025-04-01 05:00:52,100 - INFO - Train Epoch: 7 [30/139 (22%)] Loss: 3.7501 +2025-04-01 05:00:57,015 - INFO - Train Epoch: 7 [40/139 (29%)] Loss: 3.7820 +2025-04-01 05:01:01,926 - INFO - Train Epoch: 7 [50/139 (36%)] Loss: 3.8258 +2025-04-01 05:01:06,842 - INFO - Train Epoch: 7 [60/139 (43%)] Loss: 3.8439 +2025-04-01 05:01:11,754 - INFO - Train Epoch: 7 [70/139 (50%)] Loss: 3.8415 +2025-04-01 05:01:16,721 - INFO - Train Epoch: 7 [80/139 (58%)] Loss: 3.8019 +2025-04-01 05:01:21,596 - INFO - Train Epoch: 7 [90/139 (65%)] Loss: 3.7838 +2025-04-01 05:01:26,474 - INFO - Train Epoch: 7 [100/139 (72%)] Loss: 3.7776 +2025-04-01 05:01:31,326 - INFO - Train Epoch: 7 [110/139 (79%)] Loss: 3.8020 +2025-04-01 05:01:36,199 - INFO - Train Epoch: 7 [120/139 (86%)] Loss: 3.8516 +2025-04-01 05:01:41,031 - INFO - Train Epoch: 7 [130/139 (94%)] Loss: 3.7591 +2025-04-01 05:01:44,660 - INFO - Epoch 7 - Train Loss: 3.8156 +2025-04-01 05:02:01,483 - INFO - Epoch 7 - Validation Accuracy: 9.06% +2025-04-01 05:02:01,483 - INFO - New best validation accuracy: 9.06% +2025-04-01 05:02:04,114 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:02:06,869 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:02:06,870 - INFO - Epoch 8/20 +2025-04-01 05:02:08,809 - INFO - Train Epoch: 8 [0/139 (0%)] Loss: 3.7956 +2025-04-01 05:02:13,663 - INFO - Train Epoch: 8 [10/139 (7%)] Loss: 3.7600 +2025-04-01 05:02:18,538 - INFO - Train Epoch: 8 [20/139 (14%)] Loss: 3.7940 +2025-04-01 05:02:23,404 - INFO - Train Epoch: 8 [30/139 (22%)] Loss: 3.7428 +2025-04-01 05:02:28,219 - INFO - Train Epoch: 8 [40/139 (29%)] Loss: 3.7319 +2025-04-01 05:02:33,120 - INFO - Train Epoch: 8 [50/139 (36%)] Loss: 3.8186 +2025-04-01 05:02:37,925 - INFO - Train Epoch: 8 [60/139 (43%)] Loss: 3.7534 +2025-04-01 05:02:42,780 - INFO - Train Epoch: 8 [70/139 (50%)] Loss: 3.7043 +2025-04-01 05:02:47,617 - INFO - Train Epoch: 8 [80/139 (58%)] Loss: 3.7462 +2025-04-01 05:02:52,446 - INFO - Train Epoch: 8 [90/139 (65%)] Loss: 3.7568 +2025-04-01 05:02:57,332 - INFO - Train Epoch: 8 [100/139 (72%)] Loss: 3.8323 +2025-04-01 05:03:02,190 - INFO - Train Epoch: 8 [110/139 (79%)] Loss: 3.7304 +2025-04-01 05:03:07,097 - INFO - Train Epoch: 8 [120/139 (86%)] Loss: 3.7860 +2025-04-01 05:03:11,995 - INFO - Train Epoch: 8 [130/139 (94%)] Loss: 3.7786 +2025-04-01 05:03:15,599 - INFO - Epoch 8 - Train Loss: 3.7890 +2025-04-01 05:03:33,238 - INFO - Epoch 8 - Validation Accuracy: 9.80% +2025-04-01 05:03:33,238 - INFO - New best validation accuracy: 9.80% +2025-04-01 05:03:36,116 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:03:37,614 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:03:37,615 - INFO - Epoch 9/20 +2025-04-01 05:03:39,354 - INFO - Train Epoch: 9 [0/139 (0%)] Loss: 3.6863 +2025-04-01 05:03:44,232 - INFO - Train Epoch: 9 [10/139 (7%)] Loss: 3.7711 +2025-04-01 05:03:49,115 - INFO - Train Epoch: 9 [20/139 (14%)] Loss: 3.8110 +2025-04-01 05:03:53,997 - INFO - Train Epoch: 9 [30/139 (22%)] Loss: 3.7598 +2025-04-01 05:03:58,927 - INFO - Train Epoch: 9 [40/139 (29%)] Loss: 3.8235 +2025-04-01 05:04:03,829 - INFO - Train Epoch: 9 [50/139 (36%)] Loss: 3.8234 +2025-04-01 05:04:08,711 - INFO - Train Epoch: 9 [60/139 (43%)] Loss: 3.7272 +2025-04-01 05:04:13,556 - INFO - Train Epoch: 9 [70/139 (50%)] Loss: 3.7029 +2025-04-01 05:04:18,441 - INFO - Train Epoch: 9 [80/139 (58%)] Loss: 3.7854 +2025-04-01 05:04:23,253 - INFO - Train Epoch: 9 [90/139 (65%)] Loss: 3.7575 +2025-04-01 05:04:28,143 - INFO - Train Epoch: 9 [100/139 (72%)] Loss: 3.7322 +2025-04-01 05:04:32,990 - INFO - Train Epoch: 9 [110/139 (79%)] Loss: 3.6934 +2025-04-01 05:04:37,877 - INFO - Train Epoch: 9 [120/139 (86%)] Loss: 3.7421 +2025-04-01 05:04:42,794 - INFO - Train Epoch: 9 [130/139 (94%)] Loss: 3.7520 +2025-04-01 05:04:46,420 - INFO - Epoch 9 - Train Loss: 3.7603 +2025-04-01 05:05:04,222 - INFO - Epoch 9 - Validation Accuracy: 11.48% +2025-04-01 05:05:04,222 - INFO - New best validation accuracy: 11.48% +2025-04-01 05:05:05,636 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:05:06,976 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:05:06,976 - INFO - Epoch 10/20 +2025-04-01 05:05:08,590 - INFO - Train Epoch: 10 [0/139 (0%)] Loss: 3.8490 +2025-04-01 05:05:13,629 - INFO - Train Epoch: 10 [10/139 (7%)] Loss: 3.7335 +2025-04-01 05:05:18,461 - INFO - Train Epoch: 10 [20/139 (14%)] Loss: 3.7950 +2025-04-01 05:05:23,405 - INFO - Train Epoch: 10 [30/139 (22%)] Loss: 3.6901 +2025-04-01 05:05:28,263 - INFO - Train Epoch: 10 [40/139 (29%)] Loss: 3.7230 +2025-04-01 05:05:33,129 - INFO - Train Epoch: 10 [50/139 (36%)] Loss: 3.7857 +2025-04-01 05:05:38,027 - INFO - Train Epoch: 10 [60/139 (43%)] Loss: 3.7379 +2025-04-01 05:05:42,873 - INFO - Train Epoch: 10 [70/139 (50%)] Loss: 3.7068 +2025-04-01 05:05:47,794 - INFO - Train Epoch: 10 [80/139 (58%)] Loss: 3.7591 +2025-04-01 05:05:52,912 - INFO - Train Epoch: 10 [90/139 (65%)] Loss: 3.7341 +2025-04-01 05:05:58,065 - INFO - Train Epoch: 10 [100/139 (72%)] Loss: 3.7411 +2025-04-01 05:06:03,232 - INFO - Train Epoch: 10 [110/139 (79%)] Loss: 3.6707 +2025-04-01 05:06:08,216 - INFO - Train Epoch: 10 [120/139 (86%)] Loss: 3.6671 +2025-04-01 05:06:13,219 - INFO - Train Epoch: 10 [130/139 (94%)] Loss: 3.7604 +2025-04-01 05:06:16,837 - INFO - Epoch 10 - Train Loss: 3.7344 +2025-04-01 05:06:33,338 - INFO - Epoch 10 - Validation Accuracy: 12.02% +2025-04-01 05:06:33,339 - INFO - New best validation accuracy: 12.02% +2025-04-01 05:06:35,286 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:06:38,320 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:06:38,320 - INFO - Epoch 11/20 +2025-04-01 05:06:40,021 - INFO - Train Epoch: 11 [0/139 (0%)] Loss: 3.6364 +2025-04-01 05:06:44,957 - INFO - Train Epoch: 11 [10/139 (7%)] Loss: 3.8015 +2025-04-01 05:06:49,793 - INFO - Train Epoch: 11 [20/139 (14%)] Loss: 3.6717 +2025-04-01 05:06:54,670 - INFO - Train Epoch: 11 [30/139 (22%)] Loss: 3.7174 +2025-04-01 05:06:59,529 - INFO - Train Epoch: 11 [40/139 (29%)] Loss: 3.7579 +2025-04-01 05:07:04,421 - INFO - Train Epoch: 11 [50/139 (36%)] Loss: 3.7091 +2025-04-01 05:07:09,215 - INFO - Train Epoch: 11 [60/139 (43%)] Loss: 3.7194 +2025-04-01 05:07:14,037 - INFO - Train Epoch: 11 [70/139 (50%)] Loss: 3.8566 +2025-04-01 05:07:18,837 - INFO - Train Epoch: 11 [80/139 (58%)] Loss: 3.7638 +2025-04-01 05:07:23,675 - INFO - Train Epoch: 11 [90/139 (65%)] Loss: 3.7721 +2025-04-01 05:07:28,504 - INFO - Train Epoch: 11 [100/139 (72%)] Loss: 3.7300 +2025-04-01 05:07:33,308 - INFO - Train Epoch: 11 [110/139 (79%)] Loss: 3.6611 +2025-04-01 05:07:38,089 - INFO - Train Epoch: 11 [120/139 (86%)] Loss: 3.7549 +2025-04-01 05:07:42,871 - INFO - Train Epoch: 11 [130/139 (94%)] Loss: 3.6895 +2025-04-01 05:07:46,468 - INFO - Epoch 11 - Train Loss: 3.7159 +2025-04-01 05:08:03,860 - INFO - Epoch 11 - Validation Accuracy: 12.16% +2025-04-01 05:08:03,860 - INFO - New best validation accuracy: 12.16% +2025-04-01 05:08:05,989 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:08:08,073 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:08:08,073 - INFO - Epoch 12/20 +2025-04-01 05:08:10,052 - INFO - Train Epoch: 12 [0/139 (0%)] Loss: 3.7063 +2025-04-01 05:08:14,893 - INFO - Train Epoch: 12 [10/139 (7%)] Loss: 3.7302 +2025-04-01 05:08:19,757 - INFO - Train Epoch: 12 [20/139 (14%)] Loss: 3.6829 +2025-04-01 05:08:24,590 - INFO - Train Epoch: 12 [30/139 (22%)] Loss: 3.6142 +2025-04-01 05:08:29,431 - INFO - Train Epoch: 12 [40/139 (29%)] Loss: 3.7376 +2025-04-01 05:08:34,269 - INFO - Train Epoch: 12 [50/139 (36%)] Loss: 3.6584 +2025-04-01 05:08:39,105 - INFO - Train Epoch: 12 [60/139 (43%)] Loss: 3.6439 +2025-04-01 05:08:43,925 - INFO - Train Epoch: 12 [70/139 (50%)] Loss: 3.6954 +2025-04-01 05:08:48,775 - INFO - Train Epoch: 12 [80/139 (58%)] Loss: 3.7754 +2025-04-01 05:08:53,625 - INFO - Train Epoch: 12 [90/139 (65%)] Loss: 3.6193 +2025-04-01 05:08:58,492 - INFO - Train Epoch: 12 [100/139 (72%)] Loss: 3.7177 +2025-04-01 05:09:03,352 - INFO - Train Epoch: 12 [110/139 (79%)] Loss: 3.6500 +2025-04-01 05:09:08,245 - INFO - Train Epoch: 12 [120/139 (86%)] Loss: 3.7181 +2025-04-01 05:09:13,120 - INFO - Train Epoch: 12 [130/139 (94%)] Loss: 3.6640 +2025-04-01 05:09:16,729 - INFO - Epoch 12 - Train Loss: 3.6977 +2025-04-01 05:09:33,633 - INFO - Epoch 12 - Validation Accuracy: 12.68% +2025-04-01 05:09:33,633 - INFO - New best validation accuracy: 12.68% +2025-04-01 05:09:34,885 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:09:36,704 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:09:36,704 - INFO - Epoch 13/20 +2025-04-01 05:09:38,497 - INFO - Train Epoch: 13 [0/139 (0%)] Loss: 3.8207 +2025-04-01 05:09:43,408 - INFO - Train Epoch: 13 [10/139 (7%)] Loss: 3.6446 +2025-04-01 05:09:48,346 - INFO - Train Epoch: 13 [20/139 (14%)] Loss: 3.7384 +2025-04-01 05:09:53,265 - INFO - Train Epoch: 13 [30/139 (22%)] Loss: 3.7094 +2025-04-01 05:09:58,153 - INFO - Train Epoch: 13 [40/139 (29%)] Loss: 3.6438 +2025-04-01 05:10:03,065 - INFO - Train Epoch: 13 [50/139 (36%)] Loss: 3.7261 +2025-04-01 05:10:07,907 - INFO - Train Epoch: 13 [60/139 (43%)] Loss: 3.7993 +2025-04-01 05:10:12,748 - INFO - Train Epoch: 13 [70/139 (50%)] Loss: 3.6566 +2025-04-01 05:10:17,624 - INFO - Train Epoch: 13 [80/139 (58%)] Loss: 3.7032 +2025-04-01 05:10:22,566 - INFO - Train Epoch: 13 [90/139 (65%)] Loss: 3.7256 +2025-04-01 05:10:27,444 - INFO - Train Epoch: 13 [100/139 (72%)] Loss: 3.6998 +2025-04-01 05:10:32,346 - INFO - Train Epoch: 13 [110/139 (79%)] Loss: 3.6620 +2025-04-01 05:10:37,261 - INFO - Train Epoch: 13 [120/139 (86%)] Loss: 3.6299 +2025-04-01 05:10:42,200 - INFO - Train Epoch: 13 [130/139 (94%)] Loss: 3.6500 +2025-04-01 05:10:45,815 - INFO - Epoch 13 - Train Loss: 3.6720 +2025-04-01 05:11:03,629 - INFO - Epoch 13 - Validation Accuracy: 13.08% +2025-04-01 05:11:03,630 - INFO - New best validation accuracy: 13.08% +2025-04-01 05:11:05,381 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:11:08,803 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:11:08,804 - INFO - Epoch 14/20 +2025-04-01 05:11:10,592 - INFO - Train Epoch: 14 [0/139 (0%)] Loss: 3.6221 +2025-04-01 05:11:15,618 - INFO - Train Epoch: 14 [10/139 (7%)] Loss: 3.7034 +2025-04-01 05:11:20,595 - INFO - Train Epoch: 14 [20/139 (14%)] Loss: 3.5839 +2025-04-01 05:11:25,639 - INFO - Train Epoch: 14 [30/139 (22%)] Loss: 3.6816 +2025-04-01 05:11:30,602 - INFO - Train Epoch: 14 [40/139 (29%)] Loss: 3.7364 +2025-04-01 05:11:35,561 - INFO - Train Epoch: 14 [50/139 (36%)] Loss: 3.5887 +2025-04-01 05:11:40,469 - INFO - Train Epoch: 14 [60/139 (43%)] Loss: 3.6595 +2025-04-01 05:11:45,353 - INFO - Train Epoch: 14 [70/139 (50%)] Loss: 3.6502 +2025-04-01 05:11:50,231 - INFO - Train Epoch: 14 [80/139 (58%)] Loss: 3.7086 +2025-04-01 05:11:55,227 - INFO - Train Epoch: 14 [90/139 (65%)] Loss: 3.5954 +2025-04-01 05:12:00,190 - INFO - Train Epoch: 14 [100/139 (72%)] Loss: 3.6604 +2025-04-01 05:12:05,093 - INFO - Train Epoch: 14 [110/139 (79%)] Loss: 3.6911 +2025-04-01 05:12:10,010 - INFO - Train Epoch: 14 [120/139 (86%)] Loss: 3.8084 +2025-04-01 05:12:14,939 - INFO - Train Epoch: 14 [130/139 (94%)] Loss: 3.6217 +2025-04-01 05:12:18,589 - INFO - Epoch 14 - Train Loss: 3.6532 +2025-04-01 05:12:36,329 - INFO - Epoch 14 - Validation Accuracy: 13.21% +2025-04-01 05:12:36,329 - INFO - New best validation accuracy: 13.21% +2025-04-01 05:12:43,499 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:12:47,617 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:12:47,617 - INFO - Epoch 15/20 +2025-04-01 05:12:49,670 - INFO - Train Epoch: 15 [0/139 (0%)] Loss: 3.6711 +2025-04-01 05:12:54,584 - INFO - Train Epoch: 15 [10/139 (7%)] Loss: 3.6424 +2025-04-01 05:12:59,526 - INFO - Train Epoch: 15 [20/139 (14%)] Loss: 3.6796 +2025-04-01 05:13:04,565 - INFO - Train Epoch: 15 [30/139 (22%)] Loss: 3.6316 +2025-04-01 05:13:09,604 - INFO - Train Epoch: 15 [40/139 (29%)] Loss: 3.6725 +2025-04-01 05:13:14,645 - INFO - Train Epoch: 15 [50/139 (36%)] Loss: 3.6368 +2025-04-01 05:13:19,609 - INFO - Train Epoch: 15 [60/139 (43%)] Loss: 3.6938 +2025-04-01 05:13:24,533 - INFO - Train Epoch: 15 [70/139 (50%)] Loss: 3.5483 +2025-04-01 05:13:29,488 - INFO - Train Epoch: 15 [80/139 (58%)] Loss: 3.6487 +2025-04-01 05:13:34,445 - INFO - Train Epoch: 15 [90/139 (65%)] Loss: 3.6564 +2025-04-01 05:13:39,375 - INFO - Train Epoch: 15 [100/139 (72%)] Loss: 3.5380 +2025-04-01 05:13:44,301 - INFO - Train Epoch: 15 [110/139 (79%)] Loss: 3.6136 +2025-04-01 05:13:49,239 - INFO - Train Epoch: 15 [120/139 (86%)] Loss: 3.7818 +2025-04-01 05:13:54,127 - INFO - Train Epoch: 15 [130/139 (94%)] Loss: 3.6003 +2025-04-01 05:13:57,739 - INFO - Epoch 15 - Train Loss: 3.6363 +2025-04-01 05:14:15,063 - INFO - Epoch 15 - Validation Accuracy: 13.28% +2025-04-01 05:14:15,064 - INFO - New best validation accuracy: 13.28% +2025-04-01 05:14:16,851 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:14:18,013 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:14:18,013 - INFO - Epoch 16/20 +2025-04-01 05:14:19,754 - INFO - Train Epoch: 16 [0/139 (0%)] Loss: 3.7681 +2025-04-01 05:14:24,688 - INFO - Train Epoch: 16 [10/139 (7%)] Loss: 3.6393 +2025-04-01 05:14:29,649 - INFO - Train Epoch: 16 [20/139 (14%)] Loss: 3.5814 +2025-04-01 05:14:34,581 - INFO - Train Epoch: 16 [30/139 (22%)] Loss: 3.6208 +2025-04-01 05:14:39,542 - INFO - Train Epoch: 16 [40/139 (29%)] Loss: 3.6440 +2025-04-01 05:14:44,433 - INFO - Train Epoch: 16 [50/139 (36%)] Loss: 3.5726 +2025-04-01 05:14:49,366 - INFO - Train Epoch: 16 [60/139 (43%)] Loss: 3.5573 +2025-04-01 05:14:54,318 - INFO - Train Epoch: 16 [70/139 (50%)] Loss: 3.7394 +2025-04-01 05:14:59,254 - INFO - Train Epoch: 16 [80/139 (58%)] Loss: 3.5779 +2025-04-01 05:15:04,139 - INFO - Train Epoch: 16 [90/139 (65%)] Loss: 3.6686 +2025-04-01 05:15:09,043 - INFO - Train Epoch: 16 [100/139 (72%)] Loss: 3.5884 +2025-04-01 05:15:13,937 - INFO - Train Epoch: 16 [110/139 (79%)] Loss: 3.5212 +2025-04-01 05:15:18,866 - INFO - Train Epoch: 16 [120/139 (86%)] Loss: 3.5562 +2025-04-01 05:15:23,809 - INFO - Train Epoch: 16 [130/139 (94%)] Loss: 3.6305 +2025-04-01 05:15:27,421 - INFO - Epoch 16 - Train Loss: 3.6238 +2025-04-01 05:15:45,352 - INFO - Epoch 16 - Validation Accuracy: 13.15% +2025-04-01 05:15:46,936 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:15:46,937 - INFO - Epoch 17/20 +2025-04-01 05:15:48,668 - INFO - Train Epoch: 17 [0/139 (0%)] Loss: 3.6920 +2025-04-01 05:15:53,611 - INFO - Train Epoch: 17 [10/139 (7%)] Loss: 3.5641 +2025-04-01 05:15:58,559 - INFO - Train Epoch: 17 [20/139 (14%)] Loss: 3.6434 +2025-04-01 05:16:03,474 - INFO - Train Epoch: 17 [30/139 (22%)] Loss: 3.6023 +2025-04-01 05:16:08,497 - INFO - Train Epoch: 17 [40/139 (29%)] Loss: 3.7269 +2025-04-01 05:16:13,460 - INFO - Train Epoch: 17 [50/139 (36%)] Loss: 3.6833 +2025-04-01 05:16:18,442 - INFO - Train Epoch: 17 [60/139 (43%)] Loss: 3.5701 +2025-04-01 05:16:23,358 - INFO - Train Epoch: 17 [70/139 (50%)] Loss: 3.5625 +2025-04-01 05:16:28,311 - INFO - Train Epoch: 17 [80/139 (58%)] Loss: 3.6782 +2025-04-01 05:16:33,206 - INFO - Train Epoch: 17 [90/139 (65%)] Loss: 3.5906 +2025-04-01 05:16:38,143 - INFO - Train Epoch: 17 [100/139 (72%)] Loss: 3.6067 +2025-04-01 05:16:43,089 - INFO - Train Epoch: 17 [110/139 (79%)] Loss: 3.6788 +2025-04-01 05:16:48,007 - INFO - Train Epoch: 17 [120/139 (86%)] Loss: 3.5000 +2025-04-01 05:16:52,999 - INFO - Train Epoch: 17 [130/139 (94%)] Loss: 3.5907 +2025-04-01 05:16:56,698 - INFO - Epoch 17 - Train Loss: 3.6055 +2025-04-01 05:17:14,871 - INFO - Epoch 17 - Validation Accuracy: 13.38% +2025-04-01 05:17:14,871 - INFO - New best validation accuracy: 13.38% +2025-04-01 05:17:18,652 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:17:21,010 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:17:21,011 - INFO - Epoch 18/20 +2025-04-01 05:17:22,684 - INFO - Train Epoch: 18 [0/139 (0%)] Loss: 3.6512 +2025-04-01 05:17:27,609 - INFO - Train Epoch: 18 [10/139 (7%)] Loss: 3.4900 +2025-04-01 05:17:32,506 - INFO - Train Epoch: 18 [20/139 (14%)] Loss: 3.5885 +2025-04-01 05:17:37,534 - INFO - Train Epoch: 18 [30/139 (22%)] Loss: 3.7280 +2025-04-01 05:17:42,535 - INFO - Train Epoch: 18 [40/139 (29%)] Loss: 3.5904 +2025-04-01 05:17:47,530 - INFO - Train Epoch: 18 [50/139 (36%)] Loss: 3.5550 +2025-04-01 05:17:52,509 - INFO - Train Epoch: 18 [60/139 (43%)] Loss: 3.5356 +2025-04-01 05:17:57,565 - INFO - Train Epoch: 18 [70/139 (50%)] Loss: 3.5831 +2025-04-01 05:18:02,609 - INFO - Train Epoch: 18 [80/139 (58%)] Loss: 3.6144 +2025-04-01 05:18:07,624 - INFO - Train Epoch: 18 [90/139 (65%)] Loss: 3.6644 +2025-04-01 05:18:12,658 - INFO - Train Epoch: 18 [100/139 (72%)] Loss: 3.6404 +2025-04-01 05:18:17,671 - INFO - Train Epoch: 18 [110/139 (79%)] Loss: 3.6513 +2025-04-01 05:18:22,687 - INFO - Train Epoch: 18 [120/139 (86%)] Loss: 3.4732 +2025-04-01 05:18:27,688 - INFO - Train Epoch: 18 [130/139 (94%)] Loss: 3.6618 +2025-04-01 05:18:31,433 - INFO - Epoch 18 - Train Loss: 3.5947 +2025-04-01 05:18:49,366 - INFO - Epoch 18 - Validation Accuracy: 13.47% +2025-04-01 05:18:49,366 - INFO - New best validation accuracy: 13.47% +2025-04-01 05:18:50,714 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:18:52,277 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:18:52,277 - INFO - Epoch 19/20 +2025-04-01 05:18:53,923 - INFO - Train Epoch: 19 [0/139 (0%)] Loss: 3.5301 +2025-04-01 05:18:58,883 - INFO - Train Epoch: 19 [10/139 (7%)] Loss: 3.6378 +2025-04-01 05:19:03,891 - INFO - Train Epoch: 19 [20/139 (14%)] Loss: 3.4875 +2025-04-01 05:19:08,845 - INFO - Train Epoch: 19 [30/139 (22%)] Loss: 3.5755 +2025-04-01 05:19:13,842 - INFO - Train Epoch: 19 [40/139 (29%)] Loss: 3.5111 +2025-04-01 05:19:18,948 - INFO - Train Epoch: 19 [50/139 (36%)] Loss: 3.5107 +2025-04-01 05:19:23,970 - INFO - Train Epoch: 19 [60/139 (43%)] Loss: 3.6592 +2025-04-01 05:19:28,982 - INFO - Train Epoch: 19 [70/139 (50%)] Loss: 3.4430 +2025-04-01 05:19:34,048 - INFO - Train Epoch: 19 [80/139 (58%)] Loss: 3.6305 +2025-04-01 05:19:39,059 - INFO - Train Epoch: 19 [90/139 (65%)] Loss: 3.5488 +2025-04-01 05:19:44,123 - INFO - Train Epoch: 19 [100/139 (72%)] Loss: 3.5012 +2025-04-01 05:19:49,132 - INFO - Train Epoch: 19 [110/139 (79%)] Loss: 3.5566 +2025-04-01 05:19:54,181 - INFO - Train Epoch: 19 [120/139 (86%)] Loss: 3.5597 +2025-04-01 05:19:59,223 - INFO - Train Epoch: 19 [130/139 (94%)] Loss: 3.5134 +2025-04-01 05:20:02,942 - INFO - Epoch 19 - Train Loss: 3.5807 +2025-04-01 05:20:21,228 - INFO - Epoch 19 - Validation Accuracy: 13.78% +2025-04-01 05:20:21,229 - INFO - New best validation accuracy: 13.78% +2025-04-01 05:20:23,212 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:20:25,076 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:20:25,076 - INFO - Epoch 20/20 +2025-04-01 05:20:26,786 - INFO - Train Epoch: 20 [0/139 (0%)] Loss: 3.5966 +2025-04-01 05:20:31,841 - INFO - Train Epoch: 20 [10/139 (7%)] Loss: 3.5669 +2025-04-01 05:20:36,843 - INFO - Train Epoch: 20 [20/139 (14%)] Loss: 3.5828 +2025-04-01 05:20:41,875 - INFO - Train Epoch: 20 [30/139 (22%)] Loss: 3.6309 +2025-04-01 05:20:46,947 - INFO - Train Epoch: 20 [40/139 (29%)] Loss: 3.6011 +2025-04-01 05:20:51,979 - INFO - Train Epoch: 20 [50/139 (36%)] Loss: 3.5139 +2025-04-01 05:20:57,049 - INFO - Train Epoch: 20 [60/139 (43%)] Loss: 3.3928 +2025-04-01 05:21:02,046 - INFO - Train Epoch: 20 [70/139 (50%)] Loss: 3.5635 +2025-04-01 05:21:07,149 - INFO - Train Epoch: 20 [80/139 (58%)] Loss: 3.5834 +2025-04-01 05:21:12,229 - INFO - Train Epoch: 20 [90/139 (65%)] Loss: 3.5929 +2025-04-01 05:21:17,289 - INFO - Train Epoch: 20 [100/139 (72%)] Loss: 3.5148 +2025-04-01 05:21:22,377 - INFO - Train Epoch: 20 [110/139 (79%)] Loss: 3.5059 +2025-04-01 05:21:27,461 - INFO - Train Epoch: 20 [120/139 (86%)] Loss: 3.4775 +2025-04-01 05:21:32,580 - INFO - Train Epoch: 20 [130/139 (94%)] Loss: 3.6269 +2025-04-01 05:21:36,431 - INFO - Epoch 20 - Train Loss: 3.5678 +2025-04-01 05:21:54,549 - INFO - Epoch 20 - Validation Accuracy: 13.93% +2025-04-01 05:21:54,550 - INFO - New best validation accuracy: 13.93% +2025-04-01 05:21:56,751 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:21:59,183 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:22:16,807 - INFO - Final validation accuracy: 13.93% +2025-04-01 05:22:16,807 - INFO - Best validation accuracy: 13.93% +2025-04-01 05:22:18,040 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:22:18,040 - INFO - Training completed diff --git a/exp-rank-8/resnet/fewshot_10_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-8/resnet/fewshot_10_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..4448e9ec9f43989974eab53636a4b0f0cee97319 --- /dev/null +++ b/exp-rank-8/resnet/fewshot_10_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d0e75f1a8e4ec9f99fd879bfca1006563d0cc7bf6f0db6185048ab1e78f6fe1 +size 512418 diff --git a/exp-rank-8/resnet/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-8/resnet/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..825e4ec75a8a9fe321de4c0689b3974600560b15 --- /dev/null +++ b/exp-rank-8/resnet/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd4fbd337d82dbcaffe8e321a3bdb2804d8b7f82aca09469a8ab09afc810529 +size 4438456 diff --git a/exp-rank-8/resnet/fewshot_10_percent/checkpoints/best_model/model.pth b/exp-rank-8/resnet/fewshot_10_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..f343391aadd946501dceb0653809887dd0b79131 --- /dev/null +++ b/exp-rank-8/resnet/fewshot_10_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622d53a88683089292946d44fb1ccdfd4e777cac8c9065972f41c6fc7b15bcb9 +size 533688718 diff --git a/exp-rank-8/resnet/fewshot_10_percent/training_20250401-032244.log b/exp-rank-8/resnet/fewshot_10_percent/training_20250401-032244.log new file mode 100644 index 0000000000000000000000000000000000000000..275018fde3fb31df890c66a2dfa39dfd5ceb351d --- /dev/null +++ b/exp-rank-8/resnet/fewshot_10_percent/training_20250401-032244.log @@ -0,0 +1,22 @@ +2025-04-01 03:22:44,406 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.1, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=8, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp/resnet/fewshot_10_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-01 03:22:44,406 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-01 03:26:59,444 - INFO - Initializing RobustMedClip model +2025-04-01 03:27:21,713 - INFO - Starting training +2025-04-01 03:27:21,721 - INFO - Epoch 1/20 +2025-04-01 03:27:31,457 - ERROR - Error in batch 0: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:31,580 - ERROR - Error in batch 1: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:31,711 - ERROR - Error in batch 2: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:31,842 - ERROR - Error in batch 3: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:31,972 - ERROR - Error in batch 4: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:32,101 - ERROR - Error in batch 5: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:32,233 - ERROR - Error in batch 6: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:32,363 - ERROR - Error in batch 7: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:32,492 - ERROR - Error in batch 8: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:32,628 - ERROR - Error in batch 9: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:32,764 - ERROR - Error in batch 10: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:32,894 - ERROR - Error in batch 11: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:33,023 - ERROR - Error in batch 12: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:33,163 - ERROR - Error in batch 13: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:33,346 - INFO - Epoch 1 - Train Loss: 0.0000 +2025-04-01 03:27:39,253 - ERROR - Error during evaluation in epoch 1: The size of tensor a (28) must match the size of tensor b (56) at non-singleton dimension 3 +2025-04-01 03:27:39,254 - INFO - Skipping evaluation for this epoch diff --git a/exp-rank-8/resnet/fewshot_10_percent/training_20250401-033809.log b/exp-rank-8/resnet/fewshot_10_percent/training_20250401-033809.log new file mode 100644 index 0000000000000000000000000000000000000000..08f4f3de7b45f43b970aa8a31504d3d5f9b5f01d --- /dev/null +++ b/exp-rank-8/resnet/fewshot_10_percent/training_20250401-033809.log @@ -0,0 +1,148 @@ +2025-04-01 03:38:09,611 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.1, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=8, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp/resnet/fewshot_10_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-01 03:38:09,611 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-01 03:40:57,508 - INFO - Initializing RobustMedClip model +2025-04-01 03:41:31,571 - INFO - Starting training +2025-04-01 03:41:31,571 - INFO - Epoch 1/20 +2025-04-01 03:41:38,199 - INFO - Train Epoch: 1 [0/14 (0%)] Loss: 4.4441 +2025-04-01 03:41:43,247 - INFO - Train Epoch: 1 [10/14 (71%)] Loss: 4.4894 +2025-04-01 03:41:44,886 - INFO - Epoch 1 - Train Loss: 4.4774 +2025-04-01 03:42:03,516 - INFO - Epoch 1 - Validation Accuracy: 2.81% +2025-04-01 03:42:03,518 - INFO - New best validation accuracy: 2.81% +2025-04-01 03:42:05,281 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:42:07,278 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:42:07,279 - INFO - Epoch 2/20 +2025-04-01 03:42:09,121 - INFO - Train Epoch: 2 [0/14 (0%)] Loss: 4.4444 +2025-04-01 03:42:14,049 - INFO - Train Epoch: 2 [10/14 (71%)] Loss: 4.5409 +2025-04-01 03:42:15,575 - INFO - Epoch 2 - Train Loss: 4.4735 +2025-04-01 03:42:34,134 - INFO - Epoch 2 - Validation Accuracy: 3.31% +2025-04-01 03:42:34,135 - INFO - New best validation accuracy: 3.31% +2025-04-01 03:42:36,670 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:42:39,239 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:42:39,240 - INFO - Epoch 3/20 +2025-04-01 03:42:41,166 - INFO - Train Epoch: 3 [0/14 (0%)] Loss: 4.5277 +2025-04-01 03:42:46,265 - INFO - Train Epoch: 3 [10/14 (71%)] Loss: 4.5307 +2025-04-01 03:42:47,898 - INFO - Epoch 3 - Train Loss: 4.4646 +2025-04-01 03:43:06,564 - INFO - Epoch 3 - Validation Accuracy: 3.54% +2025-04-01 03:43:06,564 - INFO - New best validation accuracy: 3.54% +2025-04-01 03:43:08,711 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:43:10,956 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:43:10,956 - INFO - Epoch 4/20 +2025-04-01 03:43:12,882 - INFO - Train Epoch: 4 [0/14 (0%)] Loss: 4.4871 +2025-04-01 03:43:17,989 - INFO - Train Epoch: 4 [10/14 (71%)] Loss: 4.3828 +2025-04-01 03:43:19,602 - INFO - Epoch 4 - Train Loss: 4.4479 +2025-04-01 03:43:37,939 - INFO - Epoch 4 - Validation Accuracy: 3.76% +2025-04-01 03:43:37,939 - INFO - New best validation accuracy: 3.76% +2025-04-01 03:43:39,837 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:43:41,725 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:43:41,725 - INFO - Epoch 5/20 +2025-04-01 03:43:43,765 - INFO - Train Epoch: 5 [0/14 (0%)] Loss: 4.4542 +2025-04-01 03:43:48,751 - INFO - Train Epoch: 5 [10/14 (71%)] Loss: 4.4215 +2025-04-01 03:43:50,322 - INFO - Epoch 5 - Train Loss: 4.4271 +2025-04-01 03:44:08,841 - INFO - Epoch 5 - Validation Accuracy: 4.06% +2025-04-01 03:44:08,841 - INFO - New best validation accuracy: 4.06% +2025-04-01 03:44:11,366 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:44:14,827 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:44:14,827 - INFO - Epoch 6/20 +2025-04-01 03:44:16,622 - INFO - Train Epoch: 6 [0/14 (0%)] Loss: 4.3722 +2025-04-01 03:44:21,677 - INFO - Train Epoch: 6 [10/14 (71%)] Loss: 4.3409 +2025-04-01 03:44:23,237 - INFO - Epoch 6 - Train Loss: 4.4001 +2025-04-01 03:44:41,915 - INFO - Epoch 6 - Validation Accuracy: 4.57% +2025-04-01 03:44:41,915 - INFO - New best validation accuracy: 4.57% +2025-04-01 03:45:04,283 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:45:22,402 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:45:22,402 - INFO - Epoch 7/20 +2025-04-01 03:45:24,168 - INFO - Train Epoch: 7 [0/14 (0%)] Loss: 4.4423 +2025-04-01 03:45:29,132 - INFO - Train Epoch: 7 [10/14 (71%)] Loss: 4.4213 +2025-04-01 03:45:30,720 - INFO - Epoch 7 - Train Loss: 4.3662 +2025-04-01 03:45:49,361 - INFO - Epoch 7 - Validation Accuracy: 5.00% +2025-04-01 03:45:49,362 - INFO - New best validation accuracy: 5.00% +2025-04-01 03:45:52,714 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:46:00,553 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:46:00,554 - INFO - Epoch 8/20 +2025-04-01 03:46:02,923 - INFO - Train Epoch: 8 [0/14 (0%)] Loss: 4.3589 +2025-04-01 03:46:07,930 - INFO - Train Epoch: 8 [10/14 (71%)] Loss: 4.3361 +2025-04-01 03:46:09,517 - INFO - Epoch 8 - Train Loss: 4.3241 +2025-04-01 03:46:27,715 - INFO - Epoch 8 - Validation Accuracy: 5.30% +2025-04-01 03:46:27,716 - INFO - New best validation accuracy: 5.30% +2025-04-01 03:46:29,957 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:46:31,896 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:46:31,896 - INFO - Epoch 9/20 +2025-04-01 03:46:33,632 - INFO - Train Epoch: 9 [0/14 (0%)] Loss: 4.3425 +2025-04-01 03:46:38,735 - INFO - Train Epoch: 9 [10/14 (71%)] Loss: 4.2022 +2025-04-01 03:46:40,351 - INFO - Epoch 9 - Train Loss: 4.2836 +2025-04-01 03:46:58,689 - INFO - Epoch 9 - Validation Accuracy: 5.35% +2025-04-01 03:46:58,690 - INFO - New best validation accuracy: 5.35% +2025-04-01 03:47:00,778 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:47:02,972 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:47:02,972 - INFO - Epoch 10/20 +2025-04-01 03:47:04,773 - INFO - Train Epoch: 10 [0/14 (0%)] Loss: 4.3108 +2025-04-01 03:47:09,880 - INFO - Train Epoch: 10 [10/14 (71%)] Loss: 4.1830 +2025-04-01 03:47:11,493 - INFO - Epoch 10 - Train Loss: 4.2318 +2025-04-01 03:47:30,110 - INFO - Epoch 10 - Validation Accuracy: 5.37% +2025-04-01 03:47:30,110 - INFO - New best validation accuracy: 5.37% +2025-04-01 03:47:31,887 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/best_model +2025-04-01 03:47:35,404 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:47:35,404 - INFO - Epoch 11/20 +2025-04-01 03:47:37,247 - INFO - Train Epoch: 11 [0/14 (0%)] Loss: 4.2054 +2025-04-01 03:47:42,343 - INFO - Train Epoch: 11 [10/14 (71%)] Loss: 4.1672 +2025-04-01 03:47:43,931 - INFO - Epoch 11 - Train Loss: 4.1914 +2025-04-01 03:48:02,887 - INFO - Epoch 11 - Validation Accuracy: 5.22% +2025-04-01 03:48:04,650 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:48:04,650 - INFO - Epoch 12/20 +2025-04-01 03:48:06,418 - INFO - Train Epoch: 12 [0/14 (0%)] Loss: 4.1807 +2025-04-01 03:48:11,421 - INFO - Train Epoch: 12 [10/14 (71%)] Loss: 4.0515 +2025-04-01 03:48:12,985 - INFO - Epoch 12 - Train Loss: 4.1455 +2025-04-01 03:48:31,533 - INFO - Epoch 12 - Validation Accuracy: 5.09% +2025-04-01 03:48:33,417 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:48:33,417 - INFO - Epoch 13/20 +2025-04-01 03:48:35,241 - INFO - Train Epoch: 13 [0/14 (0%)] Loss: 4.2560 +2025-04-01 03:48:40,119 - INFO - Train Epoch: 13 [10/14 (71%)] Loss: 4.0604 +2025-04-01 03:48:41,729 - INFO - Epoch 13 - Train Loss: 4.1112 +2025-04-01 03:48:59,830 - INFO - Epoch 13 - Validation Accuracy: 5.04% +2025-04-01 03:49:29,829 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:49:29,829 - INFO - Epoch 14/20 +2025-04-01 03:49:31,561 - INFO - Train Epoch: 14 [0/14 (0%)] Loss: 4.1478 +2025-04-01 03:49:36,446 - INFO - Train Epoch: 14 [10/14 (71%)] Loss: 4.2165 +2025-04-01 03:49:37,985 - INFO - Epoch 14 - Train Loss: 4.0911 +2025-04-01 03:49:55,520 - INFO - Epoch 14 - Validation Accuracy: 5.01% +2025-04-01 03:50:02,175 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:50:02,176 - INFO - Epoch 15/20 +2025-04-01 03:50:03,936 - INFO - Train Epoch: 15 [0/14 (0%)] Loss: 4.0854 +2025-04-01 03:50:08,723 - INFO - Train Epoch: 15 [10/14 (71%)] Loss: 4.0630 +2025-04-01 03:50:10,212 - INFO - Epoch 15 - Train Loss: 4.0602 +2025-04-01 03:50:27,118 - INFO - Epoch 15 - Validation Accuracy: 4.99% +2025-04-01 03:50:29,907 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:50:29,907 - INFO - Epoch 16/20 +2025-04-01 03:50:31,919 - INFO - Train Epoch: 16 [0/14 (0%)] Loss: 3.9786 +2025-04-01 03:50:36,812 - INFO - Train Epoch: 16 [10/14 (71%)] Loss: 4.1433 +2025-04-01 03:50:38,347 - INFO - Epoch 16 - Train Loss: 4.0424 +2025-04-01 03:50:56,424 - INFO - Epoch 16 - Validation Accuracy: 4.98% +2025-04-01 03:50:58,025 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:50:58,026 - INFO - Epoch 17/20 +2025-04-01 03:50:59,909 - INFO - Train Epoch: 17 [0/14 (0%)] Loss: 4.0791 +2025-04-01 03:51:04,796 - INFO - Train Epoch: 17 [10/14 (71%)] Loss: 3.9333 +2025-04-01 03:51:06,354 - INFO - Epoch 17 - Train Loss: 4.0287 +2025-04-01 03:51:23,377 - INFO - Epoch 17 - Validation Accuracy: 5.02% +2025-04-01 03:51:25,564 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:51:25,564 - INFO - Epoch 18/20 +2025-04-01 03:51:27,357 - INFO - Train Epoch: 18 [0/14 (0%)] Loss: 3.9735 +2025-04-01 03:51:32,168 - INFO - Train Epoch: 18 [10/14 (71%)] Loss: 3.8853 +2025-04-01 03:51:33,692 - INFO - Epoch 18 - Train Loss: 4.0090 +2025-04-01 03:51:51,708 - INFO - Epoch 18 - Validation Accuracy: 5.13% +2025-04-01 03:51:53,538 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:51:53,539 - INFO - Epoch 19/20 +2025-04-01 03:51:55,560 - INFO - Train Epoch: 19 [0/14 (0%)] Loss: 3.9355 +2025-04-01 03:52:00,449 - INFO - Train Epoch: 19 [10/14 (71%)] Loss: 3.9086 +2025-04-01 03:52:02,002 - INFO - Epoch 19 - Train Loss: 4.0051 +2025-04-01 03:52:20,128 - INFO - Epoch 19 - Validation Accuracy: 5.15% +2025-04-01 03:52:22,619 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:52:22,619 - INFO - Epoch 20/20 +2025-04-01 03:52:24,411 - INFO - Train Epoch: 20 [0/14 (0%)] Loss: 3.9151 +2025-04-01 03:52:29,267 - INFO - Train Epoch: 20 [10/14 (71%)] Loss: 4.0215 +2025-04-01 03:52:30,826 - INFO - Epoch 20 - Train Loss: 3.9905 +2025-04-01 03:52:47,902 - INFO - Epoch 20 - Validation Accuracy: 5.18% +2025-04-01 03:52:50,154 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:53:07,131 - INFO - Final validation accuracy: 5.18% +2025-04-01 03:53:07,132 - INFO - Best validation accuracy: 5.37% +2025-04-01 03:53:08,929 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 03:53:08,930 - INFO - Training completed diff --git a/exp-rank-8/resnet/fewshot_30_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-8/resnet/fewshot_30_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..ae52567e56991fdfb1a85caa741ceadd829b99cd --- /dev/null +++ b/exp-rank-8/resnet/fewshot_30_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd10119c87501ee626792644df0516f11d845ebe0c60f41966f570e53ac644ae +size 512418 diff --git a/exp-rank-8/resnet/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-8/resnet/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7311798d2e853b6204a37037b781d2a38ea3358f --- /dev/null +++ b/exp-rank-8/resnet/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86aae8814c4bb4e97b533e0ede1d9baca7b6f0edf50ea6c38a5a982102465380 +size 4438456 diff --git a/exp-rank-8/resnet/fewshot_30_percent/checkpoints/best_model/model.pth b/exp-rank-8/resnet/fewshot_30_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..132be63626b18703d4119819f0aa7612347ef30a --- /dev/null +++ b/exp-rank-8/resnet/fewshot_30_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ade0ba06a2ad94e78034f07fa663883dbba0f754e65158f399cfebca1eb7e90 +size 533688718 diff --git a/exp-rank-8/resnet/fewshot_30_percent/training_20250401-035537.log b/exp-rank-8/resnet/fewshot_30_percent/training_20250401-035537.log new file mode 100644 index 0000000000000000000000000000000000000000..d0b771ba117479c9471533000f0fa148f3febd8f --- /dev/null +++ b/exp-rank-8/resnet/fewshot_30_percent/training_20250401-035537.log @@ -0,0 +1,214 @@ +2025-04-01 03:55:37,879 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.3, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=8, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp/resnet/fewshot_30_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-01 03:55:37,879 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-01 03:59:34,823 - INFO - Initializing RobustMedClip model +2025-04-01 03:59:59,648 - INFO - Starting training +2025-04-01 03:59:59,653 - INFO - Epoch 1/20 +2025-04-01 04:00:08,503 - INFO - Train Epoch: 1 [0/42 (0%)] Loss: 4.4231 +2025-04-01 04:00:13,431 - INFO - Train Epoch: 1 [10/42 (24%)] Loss: 4.3851 +2025-04-01 04:00:18,305 - INFO - Train Epoch: 1 [20/42 (48%)] Loss: 4.5329 +2025-04-01 04:00:23,172 - INFO - Train Epoch: 1 [30/42 (71%)] Loss: 4.5476 +2025-04-01 04:00:28,015 - INFO - Train Epoch: 1 [40/42 (95%)] Loss: 4.4378 +2025-04-01 04:00:28,498 - INFO - Epoch 1 - Train Loss: 4.4723 +2025-04-01 04:00:46,799 - INFO - Epoch 1 - Validation Accuracy: 3.61% +2025-04-01 04:00:46,801 - INFO - New best validation accuracy: 3.61% +2025-04-01 04:00:48,470 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:00:50,359 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:00:50,359 - INFO - Epoch 2/20 +2025-04-01 04:00:52,115 - INFO - Train Epoch: 2 [0/42 (0%)] Loss: 4.4413 +2025-04-01 04:00:56,995 - INFO - Train Epoch: 2 [10/42 (24%)] Loss: 4.4247 +2025-04-01 04:01:01,891 - INFO - Train Epoch: 2 [20/42 (48%)] Loss: 4.3709 +2025-04-01 04:01:06,863 - INFO - Train Epoch: 2 [30/42 (71%)] Loss: 4.4489 +2025-04-01 04:01:11,817 - INFO - Train Epoch: 2 [40/42 (95%)] Loss: 4.3507 +2025-04-01 04:01:12,180 - INFO - Epoch 2 - Train Loss: 4.4329 +2025-04-01 04:01:30,354 - INFO - Epoch 2 - Validation Accuracy: 4.48% +2025-04-01 04:01:30,355 - INFO - New best validation accuracy: 4.48% +2025-04-01 04:01:32,176 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:01:34,217 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:01:34,217 - INFO - Epoch 3/20 +2025-04-01 04:01:36,075 - INFO - Train Epoch: 3 [0/42 (0%)] Loss: 4.4508 +2025-04-01 04:01:41,001 - INFO - Train Epoch: 3 [10/42 (24%)] Loss: 4.2865 +2025-04-01 04:01:45,976 - INFO - Train Epoch: 3 [20/42 (48%)] Loss: 4.2098 +2025-04-01 04:01:50,920 - INFO - Train Epoch: 3 [30/42 (71%)] Loss: 4.2720 +2025-04-01 04:01:55,902 - INFO - Train Epoch: 3 [40/42 (95%)] Loss: 4.2414 +2025-04-01 04:01:56,299 - INFO - Epoch 3 - Train Loss: 4.3292 +2025-04-01 04:02:13,773 - INFO - Epoch 3 - Validation Accuracy: 5.27% +2025-04-01 04:02:13,774 - INFO - New best validation accuracy: 5.27% +2025-04-01 04:02:15,453 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:02:17,545 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:02:17,545 - INFO - Epoch 4/20 +2025-04-01 04:02:19,316 - INFO - Train Epoch: 4 [0/42 (0%)] Loss: 4.2760 +2025-04-01 04:02:24,236 - INFO - Train Epoch: 4 [10/42 (24%)] Loss: 4.1816 +2025-04-01 04:02:29,109 - INFO - Train Epoch: 4 [20/42 (48%)] Loss: 4.3100 +2025-04-01 04:02:33,945 - INFO - Train Epoch: 4 [30/42 (71%)] Loss: 4.1423 +2025-04-01 04:02:38,832 - INFO - Train Epoch: 4 [40/42 (95%)] Loss: 4.1034 +2025-04-01 04:02:39,213 - INFO - Epoch 4 - Train Loss: 4.1939 +2025-04-01 04:02:56,586 - INFO - Epoch 4 - Validation Accuracy: 5.25% +2025-04-01 04:02:59,372 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:02:59,372 - INFO - Epoch 5/20 +2025-04-01 04:03:01,157 - INFO - Train Epoch: 5 [0/42 (0%)] Loss: 3.9968 +2025-04-01 04:03:06,112 - INFO - Train Epoch: 5 [10/42 (24%)] Loss: 4.0006 +2025-04-01 04:03:11,124 - INFO - Train Epoch: 5 [20/42 (48%)] Loss: 4.2769 +2025-04-01 04:03:16,099 - INFO - Train Epoch: 5 [30/42 (71%)] Loss: 4.0875 +2025-04-01 04:03:20,932 - INFO - Train Epoch: 5 [40/42 (95%)] Loss: 3.9987 +2025-04-01 04:03:21,289 - INFO - Epoch 5 - Train Loss: 4.0924 +2025-04-01 04:03:38,244 - INFO - Epoch 5 - Validation Accuracy: 5.08% +2025-04-01 04:04:04,488 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:04:04,488 - INFO - Epoch 6/20 +2025-04-01 04:04:06,352 - INFO - Train Epoch: 6 [0/42 (0%)] Loss: 4.0506 +2025-04-01 04:04:11,190 - INFO - Train Epoch: 6 [10/42 (24%)] Loss: 3.9674 +2025-04-01 04:04:16,042 - INFO - Train Epoch: 6 [20/42 (48%)] Loss: 4.0313 +2025-04-01 04:04:20,915 - INFO - Train Epoch: 6 [30/42 (71%)] Loss: 3.9375 +2025-04-01 04:04:25,773 - INFO - Train Epoch: 6 [40/42 (95%)] Loss: 4.0227 +2025-04-01 04:04:26,145 - INFO - Epoch 6 - Train Loss: 4.0302 +2025-04-01 04:04:43,434 - INFO - Epoch 6 - Validation Accuracy: 5.17% +2025-04-01 04:04:46,407 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:04:46,407 - INFO - Epoch 7/20 +2025-04-01 04:04:48,277 - INFO - Train Epoch: 7 [0/42 (0%)] Loss: 3.9445 +2025-04-01 04:04:53,171 - INFO - Train Epoch: 7 [10/42 (24%)] Loss: 4.0572 +2025-04-01 04:04:58,127 - INFO - Train Epoch: 7 [20/42 (48%)] Loss: 4.0479 +2025-04-01 04:05:03,115 - INFO - Train Epoch: 7 [30/42 (71%)] Loss: 4.0547 +2025-04-01 04:05:08,034 - INFO - Train Epoch: 7 [40/42 (95%)] Loss: 4.0216 +2025-04-01 04:05:08,407 - INFO - Epoch 7 - Train Loss: 3.9946 +2025-04-01 04:05:25,925 - INFO - Epoch 7 - Validation Accuracy: 5.17% +2025-04-01 04:05:28,041 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:05:28,041 - INFO - Epoch 8/20 +2025-04-01 04:05:29,764 - INFO - Train Epoch: 8 [0/42 (0%)] Loss: 3.9316 +2025-04-01 04:05:34,665 - INFO - Train Epoch: 8 [10/42 (24%)] Loss: 4.0496 +2025-04-01 04:05:39,543 - INFO - Train Epoch: 8 [20/42 (48%)] Loss: 3.8492 +2025-04-01 04:05:44,411 - INFO - Train Epoch: 8 [30/42 (71%)] Loss: 3.9885 +2025-04-01 04:05:49,297 - INFO - Train Epoch: 8 [40/42 (95%)] Loss: 4.0108 +2025-04-01 04:05:49,680 - INFO - Epoch 8 - Train Loss: 3.9699 +2025-04-01 04:06:08,142 - INFO - Epoch 8 - Validation Accuracy: 5.34% +2025-04-01 04:06:08,142 - INFO - New best validation accuracy: 5.34% +2025-04-01 04:06:10,118 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:06:12,105 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:06:12,105 - INFO - Epoch 9/20 +2025-04-01 04:06:13,964 - INFO - Train Epoch: 9 [0/42 (0%)] Loss: 3.9610 +2025-04-01 04:06:18,853 - INFO - Train Epoch: 9 [10/42 (24%)] Loss: 3.9551 +2025-04-01 04:06:23,762 - INFO - Train Epoch: 9 [20/42 (48%)] Loss: 3.9413 +2025-04-01 04:06:28,724 - INFO - Train Epoch: 9 [30/42 (71%)] Loss: 3.8693 +2025-04-01 04:06:33,688 - INFO - Train Epoch: 9 [40/42 (95%)] Loss: 3.9071 +2025-04-01 04:06:34,092 - INFO - Epoch 9 - Train Loss: 3.9500 +2025-04-01 04:06:51,211 - INFO - Epoch 9 - Validation Accuracy: 5.72% +2025-04-01 04:06:51,211 - INFO - New best validation accuracy: 5.72% +2025-04-01 04:06:53,670 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:06:56,169 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:06:56,169 - INFO - Epoch 10/20 +2025-04-01 04:06:57,928 - INFO - Train Epoch: 10 [0/42 (0%)] Loss: 3.9216 +2025-04-01 04:07:02,837 - INFO - Train Epoch: 10 [10/42 (24%)] Loss: 3.9113 +2025-04-01 04:07:07,751 - INFO - Train Epoch: 10 [20/42 (48%)] Loss: 3.8997 +2025-04-01 04:07:12,655 - INFO - Train Epoch: 10 [30/42 (71%)] Loss: 3.9069 +2025-04-01 04:07:17,524 - INFO - Train Epoch: 10 [40/42 (95%)] Loss: 3.9262 +2025-04-01 04:07:17,889 - INFO - Epoch 10 - Train Loss: 3.9327 +2025-04-01 04:07:35,029 - INFO - Epoch 10 - Validation Accuracy: 5.91% +2025-04-01 04:07:35,029 - INFO - New best validation accuracy: 5.91% +2025-04-01 04:07:41,386 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:08:01,400 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:08:01,400 - INFO - Epoch 11/20 +2025-04-01 04:08:03,131 - INFO - Train Epoch: 11 [0/42 (0%)] Loss: 3.9725 +2025-04-01 04:08:08,007 - INFO - Train Epoch: 11 [10/42 (24%)] Loss: 3.9790 +2025-04-01 04:08:12,828 - INFO - Train Epoch: 11 [20/42 (48%)] Loss: 3.8464 +2025-04-01 04:08:17,696 - INFO - Train Epoch: 11 [30/42 (71%)] Loss: 3.8626 +2025-04-01 04:08:22,521 - INFO - Train Epoch: 11 [40/42 (95%)] Loss: 3.8819 +2025-04-01 04:08:22,877 - INFO - Epoch 11 - Train Loss: 3.9269 +2025-04-01 04:08:39,579 - INFO - Epoch 11 - Validation Accuracy: 5.95% +2025-04-01 04:08:39,579 - INFO - New best validation accuracy: 5.95% +2025-04-01 04:08:43,393 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:08:44,972 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:08:44,972 - INFO - Epoch 12/20 +2025-04-01 04:08:46,847 - INFO - Train Epoch: 12 [0/42 (0%)] Loss: 3.9249 +2025-04-01 04:08:51,754 - INFO - Train Epoch: 12 [10/42 (24%)] Loss: 3.8426 +2025-04-01 04:08:56,575 - INFO - Train Epoch: 12 [20/42 (48%)] Loss: 3.9840 +2025-04-01 04:09:01,397 - INFO - Train Epoch: 12 [30/42 (71%)] Loss: 3.9021 +2025-04-01 04:09:06,208 - INFO - Train Epoch: 12 [40/42 (95%)] Loss: 3.8715 +2025-04-01 04:09:06,579 - INFO - Epoch 12 - Train Loss: 3.9135 +2025-04-01 04:09:23,687 - INFO - Epoch 12 - Validation Accuracy: 6.32% +2025-04-01 04:09:23,688 - INFO - New best validation accuracy: 6.32% +2025-04-01 04:09:25,913 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:09:27,825 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:09:27,825 - INFO - Epoch 13/20 +2025-04-01 04:09:29,550 - INFO - Train Epoch: 13 [0/42 (0%)] Loss: 3.8461 +2025-04-01 04:09:34,428 - INFO - Train Epoch: 13 [10/42 (24%)] Loss: 3.9074 +2025-04-01 04:09:39,254 - INFO - Train Epoch: 13 [20/42 (48%)] Loss: 3.9481 +2025-04-01 04:09:44,088 - INFO - Train Epoch: 13 [30/42 (71%)] Loss: 3.8508 +2025-04-01 04:09:48,912 - INFO - Train Epoch: 13 [40/42 (95%)] Loss: 3.9080 +2025-04-01 04:09:49,269 - INFO - Epoch 13 - Train Loss: 3.9033 +2025-04-01 04:10:06,013 - INFO - Epoch 13 - Validation Accuracy: 6.21% +2025-04-01 04:10:07,873 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:10:07,874 - INFO - Epoch 14/20 +2025-04-01 04:10:09,775 - INFO - Train Epoch: 14 [0/42 (0%)] Loss: 3.9260 +2025-04-01 04:10:14,712 - INFO - Train Epoch: 14 [10/42 (24%)] Loss: 3.8799 +2025-04-01 04:10:19,582 - INFO - Train Epoch: 14 [20/42 (48%)] Loss: 3.8835 +2025-04-01 04:10:24,443 - INFO - Train Epoch: 14 [30/42 (71%)] Loss: 3.8679 +2025-04-01 04:10:29,274 - INFO - Train Epoch: 14 [40/42 (95%)] Loss: 3.8602 +2025-04-01 04:10:29,659 - INFO - Epoch 14 - Train Loss: 3.8961 +2025-04-01 04:10:46,479 - INFO - Epoch 14 - Validation Accuracy: 6.89% +2025-04-01 04:10:46,479 - INFO - New best validation accuracy: 6.89% +2025-04-01 04:10:48,346 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:10:50,367 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:10:50,368 - INFO - Epoch 15/20 +2025-04-01 04:10:52,107 - INFO - Train Epoch: 15 [0/42 (0%)] Loss: 3.8828 +2025-04-01 04:10:56,888 - INFO - Train Epoch: 15 [10/42 (24%)] Loss: 3.8365 +2025-04-01 04:11:01,691 - INFO - Train Epoch: 15 [20/42 (48%)] Loss: 3.8261 +2025-04-01 04:11:06,514 - INFO - Train Epoch: 15 [30/42 (71%)] Loss: 3.8261 +2025-04-01 04:11:11,329 - INFO - Train Epoch: 15 [40/42 (95%)] Loss: 3.9015 +2025-04-01 04:11:11,689 - INFO - Epoch 15 - Train Loss: 3.8863 +2025-04-01 04:11:28,608 - INFO - Epoch 15 - Validation Accuracy: 6.76% +2025-04-01 04:11:30,346 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:11:30,347 - INFO - Epoch 16/20 +2025-04-01 04:11:32,417 - INFO - Train Epoch: 16 [0/42 (0%)] Loss: 3.8456 +2025-04-01 04:11:37,421 - INFO - Train Epoch: 16 [10/42 (24%)] Loss: 3.8806 +2025-04-01 04:11:42,324 - INFO - Train Epoch: 16 [20/42 (48%)] Loss: 3.8529 +2025-04-01 04:11:47,254 - INFO - Train Epoch: 16 [30/42 (71%)] Loss: 3.9201 +2025-04-01 04:11:52,138 - INFO - Train Epoch: 16 [40/42 (95%)] Loss: 3.8905 +2025-04-01 04:11:52,499 - INFO - Epoch 16 - Train Loss: 3.8739 +2025-04-01 04:12:10,072 - INFO - Epoch 16 - Validation Accuracy: 7.78% +2025-04-01 04:12:10,072 - INFO - New best validation accuracy: 7.78% +2025-04-01 04:12:12,427 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:12:15,087 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:12:15,088 - INFO - Epoch 17/20 +2025-04-01 04:12:16,894 - INFO - Train Epoch: 17 [0/42 (0%)] Loss: 3.8928 +2025-04-01 04:12:21,913 - INFO - Train Epoch: 17 [10/42 (24%)] Loss: 3.9224 +2025-04-01 04:12:26,854 - INFO - Train Epoch: 17 [20/42 (48%)] Loss: 3.9289 +2025-04-01 04:12:31,829 - INFO - Train Epoch: 17 [30/42 (71%)] Loss: 3.8613 +2025-04-01 04:12:36,741 - INFO - Train Epoch: 17 [40/42 (95%)] Loss: 3.8869 +2025-04-01 04:12:37,210 - INFO - Epoch 17 - Train Loss: 3.8625 +2025-04-01 04:12:55,316 - INFO - Epoch 17 - Validation Accuracy: 7.73% +2025-04-01 04:13:12,051 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:13:12,051 - INFO - Epoch 18/20 +2025-04-01 04:13:13,740 - INFO - Train Epoch: 18 [0/42 (0%)] Loss: 3.9129 +2025-04-01 04:13:18,597 - INFO - Train Epoch: 18 [10/42 (24%)] Loss: 3.8333 +2025-04-01 04:13:23,539 - INFO - Train Epoch: 18 [20/42 (48%)] Loss: 3.8635 +2025-04-01 04:13:28,394 - INFO - Train Epoch: 18 [30/42 (71%)] Loss: 3.9128 +2025-04-01 04:13:33,276 - INFO - Train Epoch: 18 [40/42 (95%)] Loss: 3.8414 +2025-04-01 04:13:33,646 - INFO - Epoch 18 - Train Loss: 3.8547 +2025-04-01 04:13:50,732 - INFO - Epoch 18 - Validation Accuracy: 7.95% +2025-04-01 04:13:50,732 - INFO - New best validation accuracy: 7.95% +2025-04-01 04:13:52,886 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:13:55,626 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:13:55,627 - INFO - Epoch 19/20 +2025-04-01 04:13:57,664 - INFO - Train Epoch: 19 [0/42 (0%)] Loss: 3.7451 +2025-04-01 04:14:02,553 - INFO - Train Epoch: 19 [10/42 (24%)] Loss: 3.9425 +2025-04-01 04:14:07,479 - INFO - Train Epoch: 19 [20/42 (48%)] Loss: 3.9386 +2025-04-01 04:14:12,400 - INFO - Train Epoch: 19 [30/42 (71%)] Loss: 3.7648 +2025-04-01 04:14:17,225 - INFO - Train Epoch: 19 [40/42 (95%)] Loss: 3.8420 +2025-04-01 04:14:17,604 - INFO - Epoch 19 - Train Loss: 3.8475 +2025-04-01 04:14:35,360 - INFO - Epoch 19 - Validation Accuracy: 8.09% +2025-04-01 04:14:35,361 - INFO - New best validation accuracy: 8.09% +2025-04-01 04:14:36,949 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:14:38,290 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:14:38,290 - INFO - Epoch 20/20 +2025-04-01 04:14:40,125 - INFO - Train Epoch: 20 [0/42 (0%)] Loss: 3.8329 +2025-04-01 04:14:45,012 - INFO - Train Epoch: 20 [10/42 (24%)] Loss: 3.8168 +2025-04-01 04:14:49,890 - INFO - Train Epoch: 20 [20/42 (48%)] Loss: 3.7843 +2025-04-01 04:14:54,754 - INFO - Train Epoch: 20 [30/42 (71%)] Loss: 3.8364 +2025-04-01 04:14:59,588 - INFO - Train Epoch: 20 [40/42 (95%)] Loss: 3.7864 +2025-04-01 04:14:59,949 - INFO - Epoch 20 - Train Loss: 3.8362 +2025-04-01 04:15:17,636 - INFO - Epoch 20 - Validation Accuracy: 8.21% +2025-04-01 04:15:17,636 - INFO - New best validation accuracy: 8.21% +2025-04-01 04:15:18,965 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/best_model +2025-04-01 04:15:20,445 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:15:38,066 - INFO - Final validation accuracy: 8.21% +2025-04-01 04:15:38,066 - INFO - Best validation accuracy: 8.21% +2025-04-01 04:15:39,511 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 04:15:39,512 - INFO - Training completed diff --git a/exp-rank-8/resnet/fewshot_75_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-8/resnet/fewshot_75_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..e0abc39ad770e5f94ff0ce89af09016affb7103e --- /dev/null +++ b/exp-rank-8/resnet/fewshot_75_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595b946b761497ff5c3114d9e89a23ef519867be44115a12ebfec0a3f2d55a89 +size 512418 diff --git a/exp-rank-8/resnet/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-8/resnet/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f819924477ee8cdf9ff04adbad70eab836d3fdb --- /dev/null +++ b/exp-rank-8/resnet/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04f70a2b2c0ddb03f8b005ad57c840a06f34f353c5b89b97cb58febf62634eb4 +size 4438456 diff --git a/exp-rank-8/resnet/fewshot_75_percent/checkpoints/best_model/model.pth b/exp-rank-8/resnet/fewshot_75_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..83fb6feb41c89fd62d01b7db4732a933e03b9601 --- /dev/null +++ b/exp-rank-8/resnet/fewshot_75_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceffc31ace469d34f30c4ca1f1e2b5f183f761ce97dd1d11d0310390bee278dd +size 533688718 diff --git a/exp-rank-8/resnet/fewshot_75_percent/training_20250401-041609.log b/exp-rank-8/resnet/fewshot_75_percent/training_20250401-041609.log new file mode 100644 index 0000000000000000000000000000000000000000..ba38745fb299ded46ffdd84b20941fc426b37d4e --- /dev/null +++ b/exp-rank-8/resnet/fewshot_75_percent/training_20250401-041609.log @@ -0,0 +1,344 @@ +2025-04-01 04:16:09,190 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.75, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='resnet', lora_rank=8, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=6), gpu=6, seed=42, num_workers=4, output_dir='./outputs/exp/resnet/fewshot_75_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-01 04:16:09,190 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-01 04:18:45,766 - INFO - Initializing RobustMedClip model +2025-04-01 04:18:55,374 - INFO - Starting training +2025-04-01 04:18:55,375 - INFO - Epoch 1/20 +2025-04-01 04:18:58,488 - INFO - Train Epoch: 1 [0/104 (0%)] Loss: 4.5188 +2025-04-01 04:19:03,518 - INFO - Train Epoch: 1 [10/104 (10%)] Loss: 4.5442 +2025-04-01 04:19:08,446 - INFO - Train Epoch: 1 [20/104 (19%)] Loss: 4.4671 +2025-04-01 04:19:13,551 - INFO - Train Epoch: 1 [30/104 (29%)] Loss: 4.4333 +2025-04-01 04:19:18,456 - INFO - Train Epoch: 1 [40/104 (38%)] Loss: 4.5415 +2025-04-01 04:19:23,449 - INFO - Train Epoch: 1 [50/104 (48%)] Loss: 4.4458 +2025-04-01 04:19:28,433 - INFO - Train Epoch: 1 [60/104 (58%)] Loss: 4.4213 +2025-04-01 04:19:33,390 - INFO - Train Epoch: 1 [70/104 (67%)] Loss: 4.4643 +2025-04-01 04:19:38,313 - INFO - Train Epoch: 1 [80/104 (77%)] Loss: 4.3322 +2025-04-01 04:19:43,287 - INFO - Train Epoch: 1 [90/104 (87%)] Loss: 4.2901 +2025-04-01 04:19:48,234 - INFO - Train Epoch: 1 [100/104 (96%)] Loss: 4.3609 +2025-04-01 04:19:49,751 - INFO - Epoch 1 - Train Loss: 4.4362 +2025-04-01 04:20:08,536 - INFO - Epoch 1 - Validation Accuracy: 5.18% +2025-04-01 04:20:08,537 - INFO - New best validation accuracy: 5.18% +2025-04-01 04:20:12,526 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:20:20,741 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:20:20,742 - INFO - Epoch 2/20 +2025-04-01 04:20:22,873 - INFO - Train Epoch: 2 [0/104 (0%)] Loss: 4.2964 +2025-04-01 04:20:27,711 - INFO - Train Epoch: 2 [10/104 (10%)] Loss: 4.3556 +2025-04-01 04:20:32,602 - INFO - Train Epoch: 2 [20/104 (19%)] Loss: 4.2859 +2025-04-01 04:20:37,570 - INFO - Train Epoch: 2 [30/104 (29%)] Loss: 4.2531 +2025-04-01 04:20:42,500 - INFO - Train Epoch: 2 [40/104 (38%)] Loss: 4.1246 +2025-04-01 04:20:47,507 - INFO - Train Epoch: 2 [50/104 (48%)] Loss: 4.2365 +2025-04-01 04:20:52,434 - INFO - Train Epoch: 2 [60/104 (58%)] Loss: 4.1125 +2025-04-01 04:20:57,358 - INFO - Train Epoch: 2 [70/104 (67%)] Loss: 4.1687 +2025-04-01 04:21:02,321 - INFO - Train Epoch: 2 [80/104 (77%)] Loss: 4.1510 +2025-04-01 04:21:07,204 - INFO - Train Epoch: 2 [90/104 (87%)] Loss: 4.1581 +2025-04-01 04:21:12,142 - INFO - Train Epoch: 2 [100/104 (96%)] Loss: 4.0337 +2025-04-01 04:21:13,559 - INFO - Epoch 2 - Train Loss: 4.1878 +2025-04-01 04:21:31,045 - INFO - Epoch 2 - Validation Accuracy: 5.10% +2025-04-01 04:21:44,537 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:21:44,537 - INFO - Epoch 3/20 +2025-04-01 04:21:46,200 - INFO - Train Epoch: 3 [0/104 (0%)] Loss: 4.1203 +2025-04-01 04:21:51,094 - INFO - Train Epoch: 3 [10/104 (10%)] Loss: 4.0323 +2025-04-01 04:21:56,037 - INFO - Train Epoch: 3 [20/104 (19%)] Loss: 4.0715 +2025-04-01 04:22:00,974 - INFO - Train Epoch: 3 [30/104 (29%)] Loss: 3.9736 +2025-04-01 04:22:05,926 - INFO - Train Epoch: 3 [40/104 (38%)] Loss: 3.9984 +2025-04-01 04:22:10,881 - INFO - Train Epoch: 3 [50/104 (48%)] Loss: 3.9671 +2025-04-01 04:22:15,804 - INFO - Train Epoch: 3 [60/104 (58%)] Loss: 3.9990 +2025-04-01 04:22:20,658 - INFO - Train Epoch: 3 [70/104 (67%)] Loss: 3.8592 +2025-04-01 04:22:25,525 - INFO - Train Epoch: 3 [80/104 (77%)] Loss: 3.9648 +2025-04-01 04:22:30,396 - INFO - Train Epoch: 3 [90/104 (87%)] Loss: 3.9968 +2025-04-01 04:22:35,313 - INFO - Train Epoch: 3 [100/104 (96%)] Loss: 4.0766 +2025-04-01 04:22:36,716 - INFO - Epoch 3 - Train Loss: 4.0075 +2025-04-01 04:22:54,575 - INFO - Epoch 3 - Validation Accuracy: 5.31% +2025-04-01 04:22:54,576 - INFO - New best validation accuracy: 5.31% +2025-04-01 04:22:55,623 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:22:57,007 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:22:57,008 - INFO - Epoch 4/20 +2025-04-01 04:22:58,737 - INFO - Train Epoch: 4 [0/104 (0%)] Loss: 4.0491 +2025-04-01 04:23:03,538 - INFO - Train Epoch: 4 [10/104 (10%)] Loss: 3.9410 +2025-04-01 04:23:08,370 - INFO - Train Epoch: 4 [20/104 (19%)] Loss: 3.8399 +2025-04-01 04:23:13,246 - INFO - Train Epoch: 4 [30/104 (29%)] Loss: 4.0325 +2025-04-01 04:23:18,152 - INFO - Train Epoch: 4 [40/104 (38%)] Loss: 3.9907 +2025-04-01 04:23:22,961 - INFO - Train Epoch: 4 [50/104 (48%)] Loss: 3.9869 +2025-04-01 04:23:27,866 - INFO - Train Epoch: 4 [60/104 (58%)] Loss: 3.9456 +2025-04-01 04:23:32,740 - INFO - Train Epoch: 4 [70/104 (67%)] Loss: 3.8975 +2025-04-01 04:23:37,595 - INFO - Train Epoch: 4 [80/104 (77%)] Loss: 3.9498 +2025-04-01 04:23:42,440 - INFO - Train Epoch: 4 [90/104 (87%)] Loss: 3.9365 +2025-04-01 04:23:47,302 - INFO - Train Epoch: 4 [100/104 (96%)] Loss: 3.9152 +2025-04-01 04:23:48,685 - INFO - Epoch 4 - Train Loss: 3.9452 +2025-04-01 04:24:05,693 - INFO - Epoch 4 - Validation Accuracy: 6.10% +2025-04-01 04:24:05,693 - INFO - New best validation accuracy: 6.10% +2025-04-01 04:24:07,409 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:24:09,067 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:24:09,068 - INFO - Epoch 5/20 +2025-04-01 04:24:10,898 - INFO - Train Epoch: 5 [0/104 (0%)] Loss: 3.9821 +2025-04-01 04:24:15,782 - INFO - Train Epoch: 5 [10/104 (10%)] Loss: 3.9277 +2025-04-01 04:24:20,635 - INFO - Train Epoch: 5 [20/104 (19%)] Loss: 3.9263 +2025-04-01 04:24:25,563 - INFO - Train Epoch: 5 [30/104 (29%)] Loss: 3.9040 +2025-04-01 04:24:30,501 - INFO - Train Epoch: 5 [40/104 (38%)] Loss: 3.9077 +2025-04-01 04:24:35,352 - INFO - Train Epoch: 5 [50/104 (48%)] Loss: 3.9462 +2025-04-01 04:24:40,261 - INFO - Train Epoch: 5 [60/104 (58%)] Loss: 3.8991 +2025-04-01 04:24:45,109 - INFO - Train Epoch: 5 [70/104 (67%)] Loss: 3.8570 +2025-04-01 04:24:49,957 - INFO - Train Epoch: 5 [80/104 (77%)] Loss: 3.9221 +2025-04-01 04:24:54,838 - INFO - Train Epoch: 5 [90/104 (87%)] Loss: 3.9164 +2025-04-01 04:24:59,728 - INFO - Train Epoch: 5 [100/104 (96%)] Loss: 3.8888 +2025-04-01 04:25:01,116 - INFO - Epoch 5 - Train Loss: 3.9144 +2025-04-01 04:25:18,310 - INFO - Epoch 5 - Validation Accuracy: 6.65% +2025-04-01 04:25:18,311 - INFO - New best validation accuracy: 6.65% +2025-04-01 04:25:19,371 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:25:20,664 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:25:20,664 - INFO - Epoch 6/20 +2025-04-01 04:25:22,737 - INFO - Train Epoch: 6 [0/104 (0%)] Loss: 3.8121 +2025-04-01 04:25:27,659 - INFO - Train Epoch: 6 [10/104 (10%)] Loss: 3.8711 +2025-04-01 04:25:32,617 - INFO - Train Epoch: 6 [20/104 (19%)] Loss: 3.9309 +2025-04-01 04:25:37,578 - INFO - Train Epoch: 6 [30/104 (29%)] Loss: 3.8323 +2025-04-01 04:25:42,567 - INFO - Train Epoch: 6 [40/104 (38%)] Loss: 3.8946 +2025-04-01 04:25:47,560 - INFO - Train Epoch: 6 [50/104 (48%)] Loss: 3.9029 +2025-04-01 04:25:52,476 - INFO - Train Epoch: 6 [60/104 (58%)] Loss: 3.8927 +2025-04-01 04:25:57,460 - INFO - Train Epoch: 6 [70/104 (67%)] Loss: 3.9302 +2025-04-01 04:26:02,384 - INFO - Train Epoch: 6 [80/104 (77%)] Loss: 3.8467 +2025-04-01 04:26:07,289 - INFO - Train Epoch: 6 [90/104 (87%)] Loss: 3.9077 +2025-04-01 04:26:12,212 - INFO - Train Epoch: 6 [100/104 (96%)] Loss: 3.8084 +2025-04-01 04:26:13,614 - INFO - Epoch 6 - Train Loss: 3.8895 +2025-04-01 04:26:31,553 - INFO - Epoch 6 - Validation Accuracy: 7.65% +2025-04-01 04:26:31,553 - INFO - New best validation accuracy: 7.65% +2025-04-01 04:27:16,190 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:27:25,352 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:27:25,352 - INFO - Epoch 7/20 +2025-04-01 04:27:27,010 - INFO - Train Epoch: 7 [0/104 (0%)] Loss: 3.9392 +2025-04-01 04:27:31,972 - INFO - Train Epoch: 7 [10/104 (10%)] Loss: 3.8953 +2025-04-01 04:27:37,027 - INFO - Train Epoch: 7 [20/104 (19%)] Loss: 3.9030 +2025-04-01 04:27:41,984 - INFO - Train Epoch: 7 [30/104 (29%)] Loss: 3.8605 +2025-04-01 04:27:46,975 - INFO - Train Epoch: 7 [40/104 (38%)] Loss: 3.8495 +2025-04-01 04:27:51,932 - INFO - Train Epoch: 7 [50/104 (48%)] Loss: 3.8999 +2025-04-01 04:27:56,876 - INFO - Train Epoch: 7 [60/104 (58%)] Loss: 3.8712 +2025-04-01 04:28:01,835 - INFO - Train Epoch: 7 [70/104 (67%)] Loss: 3.8553 +2025-04-01 04:28:06,778 - INFO - Train Epoch: 7 [80/104 (77%)] Loss: 3.7766 +2025-04-01 04:28:11,728 - INFO - Train Epoch: 7 [90/104 (87%)] Loss: 3.7726 +2025-04-01 04:28:16,690 - INFO - Train Epoch: 7 [100/104 (96%)] Loss: 3.8724 +2025-04-01 04:28:18,085 - INFO - Epoch 7 - Train Loss: 3.8651 +2025-04-01 04:28:35,564 - INFO - Epoch 7 - Validation Accuracy: 8.06% +2025-04-01 04:28:35,565 - INFO - New best validation accuracy: 8.06% +2025-04-01 04:28:36,933 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:28:38,912 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:28:38,913 - INFO - Epoch 8/20 +2025-04-01 04:28:40,582 - INFO - Train Epoch: 8 [0/104 (0%)] Loss: 3.8556 +2025-04-01 04:28:45,572 - INFO - Train Epoch: 8 [10/104 (10%)] Loss: 3.8288 +2025-04-01 04:28:50,561 - INFO - Train Epoch: 8 [20/104 (19%)] Loss: 3.8642 +2025-04-01 04:28:55,603 - INFO - Train Epoch: 8 [30/104 (29%)] Loss: 3.8189 +2025-04-01 04:29:00,612 - INFO - Train Epoch: 8 [40/104 (38%)] Loss: 3.8500 +2025-04-01 04:29:05,598 - INFO - Train Epoch: 8 [50/104 (48%)] Loss: 3.8310 +2025-04-01 04:29:10,615 - INFO - Train Epoch: 8 [60/104 (58%)] Loss: 3.8006 +2025-04-01 04:29:15,611 - INFO - Train Epoch: 8 [70/104 (67%)] Loss: 3.8259 +2025-04-01 04:29:20,559 - INFO - Train Epoch: 8 [80/104 (77%)] Loss: 3.8104 +2025-04-01 04:29:25,570 - INFO - Train Epoch: 8 [90/104 (87%)] Loss: 3.8069 +2025-04-01 04:29:30,537 - INFO - Train Epoch: 8 [100/104 (96%)] Loss: 3.8740 +2025-04-01 04:29:31,928 - INFO - Epoch 8 - Train Loss: 3.8388 +2025-04-01 04:29:50,329 - INFO - Epoch 8 - Validation Accuracy: 8.37% +2025-04-01 04:29:50,330 - INFO - New best validation accuracy: 8.37% +2025-04-01 04:29:51,512 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:29:53,147 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:29:53,147 - INFO - Epoch 9/20 +2025-04-01 04:29:54,861 - INFO - Train Epoch: 9 [0/104 (0%)] Loss: 3.8541 +2025-04-01 04:29:59,732 - INFO - Train Epoch: 9 [10/104 (10%)] Loss: 3.8226 +2025-04-01 04:30:04,693 - INFO - Train Epoch: 9 [20/104 (19%)] Loss: 3.7598 +2025-04-01 04:30:09,679 - INFO - Train Epoch: 9 [30/104 (29%)] Loss: 3.8456 +2025-04-01 04:30:14,700 - INFO - Train Epoch: 9 [40/104 (38%)] Loss: 3.8419 +2025-04-01 04:30:19,702 - INFO - Train Epoch: 9 [50/104 (48%)] Loss: 3.8097 +2025-04-01 04:30:24,691 - INFO - Train Epoch: 9 [60/104 (58%)] Loss: 3.7406 +2025-04-01 04:30:29,672 - INFO - Train Epoch: 9 [70/104 (67%)] Loss: 3.7763 +2025-04-01 04:30:34,673 - INFO - Train Epoch: 9 [80/104 (77%)] Loss: 3.7864 +2025-04-01 04:30:39,673 - INFO - Train Epoch: 9 [90/104 (87%)] Loss: 3.8353 +2025-04-01 04:30:44,657 - INFO - Train Epoch: 9 [100/104 (96%)] Loss: 3.8972 +2025-04-01 04:30:46,082 - INFO - Epoch 9 - Train Loss: 3.8139 +2025-04-01 04:31:03,029 - INFO - Epoch 9 - Validation Accuracy: 8.56% +2025-04-01 04:31:03,029 - INFO - New best validation accuracy: 8.56% +2025-04-01 04:31:23,966 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:31:38,107 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:31:38,108 - INFO - Epoch 10/20 +2025-04-01 04:31:39,776 - INFO - Train Epoch: 10 [0/104 (0%)] Loss: 3.7515 +2025-04-01 04:31:44,579 - INFO - Train Epoch: 10 [10/104 (10%)] Loss: 3.7053 +2025-04-01 04:31:49,365 - INFO - Train Epoch: 10 [20/104 (19%)] Loss: 3.7676 +2025-04-01 04:31:54,238 - INFO - Train Epoch: 10 [30/104 (29%)] Loss: 3.8301 +2025-04-01 04:31:59,131 - INFO - Train Epoch: 10 [40/104 (38%)] Loss: 3.8407 +2025-04-01 04:32:03,948 - INFO - Train Epoch: 10 [50/104 (48%)] Loss: 3.8449 +2025-04-01 04:32:08,756 - INFO - Train Epoch: 10 [60/104 (58%)] Loss: 3.8700 +2025-04-01 04:32:13,565 - INFO - Train Epoch: 10 [70/104 (67%)] Loss: 3.7850 +2025-04-01 04:32:18,373 - INFO - Train Epoch: 10 [80/104 (77%)] Loss: 3.9043 +2025-04-01 04:32:23,179 - INFO - Train Epoch: 10 [90/104 (87%)] Loss: 3.7922 +2025-04-01 04:32:28,013 - INFO - Train Epoch: 10 [100/104 (96%)] Loss: 3.7598 +2025-04-01 04:32:29,375 - INFO - Epoch 10 - Train Loss: 3.7920 +2025-04-01 04:32:46,494 - INFO - Epoch 10 - Validation Accuracy: 9.16% +2025-04-01 04:32:46,494 - INFO - New best validation accuracy: 9.16% +2025-04-01 04:32:47,490 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:32:48,601 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:32:48,601 - INFO - Epoch 11/20 +2025-04-01 04:32:50,170 - INFO - Train Epoch: 11 [0/104 (0%)] Loss: 3.8533 +2025-04-01 04:32:55,103 - INFO - Train Epoch: 11 [10/104 (10%)] Loss: 3.6990 +2025-04-01 04:33:00,044 - INFO - Train Epoch: 11 [20/104 (19%)] Loss: 3.7345 +2025-04-01 04:33:05,011 - INFO - Train Epoch: 11 [30/104 (29%)] Loss: 3.7966 +2025-04-01 04:33:09,896 - INFO - Train Epoch: 11 [40/104 (38%)] Loss: 3.8161 +2025-04-01 04:33:14,810 - INFO - Train Epoch: 11 [50/104 (48%)] Loss: 3.6983 +2025-04-01 04:33:19,677 - INFO - Train Epoch: 11 [60/104 (58%)] Loss: 3.7472 +2025-04-01 04:33:24,603 - INFO - Train Epoch: 11 [70/104 (67%)] Loss: 3.7625 +2025-04-01 04:33:29,512 - INFO - Train Epoch: 11 [80/104 (77%)] Loss: 3.7718 +2025-04-01 04:33:34,442 - INFO - Train Epoch: 11 [90/104 (87%)] Loss: 3.7343 +2025-04-01 04:33:39,354 - INFO - Train Epoch: 11 [100/104 (96%)] Loss: 3.9453 +2025-04-01 04:33:40,766 - INFO - Epoch 11 - Train Loss: 3.7739 +2025-04-01 04:33:58,599 - INFO - Epoch 11 - Validation Accuracy: 10.37% +2025-04-01 04:33:58,600 - INFO - New best validation accuracy: 10.37% +2025-04-01 04:34:12,636 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:34:18,609 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:34:18,609 - INFO - Epoch 12/20 +2025-04-01 04:34:20,314 - INFO - Train Epoch: 12 [0/104 (0%)] Loss: 3.7610 +2025-04-01 04:34:25,321 - INFO - Train Epoch: 12 [10/104 (10%)] Loss: 3.7012 +2025-04-01 04:34:30,332 - INFO - Train Epoch: 12 [20/104 (19%)] Loss: 3.7983 +2025-04-01 04:34:35,386 - INFO - Train Epoch: 12 [30/104 (29%)] Loss: 3.7341 +2025-04-01 04:34:40,380 - INFO - Train Epoch: 12 [40/104 (38%)] Loss: 3.6919 +2025-04-01 04:34:45,387 - INFO - Train Epoch: 12 [50/104 (48%)] Loss: 3.7416 +2025-04-01 04:34:50,437 - INFO - Train Epoch: 12 [60/104 (58%)] Loss: 3.8872 +2025-04-01 04:34:55,487 - INFO - Train Epoch: 12 [70/104 (67%)] Loss: 3.7110 +2025-04-01 04:35:00,493 - INFO - Train Epoch: 12 [80/104 (77%)] Loss: 3.7628 +2025-04-01 04:35:05,489 - INFO - Train Epoch: 12 [90/104 (87%)] Loss: 3.6933 +2025-04-01 04:35:10,509 - INFO - Train Epoch: 12 [100/104 (96%)] Loss: 3.7427 +2025-04-01 04:35:11,973 - INFO - Epoch 12 - Train Loss: 3.7518 +2025-04-01 04:35:30,489 - INFO - Epoch 12 - Validation Accuracy: 10.84% +2025-04-01 04:35:30,490 - INFO - New best validation accuracy: 10.84% +2025-04-01 04:35:35,250 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:35:53,988 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:35:53,988 - INFO - Epoch 13/20 +2025-04-01 04:35:55,689 - INFO - Train Epoch: 13 [0/104 (0%)] Loss: 3.6795 +2025-04-01 04:36:00,647 - INFO - Train Epoch: 13 [10/104 (10%)] Loss: 3.7256 +2025-04-01 04:36:05,614 - INFO - Train Epoch: 13 [20/104 (19%)] Loss: 3.7416 +2025-04-01 04:36:10,685 - INFO - Train Epoch: 13 [30/104 (29%)] Loss: 3.8840 +2025-04-01 04:36:15,721 - INFO - Train Epoch: 13 [40/104 (38%)] Loss: 3.6989 +2025-04-01 04:36:20,789 - INFO - Train Epoch: 13 [50/104 (48%)] Loss: 3.7969 +2025-04-01 04:36:25,810 - INFO - Train Epoch: 13 [60/104 (58%)] Loss: 3.7439 +2025-04-01 04:36:30,918 - INFO - Train Epoch: 13 [70/104 (67%)] Loss: 3.7204 +2025-04-01 04:36:35,980 - INFO - Train Epoch: 13 [80/104 (77%)] Loss: 3.6575 +2025-04-01 04:36:41,099 - INFO - Train Epoch: 13 [90/104 (87%)] Loss: 3.6843 +2025-04-01 04:36:46,174 - INFO - Train Epoch: 13 [100/104 (96%)] Loss: 3.7730 +2025-04-01 04:36:47,680 - INFO - Epoch 13 - Train Loss: 3.7331 +2025-04-01 04:37:05,875 - INFO - Epoch 13 - Validation Accuracy: 11.26% +2025-04-01 04:37:05,876 - INFO - New best validation accuracy: 11.26% +2025-04-01 04:37:07,169 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:37:08,403 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:37:08,403 - INFO - Epoch 14/20 +2025-04-01 04:37:10,172 - INFO - Train Epoch: 14 [0/104 (0%)] Loss: 3.6240 +2025-04-01 04:37:15,243 - INFO - Train Epoch: 14 [10/104 (10%)] Loss: 3.7458 +2025-04-01 04:37:20,170 - INFO - Train Epoch: 14 [20/104 (19%)] Loss: 3.6707 +2025-04-01 04:37:25,260 - INFO - Train Epoch: 14 [30/104 (29%)] Loss: 3.8542 +2025-04-01 04:37:30,328 - INFO - Train Epoch: 14 [40/104 (38%)] Loss: 3.7619 +2025-04-01 04:37:35,392 - INFO - Train Epoch: 14 [50/104 (48%)] Loss: 3.7231 +2025-04-01 04:37:40,480 - INFO - Train Epoch: 14 [60/104 (58%)] Loss: 3.8387 +2025-04-01 04:37:45,594 - INFO - Train Epoch: 14 [70/104 (67%)] Loss: 3.7247 +2025-04-01 04:37:50,675 - INFO - Train Epoch: 14 [80/104 (77%)] Loss: 3.7051 +2025-04-01 04:37:55,747 - INFO - Train Epoch: 14 [90/104 (87%)] Loss: 3.7785 +2025-04-01 04:38:00,815 - INFO - Train Epoch: 14 [100/104 (96%)] Loss: 3.7580 +2025-04-01 04:38:02,625 - INFO - Epoch 14 - Train Loss: 3.7153 +2025-04-01 04:38:21,821 - INFO - Epoch 14 - Validation Accuracy: 12.14% +2025-04-01 04:38:21,821 - INFO - New best validation accuracy: 12.14% +2025-04-01 04:38:28,607 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:38:30,169 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:38:30,169 - INFO - Epoch 15/20 +2025-04-01 04:38:31,848 - INFO - Train Epoch: 15 [0/104 (0%)] Loss: 3.7898 +2025-04-01 04:38:37,007 - INFO - Train Epoch: 15 [10/104 (10%)] Loss: 3.7177 +2025-04-01 04:38:42,025 - INFO - Train Epoch: 15 [20/104 (19%)] Loss: 3.7010 +2025-04-01 04:38:47,094 - INFO - Train Epoch: 15 [30/104 (29%)] Loss: 3.6795 +2025-04-01 04:38:52,039 - INFO - Train Epoch: 15 [40/104 (38%)] Loss: 3.7024 +2025-04-01 04:38:57,117 - INFO - Train Epoch: 15 [50/104 (48%)] Loss: 3.7287 +2025-04-01 04:39:02,194 - INFO - Train Epoch: 15 [60/104 (58%)] Loss: 3.6068 +2025-04-01 04:39:07,060 - INFO - Train Epoch: 15 [70/104 (67%)] Loss: 3.6279 +2025-04-01 04:39:11,933 - INFO - Train Epoch: 15 [80/104 (77%)] Loss: 3.7076 +2025-04-01 04:39:16,867 - INFO - Train Epoch: 15 [90/104 (87%)] Loss: 3.7136 +2025-04-01 04:39:21,702 - INFO - Train Epoch: 15 [100/104 (96%)] Loss: 3.6776 +2025-04-01 04:39:23,069 - INFO - Epoch 15 - Train Loss: 3.6981 +2025-04-01 04:39:40,034 - INFO - Epoch 15 - Validation Accuracy: 12.32% +2025-04-01 04:39:40,035 - INFO - New best validation accuracy: 12.32% +2025-04-01 04:39:41,672 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:39:43,202 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:39:43,203 - INFO - Epoch 16/20 +2025-04-01 04:39:44,888 - INFO - Train Epoch: 16 [0/104 (0%)] Loss: 3.7434 +2025-04-01 04:39:49,773 - INFO - Train Epoch: 16 [10/104 (10%)] Loss: 3.6917 +2025-04-01 04:39:54,730 - INFO - Train Epoch: 16 [20/104 (19%)] Loss: 3.6848 +2025-04-01 04:39:59,594 - INFO - Train Epoch: 16 [30/104 (29%)] Loss: 3.7001 +2025-04-01 04:40:04,452 - INFO - Train Epoch: 16 [40/104 (38%)] Loss: 3.6911 +2025-04-01 04:40:09,300 - INFO - Train Epoch: 16 [50/104 (48%)] Loss: 3.8155 +2025-04-01 04:40:14,147 - INFO - Train Epoch: 16 [60/104 (58%)] Loss: 3.6887 +2025-04-01 04:40:19,019 - INFO - Train Epoch: 16 [70/104 (67%)] Loss: 3.6757 +2025-04-01 04:40:23,846 - INFO - Train Epoch: 16 [80/104 (77%)] Loss: 3.7229 +2025-04-01 04:40:28,701 - INFO - Train Epoch: 16 [90/104 (87%)] Loss: 3.6561 +2025-04-01 04:40:33,518 - INFO - Train Epoch: 16 [100/104 (96%)] Loss: 3.6425 +2025-04-01 04:40:34,891 - INFO - Epoch 16 - Train Loss: 3.6823 +2025-04-01 04:40:53,293 - INFO - Epoch 16 - Validation Accuracy: 12.87% +2025-04-01 04:40:53,293 - INFO - New best validation accuracy: 12.87% +2025-04-01 04:41:03,391 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:41:04,615 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:41:04,615 - INFO - Epoch 17/20 +2025-04-01 04:41:06,239 - INFO - Train Epoch: 17 [0/104 (0%)] Loss: 3.6383 +2025-04-01 04:41:11,179 - INFO - Train Epoch: 17 [10/104 (10%)] Loss: 3.5887 +2025-04-01 04:41:16,135 - INFO - Train Epoch: 17 [20/104 (19%)] Loss: 3.7290 +2025-04-01 04:41:21,152 - INFO - Train Epoch: 17 [30/104 (29%)] Loss: 3.6340 +2025-04-01 04:41:26,106 - INFO - Train Epoch: 17 [40/104 (38%)] Loss: 3.6259 +2025-04-01 04:41:31,102 - INFO - Train Epoch: 17 [50/104 (48%)] Loss: 3.6400 +2025-04-01 04:41:36,050 - INFO - Train Epoch: 17 [60/104 (58%)] Loss: 3.7081 +2025-04-01 04:41:40,986 - INFO - Train Epoch: 17 [70/104 (67%)] Loss: 3.6845 +2025-04-01 04:41:45,963 - INFO - Train Epoch: 17 [80/104 (77%)] Loss: 3.6130 +2025-04-01 04:41:50,905 - INFO - Train Epoch: 17 [90/104 (87%)] Loss: 3.6463 +2025-04-01 04:41:55,935 - INFO - Train Epoch: 17 [100/104 (96%)] Loss: 3.6992 +2025-04-01 04:41:57,360 - INFO - Epoch 17 - Train Loss: 3.6678 +2025-04-01 04:42:15,646 - INFO - Epoch 17 - Validation Accuracy: 13.07% +2025-04-01 04:42:15,646 - INFO - New best validation accuracy: 13.07% +2025-04-01 04:42:17,300 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:42:18,542 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:42:18,542 - INFO - Epoch 18/20 +2025-04-01 04:42:20,224 - INFO - Train Epoch: 18 [0/104 (0%)] Loss: 3.6926 +2025-04-01 04:42:25,221 - INFO - Train Epoch: 18 [10/104 (10%)] Loss: 3.6834 +2025-04-01 04:42:30,239 - INFO - Train Epoch: 18 [20/104 (19%)] Loss: 3.5999 +2025-04-01 04:42:35,273 - INFO - Train Epoch: 18 [30/104 (29%)] Loss: 3.6828 +2025-04-01 04:42:40,308 - INFO - Train Epoch: 18 [40/104 (38%)] Loss: 3.7116 +2025-04-01 04:42:45,318 - INFO - Train Epoch: 18 [50/104 (48%)] Loss: 3.7031 +2025-04-01 04:42:50,279 - INFO - Train Epoch: 18 [60/104 (58%)] Loss: 3.5971 +2025-04-01 04:42:55,181 - INFO - Train Epoch: 18 [70/104 (67%)] Loss: 3.6724 +2025-04-01 04:43:00,074 - INFO - Train Epoch: 18 [80/104 (77%)] Loss: 3.6519 +2025-04-01 04:43:05,014 - INFO - Train Epoch: 18 [90/104 (87%)] Loss: 3.6310 +2025-04-01 04:43:09,997 - INFO - Train Epoch: 18 [100/104 (96%)] Loss: 3.5871 +2025-04-01 04:43:11,385 - INFO - Epoch 18 - Train Loss: 3.6515 +2025-04-01 04:43:29,313 - INFO - Epoch 18 - Validation Accuracy: 13.43% +2025-04-01 04:43:29,314 - INFO - New best validation accuracy: 13.43% +2025-04-01 04:43:30,518 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:43:31,832 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:43:31,832 - INFO - Epoch 19/20 +2025-04-01 04:43:33,502 - INFO - Train Epoch: 19 [0/104 (0%)] Loss: 3.5673 +2025-04-01 04:43:38,569 - INFO - Train Epoch: 19 [10/104 (10%)] Loss: 3.7269 +2025-04-01 04:43:43,627 - INFO - Train Epoch: 19 [20/104 (19%)] Loss: 3.6606 +2025-04-01 04:43:48,744 - INFO - Train Epoch: 19 [30/104 (29%)] Loss: 3.6459 +2025-04-01 04:43:53,821 - INFO - Train Epoch: 19 [40/104 (38%)] Loss: 3.7627 +2025-04-01 04:43:58,863 - INFO - Train Epoch: 19 [50/104 (48%)] Loss: 3.6551 +2025-04-01 04:44:03,951 - INFO - Train Epoch: 19 [60/104 (58%)] Loss: 3.6600 +2025-04-01 04:44:08,956 - INFO - Train Epoch: 19 [70/104 (67%)] Loss: 3.6188 +2025-04-01 04:44:14,022 - INFO - Train Epoch: 19 [80/104 (77%)] Loss: 3.6820 +2025-04-01 04:44:19,110 - INFO - Train Epoch: 19 [90/104 (87%)] Loss: 3.6317 +2025-04-01 04:44:24,201 - INFO - Train Epoch: 19 [100/104 (96%)] Loss: 3.6151 +2025-04-01 04:44:25,651 - INFO - Epoch 19 - Train Loss: 3.6391 +2025-04-01 04:44:43,791 - INFO - Epoch 19 - Validation Accuracy: 13.33% +2025-04-01 04:45:04,682 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:45:04,683 - INFO - Epoch 20/20 +2025-04-01 04:45:06,345 - INFO - Train Epoch: 20 [0/104 (0%)] Loss: 3.6076 +2025-04-01 04:45:11,437 - INFO - Train Epoch: 20 [10/104 (10%)] Loss: 3.6116 +2025-04-01 04:45:16,574 - INFO - Train Epoch: 20 [20/104 (19%)] Loss: 3.5645 +2025-04-01 04:45:21,611 - INFO - Train Epoch: 20 [30/104 (29%)] Loss: 3.6699 +2025-04-01 04:45:26,653 - INFO - Train Epoch: 20 [40/104 (38%)] Loss: 3.7220 +2025-04-01 04:45:31,656 - INFO - Train Epoch: 20 [50/104 (48%)] Loss: 3.6440 +2025-04-01 04:45:36,645 - INFO - Train Epoch: 20 [60/104 (58%)] Loss: 3.6620 +2025-04-01 04:45:41,651 - INFO - Train Epoch: 20 [70/104 (67%)] Loss: 3.5880 +2025-04-01 04:45:46,647 - INFO - Train Epoch: 20 [80/104 (77%)] Loss: 3.6612 +2025-04-01 04:45:51,629 - INFO - Train Epoch: 20 [90/104 (87%)] Loss: 3.6153 +2025-04-01 04:45:56,656 - INFO - Train Epoch: 20 [100/104 (96%)] Loss: 3.4768 +2025-04-01 04:45:58,128 - INFO - Epoch 20 - Train Loss: 3.6297 +2025-04-01 04:46:16,581 - INFO - Epoch 20 - Validation Accuracy: 13.51% +2025-04-01 04:46:16,581 - INFO - New best validation accuracy: 13.51% +2025-04-01 04:46:18,228 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:46:20,412 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:46:38,212 - INFO - Final validation accuracy: 13.51% +2025-04-01 04:46:38,212 - INFO - Best validation accuracy: 13.51% +2025-04-01 04:46:40,053 - INFO - Checkpoint saved to outputs/exp/resnet/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:46:40,053 - INFO - Training completed diff --git a/exp-rank-8/vit/fewshot_100_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-8/vit/fewshot_100_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..676dfc2cc7621d634cf8f9bfd4bd0691b18e2699 --- /dev/null +++ b/exp-rank-8/vit/fewshot_100_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbccda0c8002ceb0000b66862d4d2d606be145d685446e869ed4725cad3400e9 +size 3601686 diff --git a/exp-rank-8/vit/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-8/vit/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee71bd968210a597d8ffabfb62afbf61560fdf31 --- /dev/null +++ b/exp-rank-8/vit/fewshot_100_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8ec3f44cc53466b9f30d88989bea5c05fece42bd5a0151f6ab0fd130c44d88 +size 2756200 diff --git a/exp-rank-8/vit/fewshot_100_percent/checkpoints/best_model/model.pth b/exp-rank-8/vit/fewshot_100_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..2311453e16cd03227539550cabd3a7e65061a616 --- /dev/null +++ b/exp-rank-8/vit/fewshot_100_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:096434fd6b1b2d40c8e47b116521d8476e3c3bdd218d024873a6172515442948 +size 785541714 diff --git a/exp-rank-8/vit/fewshot_100_percent/training_20250401-050747.log b/exp-rank-8/vit/fewshot_100_percent/training_20250401-050747.log new file mode 100644 index 0000000000000000000000000000000000000000..d1dabcf728dc9d0d6cb9d79e1cf06e54b25e00e1 --- /dev/null +++ b/exp-rank-8/vit/fewshot_100_percent/training_20250401-050747.log @@ -0,0 +1,400 @@ +2025-04-01 05:07:47,689 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=None, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='vit', lora_rank=8, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=5), gpu=5, seed=42, num_workers=4, output_dir='./outputs/exp/vit/fewshot_100_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-01 05:07:47,690 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-01 05:10:03,328 - INFO - Initializing RobustMedClip model +2025-04-01 05:10:27,644 - INFO - Starting training +2025-04-01 05:10:27,645 - INFO - Epoch 1/20 +2025-04-01 05:10:32,137 - INFO - Train Epoch: 1 [0/139 (0%)] Loss: 6.4761 +2025-04-01 05:10:48,808 - INFO - Train Epoch: 1 [10/139 (7%)] Loss: 5.0668 +2025-04-01 05:11:05,735 - INFO - Train Epoch: 1 [20/139 (14%)] Loss: 4.2946 +2025-04-01 05:11:22,631 - INFO - Train Epoch: 1 [30/139 (22%)] Loss: 3.1653 +2025-04-01 05:11:39,496 - INFO - Train Epoch: 1 [40/139 (29%)] Loss: 2.8612 +2025-04-01 05:11:56,359 - INFO - Train Epoch: 1 [50/139 (36%)] Loss: 2.2017 +2025-04-01 05:12:13,248 - INFO - Train Epoch: 1 [60/139 (43%)] Loss: 2.3898 +2025-04-01 05:12:30,246 - INFO - Train Epoch: 1 [70/139 (50%)] Loss: 2.1749 +2025-04-01 05:12:47,268 - INFO - Train Epoch: 1 [80/139 (58%)] Loss: 1.9442 +2025-04-01 05:13:04,303 - INFO - Train Epoch: 1 [90/139 (65%)] Loss: 2.0289 +2025-04-01 05:13:21,281 - INFO - Train Epoch: 1 [100/139 (72%)] Loss: 1.8817 +2025-04-01 05:13:38,315 - INFO - Train Epoch: 1 [110/139 (79%)] Loss: 1.7578 +2025-04-01 05:13:55,381 - INFO - Train Epoch: 1 [120/139 (86%)] Loss: 1.6585 +2025-04-01 05:14:12,459 - INFO - Train Epoch: 1 [130/139 (94%)] Loss: 1.6342 +2025-04-01 05:14:24,895 - INFO - Epoch 1 - Train Loss: 2.6334 +2025-04-01 05:15:10,938 - INFO - Epoch 1 - Validation Accuracy: 9.19% +2025-04-01 05:15:10,939 - INFO - New best validation accuracy: 9.19% +2025-04-01 05:15:13,103 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:15:14,554 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:15:14,554 - INFO - Epoch 2/20 +2025-04-01 05:15:17,428 - INFO - Train Epoch: 2 [0/139 (0%)] Loss: 1.4456 +2025-04-01 05:15:34,339 - INFO - Train Epoch: 2 [10/139 (7%)] Loss: 1.5552 +2025-04-01 05:15:51,305 - INFO - Train Epoch: 2 [20/139 (14%)] Loss: 1.4633 +2025-04-01 05:16:08,352 - INFO - Train Epoch: 2 [30/139 (22%)] Loss: 1.4581 +2025-04-01 05:16:25,325 - INFO - Train Epoch: 2 [40/139 (29%)] Loss: 1.3078 +2025-04-01 05:16:42,315 - INFO - Train Epoch: 2 [50/139 (36%)] Loss: 1.3659 +2025-04-01 05:16:59,284 - INFO - Train Epoch: 2 [60/139 (43%)] Loss: 1.1866 +2025-04-01 05:17:16,322 - INFO - Train Epoch: 2 [70/139 (50%)] Loss: 1.1016 +2025-04-01 05:17:33,335 - INFO - Train Epoch: 2 [80/139 (58%)] Loss: 1.1924 +2025-04-01 05:17:50,355 - INFO - Train Epoch: 2 [90/139 (65%)] Loss: 1.0366 +2025-04-01 05:18:07,357 - INFO - Train Epoch: 2 [100/139 (72%)] Loss: 1.1273 +2025-04-01 05:18:24,352 - INFO - Train Epoch: 2 [110/139 (79%)] Loss: 1.0422 +2025-04-01 05:18:41,356 - INFO - Train Epoch: 2 [120/139 (86%)] Loss: 1.0442 +2025-04-01 05:18:58,387 - INFO - Train Epoch: 2 [130/139 (94%)] Loss: 1.0007 +2025-04-01 05:19:10,819 - INFO - Epoch 2 - Train Loss: 1.2020 +2025-04-01 05:19:57,396 - INFO - Epoch 2 - Validation Accuracy: 37.46% +2025-04-01 05:19:57,396 - INFO - New best validation accuracy: 37.46% +2025-04-01 05:20:00,834 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:20:04,780 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:20:04,781 - INFO - Epoch 3/20 +2025-04-01 05:20:07,912 - INFO - Train Epoch: 3 [0/139 (0%)] Loss: 0.8232 +2025-04-01 05:20:24,884 - INFO - Train Epoch: 3 [10/139 (7%)] Loss: 0.8924 +2025-04-01 05:20:41,935 - INFO - Train Epoch: 3 [20/139 (14%)] Loss: 0.8035 +2025-04-01 05:20:58,924 - INFO - Train Epoch: 3 [30/139 (22%)] Loss: 0.8697 +2025-04-01 05:21:15,913 - INFO - Train Epoch: 3 [40/139 (29%)] Loss: 0.9746 +2025-04-01 05:21:32,924 - INFO - Train Epoch: 3 [50/139 (36%)] Loss: 0.6903 +2025-04-01 05:21:50,008 - INFO - Train Epoch: 3 [60/139 (43%)] Loss: 0.7970 +2025-04-01 05:22:07,038 - INFO - Train Epoch: 3 [70/139 (50%)] Loss: 0.7655 +2025-04-01 05:22:24,184 - INFO - Train Epoch: 3 [80/139 (58%)] Loss: 0.7742 +2025-04-01 05:22:41,319 - INFO - Train Epoch: 3 [90/139 (65%)] Loss: 0.7982 +2025-04-01 05:22:58,390 - INFO - Train Epoch: 3 [100/139 (72%)] Loss: 0.7750 +2025-04-01 05:23:15,464 - INFO - Train Epoch: 3 [110/139 (79%)] Loss: 0.7585 +2025-04-01 05:23:32,523 - INFO - Train Epoch: 3 [120/139 (86%)] Loss: 0.6493 +2025-04-01 05:23:49,593 - INFO - Train Epoch: 3 [130/139 (94%)] Loss: 0.6048 +2025-04-01 05:24:01,973 - INFO - Epoch 3 - Train Loss: 0.8008 +2025-04-01 05:24:48,007 - INFO - Epoch 3 - Validation Accuracy: 48.55% +2025-04-01 05:24:48,007 - INFO - New best validation accuracy: 48.55% +2025-04-01 05:24:51,734 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:25:01,522 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:25:01,522 - INFO - Epoch 4/20 +2025-04-01 05:25:04,530 - INFO - Train Epoch: 4 [0/139 (0%)] Loss: 0.6162 +2025-04-01 05:25:21,368 - INFO - Train Epoch: 4 [10/139 (7%)] Loss: 0.5880 +2025-04-01 05:25:38,290 - INFO - Train Epoch: 4 [20/139 (14%)] Loss: 0.6809 +2025-04-01 05:25:55,242 - INFO - Train Epoch: 4 [30/139 (22%)] Loss: 0.6106 +2025-04-01 05:26:12,259 - INFO - Train Epoch: 4 [40/139 (29%)] Loss: 0.6425 +2025-04-01 05:26:29,334 - INFO - Train Epoch: 4 [50/139 (36%)] Loss: 0.5627 +2025-04-01 05:26:46,380 - INFO - Train Epoch: 4 [60/139 (43%)] Loss: 0.5441 +2025-04-01 05:27:03,414 - INFO - Train Epoch: 4 [70/139 (50%)] Loss: 0.5124 +2025-04-01 05:27:20,516 - INFO - Train Epoch: 4 [80/139 (58%)] Loss: 0.6367 +2025-04-01 05:27:37,612 - INFO - Train Epoch: 4 [90/139 (65%)] Loss: 0.5396 +2025-04-01 05:27:54,673 - INFO - Train Epoch: 4 [100/139 (72%)] Loss: 0.5546 +2025-04-01 05:28:11,717 - INFO - Train Epoch: 4 [110/139 (79%)] Loss: 0.5381 +2025-04-01 05:28:28,772 - INFO - Train Epoch: 4 [120/139 (86%)] Loss: 0.6294 +2025-04-01 05:28:45,822 - INFO - Train Epoch: 4 [130/139 (94%)] Loss: 0.5855 +2025-04-01 05:28:58,133 - INFO - Epoch 4 - Train Loss: 0.6012 +2025-04-01 05:29:43,852 - INFO - Epoch 4 - Validation Accuracy: 54.64% +2025-04-01 05:29:43,852 - INFO - New best validation accuracy: 54.64% +2025-04-01 05:29:46,533 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:29:48,125 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:29:48,125 - INFO - Epoch 5/20 +2025-04-01 05:29:50,964 - INFO - Train Epoch: 5 [0/139 (0%)] Loss: 0.4918 +2025-04-01 05:30:07,913 - INFO - Train Epoch: 5 [10/139 (7%)] Loss: 0.5613 +2025-04-01 05:30:24,895 - INFO - Train Epoch: 5 [20/139 (14%)] Loss: 0.4152 +2025-04-01 05:30:41,858 - INFO - Train Epoch: 5 [30/139 (22%)] Loss: 0.4625 +2025-04-01 05:30:58,855 - INFO - Train Epoch: 5 [40/139 (29%)] Loss: 0.5788 +2025-04-01 05:31:15,882 - INFO - Train Epoch: 5 [50/139 (36%)] Loss: 0.6176 +2025-04-01 05:31:32,875 - INFO - Train Epoch: 5 [60/139 (43%)] Loss: 0.4012 +2025-04-01 05:31:49,907 - INFO - Train Epoch: 5 [70/139 (50%)] Loss: 0.4502 +2025-04-01 05:32:06,963 - INFO - Train Epoch: 5 [80/139 (58%)] Loss: 0.4756 +2025-04-01 05:32:23,951 - INFO - Train Epoch: 5 [90/139 (65%)] Loss: 0.4996 +2025-04-01 05:32:40,989 - INFO - Train Epoch: 5 [100/139 (72%)] Loss: 0.5806 +2025-04-01 05:32:58,032 - INFO - Train Epoch: 5 [110/139 (79%)] Loss: 0.3977 +2025-04-01 05:33:15,055 - INFO - Train Epoch: 5 [120/139 (86%)] Loss: 0.4169 +2025-04-01 05:33:32,140 - INFO - Train Epoch: 5 [130/139 (94%)] Loss: 0.5288 +2025-04-01 05:33:44,469 - INFO - Epoch 5 - Train Loss: 0.4938 +2025-04-01 05:34:30,375 - INFO - Epoch 5 - Validation Accuracy: 58.72% +2025-04-01 05:34:30,376 - INFO - New best validation accuracy: 58.72% +2025-04-01 05:34:32,850 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:34:35,892 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:34:35,892 - INFO - Epoch 6/20 +2025-04-01 05:34:38,714 - INFO - Train Epoch: 6 [0/139 (0%)] Loss: 0.4670 +2025-04-01 05:34:55,615 - INFO - Train Epoch: 6 [10/139 (7%)] Loss: 0.4496 +2025-04-01 05:35:12,602 - INFO - Train Epoch: 6 [20/139 (14%)] Loss: 0.3637 +2025-04-01 05:35:29,590 - INFO - Train Epoch: 6 [30/139 (22%)] Loss: 0.4580 +2025-04-01 05:35:46,595 - INFO - Train Epoch: 6 [40/139 (29%)] Loss: 0.4197 +2025-04-01 05:36:03,627 - INFO - Train Epoch: 6 [50/139 (36%)] Loss: 0.4620 +2025-04-01 05:36:20,632 - INFO - Train Epoch: 6 [60/139 (43%)] Loss: 0.4001 +2025-04-01 05:36:37,652 - INFO - Train Epoch: 6 [70/139 (50%)] Loss: 0.4049 +2025-04-01 05:36:54,702 - INFO - Train Epoch: 6 [80/139 (58%)] Loss: 0.4211 +2025-04-01 05:37:11,776 - INFO - Train Epoch: 6 [90/139 (65%)] Loss: 0.3439 +2025-04-01 05:37:28,829 - INFO - Train Epoch: 6 [100/139 (72%)] Loss: 0.3980 +2025-04-01 05:37:45,844 - INFO - Train Epoch: 6 [110/139 (79%)] Loss: 0.4314 +2025-04-01 05:38:02,876 - INFO - Train Epoch: 6 [120/139 (86%)] Loss: 0.3948 +2025-04-01 05:38:19,958 - INFO - Train Epoch: 6 [130/139 (94%)] Loss: 0.4333 +2025-04-01 05:38:32,308 - INFO - Epoch 6 - Train Loss: 0.4281 +2025-04-01 05:39:18,113 - INFO - Epoch 6 - Validation Accuracy: 62.29% +2025-04-01 05:39:18,113 - INFO - New best validation accuracy: 62.29% +2025-04-01 05:39:21,340 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:39:23,567 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:39:23,567 - INFO - Epoch 7/20 +2025-04-01 05:39:26,613 - INFO - Train Epoch: 7 [0/139 (0%)] Loss: 0.4138 +2025-04-01 05:39:43,579 - INFO - Train Epoch: 7 [10/139 (7%)] Loss: 0.3503 +2025-04-01 05:40:00,579 - INFO - Train Epoch: 7 [20/139 (14%)] Loss: 0.3130 +2025-04-01 05:40:17,612 - INFO - Train Epoch: 7 [30/139 (22%)] Loss: 0.3611 +2025-04-01 05:40:34,646 - INFO - Train Epoch: 7 [40/139 (29%)] Loss: 0.3918 +2025-04-01 05:40:51,679 - INFO - Train Epoch: 7 [50/139 (36%)] Loss: 0.4003 +2025-04-01 05:41:08,715 - INFO - Train Epoch: 7 [60/139 (43%)] Loss: 0.3675 +2025-04-01 05:41:25,735 - INFO - Train Epoch: 7 [70/139 (50%)] Loss: 0.4777 +2025-04-01 05:41:42,766 - INFO - Train Epoch: 7 [80/139 (58%)] Loss: 0.3389 +2025-04-01 05:41:59,792 - INFO - Train Epoch: 7 [90/139 (65%)] Loss: 0.3229 +2025-04-01 05:42:16,808 - INFO - Train Epoch: 7 [100/139 (72%)] Loss: 0.4178 +2025-04-01 05:42:33,867 - INFO - Train Epoch: 7 [110/139 (79%)] Loss: 0.3454 +2025-04-01 05:42:50,884 - INFO - Train Epoch: 7 [120/139 (86%)] Loss: 0.3715 +2025-04-01 05:43:07,922 - INFO - Train Epoch: 7 [130/139 (94%)] Loss: 0.3193 +2025-04-01 05:43:20,262 - INFO - Epoch 7 - Train Loss: 0.3756 +2025-04-01 05:44:06,144 - INFO - Epoch 7 - Validation Accuracy: 66.47% +2025-04-01 05:44:06,145 - INFO - New best validation accuracy: 66.47% +2025-04-01 05:44:08,828 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:44:12,699 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:44:12,699 - INFO - Epoch 8/20 +2025-04-01 05:44:15,515 - INFO - Train Epoch: 8 [0/139 (0%)] Loss: 0.3260 +2025-04-01 05:44:32,475 - INFO - Train Epoch: 8 [10/139 (7%)] Loss: 0.4034 +2025-04-01 05:44:49,456 - INFO - Train Epoch: 8 [20/139 (14%)] Loss: 0.3433 +2025-04-01 05:45:06,466 - INFO - Train Epoch: 8 [30/139 (22%)] Loss: 0.5232 +2025-04-01 05:45:23,497 - INFO - Train Epoch: 8 [40/139 (29%)] Loss: 0.3679 +2025-04-01 05:45:40,489 - INFO - Train Epoch: 8 [50/139 (36%)] Loss: 0.3209 +2025-04-01 05:45:57,503 - INFO - Train Epoch: 8 [60/139 (43%)] Loss: 0.3478 +2025-04-01 05:46:14,499 - INFO - Train Epoch: 8 [70/139 (50%)] Loss: 0.3027 +2025-04-01 05:46:31,560 - INFO - Train Epoch: 8 [80/139 (58%)] Loss: 0.3670 +2025-04-01 05:46:48,567 - INFO - Train Epoch: 8 [90/139 (65%)] Loss: 0.2585 +2025-04-01 05:47:05,607 - INFO - Train Epoch: 8 [100/139 (72%)] Loss: 0.3436 +2025-04-01 05:47:22,644 - INFO - Train Epoch: 8 [110/139 (79%)] Loss: 0.3748 +2025-04-01 05:47:39,667 - INFO - Train Epoch: 8 [120/139 (86%)] Loss: 0.2568 +2025-04-01 05:47:56,734 - INFO - Train Epoch: 8 [130/139 (94%)] Loss: 0.3109 +2025-04-01 05:48:09,044 - INFO - Epoch 8 - Train Loss: 0.3388 +2025-04-01 05:48:54,661 - INFO - Epoch 8 - Validation Accuracy: 67.23% +2025-04-01 05:48:54,662 - INFO - New best validation accuracy: 67.23% +2025-04-01 05:48:57,738 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:48:59,385 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:48:59,385 - INFO - Epoch 9/20 +2025-04-01 05:49:02,191 - INFO - Train Epoch: 9 [0/139 (0%)] Loss: 0.3486 +2025-04-01 05:49:19,173 - INFO - Train Epoch: 9 [10/139 (7%)] Loss: 0.3156 +2025-04-01 05:49:36,150 - INFO - Train Epoch: 9 [20/139 (14%)] Loss: 0.3123 +2025-04-01 05:49:53,153 - INFO - Train Epoch: 9 [30/139 (22%)] Loss: 0.2521 +2025-04-01 05:50:10,164 - INFO - Train Epoch: 9 [40/139 (29%)] Loss: 0.2786 +2025-04-01 05:50:27,178 - INFO - Train Epoch: 9 [50/139 (36%)] Loss: 0.3155 +2025-04-01 05:50:44,200 - INFO - Train Epoch: 9 [60/139 (43%)] Loss: 0.3835 +2025-04-01 05:51:01,273 - INFO - Train Epoch: 9 [70/139 (50%)] Loss: 0.3061 +2025-04-01 05:51:18,310 - INFO - Train Epoch: 9 [80/139 (58%)] Loss: 0.4221 +2025-04-01 05:51:35,376 - INFO - Train Epoch: 9 [90/139 (65%)] Loss: 0.3300 +2025-04-01 05:51:52,420 - INFO - Train Epoch: 9 [100/139 (72%)] Loss: 0.2361 +2025-04-01 05:52:09,469 - INFO - Train Epoch: 9 [110/139 (79%)] Loss: 0.2932 +2025-04-01 05:52:26,529 - INFO - Train Epoch: 9 [120/139 (86%)] Loss: 0.3142 +2025-04-01 05:52:43,575 - INFO - Train Epoch: 9 [130/139 (94%)] Loss: 0.3611 +2025-04-01 05:52:55,928 - INFO - Epoch 9 - Train Loss: 0.3088 +2025-04-01 05:53:41,730 - INFO - Epoch 9 - Validation Accuracy: 70.52% +2025-04-01 05:53:41,730 - INFO - New best validation accuracy: 70.52% +2025-04-01 05:53:44,622 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:53:48,190 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:53:48,190 - INFO - Epoch 10/20 +2025-04-01 05:53:51,095 - INFO - Train Epoch: 10 [0/139 (0%)] Loss: 0.2369 +2025-04-01 05:54:08,083 - INFO - Train Epoch: 10 [10/139 (7%)] Loss: 0.2482 +2025-04-01 05:54:25,038 - INFO - Train Epoch: 10 [20/139 (14%)] Loss: 0.2838 +2025-04-01 05:54:41,989 - INFO - Train Epoch: 10 [30/139 (22%)] Loss: 0.2843 +2025-04-01 05:54:58,949 - INFO - Train Epoch: 10 [40/139 (29%)] Loss: 0.2620 +2025-04-01 05:55:15,921 - INFO - Train Epoch: 10 [50/139 (36%)] Loss: 0.3726 +2025-04-01 05:55:32,964 - INFO - Train Epoch: 10 [60/139 (43%)] Loss: 0.3059 +2025-04-01 05:55:49,962 - INFO - Train Epoch: 10 [70/139 (50%)] Loss: 0.2518 +2025-04-01 05:56:07,008 - INFO - Train Epoch: 10 [80/139 (58%)] Loss: 0.2522 +2025-04-01 05:56:24,039 - INFO - Train Epoch: 10 [90/139 (65%)] Loss: 0.3217 +2025-04-01 05:56:41,052 - INFO - Train Epoch: 10 [100/139 (72%)] Loss: 0.2605 +2025-04-01 05:56:58,055 - INFO - Train Epoch: 10 [110/139 (79%)] Loss: 0.2992 +2025-04-01 05:57:15,096 - INFO - Train Epoch: 10 [120/139 (86%)] Loss: 0.2563 +2025-04-01 05:57:32,116 - INFO - Train Epoch: 10 [130/139 (94%)] Loss: 0.2964 +2025-04-01 05:57:44,446 - INFO - Epoch 10 - Train Loss: 0.2870 +2025-04-01 05:58:30,127 - INFO - Epoch 10 - Validation Accuracy: 71.45% +2025-04-01 05:58:30,127 - INFO - New best validation accuracy: 71.45% +2025-04-01 05:58:32,751 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 05:58:34,294 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 05:58:34,295 - INFO - Epoch 11/20 +2025-04-01 05:58:37,219 - INFO - Train Epoch: 11 [0/139 (0%)] Loss: 0.2409 +2025-04-01 05:58:54,223 - INFO - Train Epoch: 11 [10/139 (7%)] Loss: 0.2055 +2025-04-01 05:59:11,214 - INFO - Train Epoch: 11 [20/139 (14%)] Loss: 0.2392 +2025-04-01 05:59:28,256 - INFO - Train Epoch: 11 [30/139 (22%)] Loss: 0.2895 +2025-04-01 05:59:45,299 - INFO - Train Epoch: 11 [40/139 (29%)] Loss: 0.2880 +2025-04-01 06:00:02,303 - INFO - Train Epoch: 11 [50/139 (36%)] Loss: 0.1852 +2025-04-01 06:00:19,308 - INFO - Train Epoch: 11 [60/139 (43%)] Loss: 0.2273 +2025-04-01 06:00:36,328 - INFO - Train Epoch: 11 [70/139 (50%)] Loss: 0.2739 +2025-04-01 06:00:53,355 - INFO - Train Epoch: 11 [80/139 (58%)] Loss: 0.2878 +2025-04-01 06:01:10,341 - INFO - Train Epoch: 11 [90/139 (65%)] Loss: 0.1862 +2025-04-01 06:01:27,353 - INFO - Train Epoch: 11 [100/139 (72%)] Loss: 0.2206 +2025-04-01 06:01:44,409 - INFO - Train Epoch: 11 [110/139 (79%)] Loss: 0.2392 +2025-04-01 06:02:01,444 - INFO - Train Epoch: 11 [120/139 (86%)] Loss: 0.2260 +2025-04-01 06:02:18,475 - INFO - Train Epoch: 11 [130/139 (94%)] Loss: 0.2684 +2025-04-01 06:02:30,855 - INFO - Epoch 11 - Train Loss: 0.2658 +2025-04-01 06:03:16,640 - INFO - Epoch 11 - Validation Accuracy: 71.30% +2025-04-01 06:03:18,465 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:03:18,465 - INFO - Epoch 12/20 +2025-04-01 06:03:21,262 - INFO - Train Epoch: 12 [0/139 (0%)] Loss: 0.2736 +2025-04-01 06:03:38,283 - INFO - Train Epoch: 12 [10/139 (7%)] Loss: 0.2407 +2025-04-01 06:03:55,305 - INFO - Train Epoch: 12 [20/139 (14%)] Loss: 0.2253 +2025-04-01 06:04:12,279 - INFO - Train Epoch: 12 [30/139 (22%)] Loss: 0.2825 +2025-04-01 06:04:29,306 - INFO - Train Epoch: 12 [40/139 (29%)] Loss: 0.2506 +2025-04-01 06:04:46,292 - INFO - Train Epoch: 12 [50/139 (36%)] Loss: 0.3456 +2025-04-01 06:05:03,296 - INFO - Train Epoch: 12 [60/139 (43%)] Loss: 0.3178 +2025-04-01 06:05:20,314 - INFO - Train Epoch: 12 [70/139 (50%)] Loss: 0.2909 +2025-04-01 06:05:37,349 - INFO - Train Epoch: 12 [80/139 (58%)] Loss: 0.2638 +2025-04-01 06:05:54,384 - INFO - Train Epoch: 12 [90/139 (65%)] Loss: 0.2632 +2025-04-01 06:06:11,431 - INFO - Train Epoch: 12 [100/139 (72%)] Loss: 0.2022 +2025-04-01 06:06:28,494 - INFO - Train Epoch: 12 [110/139 (79%)] Loss: 0.2715 +2025-04-01 06:06:45,535 - INFO - Train Epoch: 12 [120/139 (86%)] Loss: 0.2237 +2025-04-01 06:07:02,560 - INFO - Train Epoch: 12 [130/139 (94%)] Loss: 0.2082 +2025-04-01 06:07:14,886 - INFO - Epoch 12 - Train Loss: 0.2554 +2025-04-01 06:08:00,742 - INFO - Epoch 12 - Validation Accuracy: 74.39% +2025-04-01 06:08:00,742 - INFO - New best validation accuracy: 74.39% +2025-04-01 06:08:03,830 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 06:08:06,936 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:08:06,937 - INFO - Epoch 13/20 +2025-04-01 06:08:09,999 - INFO - Train Epoch: 13 [0/139 (0%)] Loss: 0.1780 +2025-04-01 06:08:26,878 - INFO - Train Epoch: 13 [10/139 (7%)] Loss: 0.2934 +2025-04-01 06:08:43,818 - INFO - Train Epoch: 13 [20/139 (14%)] Loss: 0.2422 +2025-04-01 06:09:00,771 - INFO - Train Epoch: 13 [30/139 (22%)] Loss: 0.2383 +2025-04-01 06:09:17,792 - INFO - Train Epoch: 13 [40/139 (29%)] Loss: 0.2416 +2025-04-01 06:09:34,783 - INFO - Train Epoch: 13 [50/139 (36%)] Loss: 0.2963 +2025-04-01 06:09:51,802 - INFO - Train Epoch: 13 [60/139 (43%)] Loss: 0.2044 +2025-04-01 06:10:08,788 - INFO - Train Epoch: 13 [70/139 (50%)] Loss: 0.2391 +2025-04-01 06:10:25,768 - INFO - Train Epoch: 13 [80/139 (58%)] Loss: 0.2609 +2025-04-01 06:10:42,811 - INFO - Train Epoch: 13 [90/139 (65%)] Loss: 0.2942 +2025-04-01 06:10:59,859 - INFO - Train Epoch: 13 [100/139 (72%)] Loss: 0.1893 +2025-04-01 06:11:16,881 - INFO - Train Epoch: 13 [110/139 (79%)] Loss: 0.2388 +2025-04-01 06:11:33,935 - INFO - Train Epoch: 13 [120/139 (86%)] Loss: 0.1762 +2025-04-01 06:11:50,954 - INFO - Train Epoch: 13 [130/139 (94%)] Loss: 0.2303 +2025-04-01 06:12:03,446 - INFO - Epoch 13 - Train Loss: 0.2362 +2025-04-01 06:12:49,042 - INFO - Epoch 13 - Validation Accuracy: 75.20% +2025-04-01 06:12:49,043 - INFO - New best validation accuracy: 75.20% +2025-04-01 06:12:52,235 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 06:12:54,816 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:12:54,816 - INFO - Epoch 14/20 +2025-04-01 06:12:57,567 - INFO - Train Epoch: 14 [0/139 (0%)] Loss: 0.2147 +2025-04-01 06:13:14,504 - INFO - Train Epoch: 14 [10/139 (7%)] Loss: 0.2007 +2025-04-01 06:13:31,467 - INFO - Train Epoch: 14 [20/139 (14%)] Loss: 0.1958 +2025-04-01 06:13:48,499 - INFO - Train Epoch: 14 [30/139 (22%)] Loss: 0.1678 +2025-04-01 06:14:05,500 - INFO - Train Epoch: 14 [40/139 (29%)] Loss: 0.2724 +2025-04-01 06:14:22,501 - INFO - Train Epoch: 14 [50/139 (36%)] Loss: 0.3024 +2025-04-01 06:14:39,484 - INFO - Train Epoch: 14 [60/139 (43%)] Loss: 0.2924 +2025-04-01 06:14:56,479 - INFO - Train Epoch: 14 [70/139 (50%)] Loss: 0.2305 +2025-04-01 06:15:13,486 - INFO - Train Epoch: 14 [80/139 (58%)] Loss: 0.2339 +2025-04-01 06:15:30,507 - INFO - Train Epoch: 14 [90/139 (65%)] Loss: 0.2544 +2025-04-01 06:15:47,520 - INFO - Train Epoch: 14 [100/139 (72%)] Loss: 0.1767 +2025-04-01 06:16:04,526 - INFO - Train Epoch: 14 [110/139 (79%)] Loss: 0.2418 +2025-04-01 06:16:21,554 - INFO - Train Epoch: 14 [120/139 (86%)] Loss: 0.2455 +2025-04-01 06:16:38,585 - INFO - Train Epoch: 14 [130/139 (94%)] Loss: 0.2761 +2025-04-01 06:16:50,900 - INFO - Epoch 14 - Train Loss: 0.2313 +2025-04-01 06:17:36,560 - INFO - Epoch 14 - Validation Accuracy: 74.85% +2025-04-01 06:17:38,126 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:17:38,126 - INFO - Epoch 15/20 +2025-04-01 06:17:41,003 - INFO - Train Epoch: 15 [0/139 (0%)] Loss: 0.1918 +2025-04-01 06:17:58,032 - INFO - Train Epoch: 15 [10/139 (7%)] Loss: 0.2194 +2025-04-01 06:18:15,054 - INFO - Train Epoch: 15 [20/139 (14%)] Loss: 0.1756 +2025-04-01 06:18:32,081 - INFO - Train Epoch: 15 [30/139 (22%)] Loss: 0.2050 +2025-04-01 06:18:49,163 - INFO - Train Epoch: 15 [40/139 (29%)] Loss: 0.1947 +2025-04-01 06:19:06,243 - INFO - Train Epoch: 15 [50/139 (36%)] Loss: 0.2547 +2025-04-01 06:19:23,278 - INFO - Train Epoch: 15 [60/139 (43%)] Loss: 0.2146 +2025-04-01 06:19:40,312 - INFO - Train Epoch: 15 [70/139 (50%)] Loss: 0.2451 +2025-04-01 06:19:57,325 - INFO - Train Epoch: 15 [80/139 (58%)] Loss: 0.2128 +2025-04-01 06:20:14,380 - INFO - Train Epoch: 15 [90/139 (65%)] Loss: 0.2507 +2025-04-01 06:20:31,456 - INFO - Train Epoch: 15 [100/139 (72%)] Loss: 0.1772 +2025-04-01 06:20:48,474 - INFO - Train Epoch: 15 [110/139 (79%)] Loss: 0.2759 +2025-04-01 06:21:05,464 - INFO - Train Epoch: 15 [120/139 (86%)] Loss: 0.2206 +2025-04-01 06:21:22,483 - INFO - Train Epoch: 15 [130/139 (94%)] Loss: 0.2190 +2025-04-01 06:21:34,814 - INFO - Epoch 15 - Train Loss: 0.2211 +2025-04-01 06:22:21,032 - INFO - Epoch 15 - Validation Accuracy: 76.11% +2025-04-01 06:22:21,032 - INFO - New best validation accuracy: 76.11% +2025-04-01 06:22:23,306 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 06:22:26,105 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:22:26,105 - INFO - Epoch 16/20 +2025-04-01 06:22:29,004 - INFO - Train Epoch: 16 [0/139 (0%)] Loss: 0.1565 +2025-04-01 06:22:45,992 - INFO - Train Epoch: 16 [10/139 (7%)] Loss: 0.2351 +2025-04-01 06:23:03,058 - INFO - Train Epoch: 16 [20/139 (14%)] Loss: 0.2464 +2025-04-01 06:23:20,197 - INFO - Train Epoch: 16 [30/139 (22%)] Loss: 0.2325 +2025-04-01 06:23:37,306 - INFO - Train Epoch: 16 [40/139 (29%)] Loss: 0.1943 +2025-04-01 06:23:54,383 - INFO - Train Epoch: 16 [50/139 (36%)] Loss: 0.3441 +2025-04-01 06:24:11,488 - INFO - Train Epoch: 16 [60/139 (43%)] Loss: 0.2181 +2025-04-01 06:24:28,550 - INFO - Train Epoch: 16 [70/139 (50%)] Loss: 0.1595 +2025-04-01 06:24:45,559 - INFO - Train Epoch: 16 [80/139 (58%)] Loss: 0.1770 +2025-04-01 06:25:02,668 - INFO - Train Epoch: 16 [90/139 (65%)] Loss: 0.1890 +2025-04-01 06:25:19,750 - INFO - Train Epoch: 16 [100/139 (72%)] Loss: 0.1994 +2025-04-01 06:25:36,870 - INFO - Train Epoch: 16 [110/139 (79%)] Loss: 0.1498 +2025-04-01 06:25:53,966 - INFO - Train Epoch: 16 [120/139 (86%)] Loss: 0.1948 +2025-04-01 06:26:11,073 - INFO - Train Epoch: 16 [130/139 (94%)] Loss: 0.2142 +2025-04-01 06:26:23,474 - INFO - Epoch 16 - Train Loss: 0.2089 +2025-04-01 06:27:09,480 - INFO - Epoch 16 - Validation Accuracy: 76.38% +2025-04-01 06:27:09,480 - INFO - New best validation accuracy: 76.38% +2025-04-01 06:27:12,187 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 06:27:14,305 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:27:14,305 - INFO - Epoch 17/20 +2025-04-01 06:27:17,141 - INFO - Train Epoch: 17 [0/139 (0%)] Loss: 0.1791 +2025-04-01 06:27:34,294 - INFO - Train Epoch: 17 [10/139 (7%)] Loss: 0.1843 +2025-04-01 06:27:51,407 - INFO - Train Epoch: 17 [20/139 (14%)] Loss: 0.2486 +2025-04-01 06:28:08,549 - INFO - Train Epoch: 17 [30/139 (22%)] Loss: 0.1538 +2025-04-01 06:28:25,611 - INFO - Train Epoch: 17 [40/139 (29%)] Loss: 0.2031 +2025-04-01 06:28:42,683 - INFO - Train Epoch: 17 [50/139 (36%)] Loss: 0.1910 +2025-04-01 06:28:59,763 - INFO - Train Epoch: 17 [60/139 (43%)] Loss: 0.2415 +2025-04-01 06:29:16,809 - INFO - Train Epoch: 17 [70/139 (50%)] Loss: 0.1630 +2025-04-01 06:29:33,946 - INFO - Train Epoch: 17 [80/139 (58%)] Loss: 0.2101 +2025-04-01 06:29:51,008 - INFO - Train Epoch: 17 [90/139 (65%)] Loss: 0.1734 +2025-04-01 06:30:08,048 - INFO - Train Epoch: 17 [100/139 (72%)] Loss: 0.2490 +2025-04-01 06:30:25,098 - INFO - Train Epoch: 17 [110/139 (79%)] Loss: 0.2040 +2025-04-01 06:30:42,147 - INFO - Train Epoch: 17 [120/139 (86%)] Loss: 0.2151 +2025-04-01 06:30:59,205 - INFO - Train Epoch: 17 [130/139 (94%)] Loss: 0.1352 +2025-04-01 06:31:11,554 - INFO - Epoch 17 - Train Loss: 0.2109 +2025-04-01 06:31:57,879 - INFO - Epoch 17 - Validation Accuracy: 76.30% +2025-04-01 06:31:59,806 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:31:59,807 - INFO - Epoch 18/20 +2025-04-01 06:32:02,737 - INFO - Train Epoch: 18 [0/139 (0%)] Loss: 0.2438 +2025-04-01 06:32:19,873 - INFO - Train Epoch: 18 [10/139 (7%)] Loss: 0.1720 +2025-04-01 06:32:36,925 - INFO - Train Epoch: 18 [20/139 (14%)] Loss: 0.2337 +2025-04-01 06:32:53,949 - INFO - Train Epoch: 18 [30/139 (22%)] Loss: 0.1864 +2025-04-01 06:33:10,947 - INFO - Train Epoch: 18 [40/139 (29%)] Loss: 0.1823 +2025-04-01 06:33:27,977 - INFO - Train Epoch: 18 [50/139 (36%)] Loss: 0.1591 +2025-04-01 06:33:44,999 - INFO - Train Epoch: 18 [60/139 (43%)] Loss: 0.2220 +2025-04-01 06:34:02,075 - INFO - Train Epoch: 18 [70/139 (50%)] Loss: 0.1686 +2025-04-01 06:34:19,121 - INFO - Train Epoch: 18 [80/139 (58%)] Loss: 0.2138 +2025-04-01 06:34:36,199 - INFO - Train Epoch: 18 [90/139 (65%)] Loss: 0.2244 +2025-04-01 06:34:53,257 - INFO - Train Epoch: 18 [100/139 (72%)] Loss: 0.1626 +2025-04-01 06:35:10,314 - INFO - Train Epoch: 18 [110/139 (79%)] Loss: 0.1774 +2025-04-01 06:35:27,396 - INFO - Train Epoch: 18 [120/139 (86%)] Loss: 0.1851 +2025-04-01 06:35:44,470 - INFO - Train Epoch: 18 [130/139 (94%)] Loss: 0.2653 +2025-04-01 06:35:56,833 - INFO - Epoch 18 - Train Loss: 0.1952 +2025-04-01 06:36:43,685 - INFO - Epoch 18 - Validation Accuracy: 75.93% +2025-04-01 06:36:45,407 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:36:45,407 - INFO - Epoch 19/20 +2025-04-01 06:36:48,481 - INFO - Train Epoch: 19 [0/139 (0%)] Loss: 0.2203 +2025-04-01 06:37:05,515 - INFO - Train Epoch: 19 [10/139 (7%)] Loss: 0.2135 +2025-04-01 06:37:22,547 - INFO - Train Epoch: 19 [20/139 (14%)] Loss: 0.1858 +2025-04-01 06:37:39,567 - INFO - Train Epoch: 19 [30/139 (22%)] Loss: 0.2708 +2025-04-01 06:37:56,568 - INFO - Train Epoch: 19 [40/139 (29%)] Loss: 0.1754 +2025-04-01 06:38:13,590 - INFO - Train Epoch: 19 [50/139 (36%)] Loss: 0.2263 +2025-04-01 06:38:30,626 - INFO - Train Epoch: 19 [60/139 (43%)] Loss: 0.1194 +2025-04-01 06:38:47,675 - INFO - Train Epoch: 19 [70/139 (50%)] Loss: 0.2215 +2025-04-01 06:39:04,715 - INFO - Train Epoch: 19 [80/139 (58%)] Loss: 0.1418 +2025-04-01 06:39:21,731 - INFO - Train Epoch: 19 [90/139 (65%)] Loss: 0.2334 +2025-04-01 06:39:38,745 - INFO - Train Epoch: 19 [100/139 (72%)] Loss: 0.2068 +2025-04-01 06:39:55,785 - INFO - Train Epoch: 19 [110/139 (79%)] Loss: 0.1649 +2025-04-01 06:40:12,840 - INFO - Train Epoch: 19 [120/139 (86%)] Loss: 0.1174 +2025-04-01 06:40:29,909 - INFO - Train Epoch: 19 [130/139 (94%)] Loss: 0.1437 +2025-04-01 06:40:42,292 - INFO - Epoch 19 - Train Loss: 0.1864 +2025-04-01 06:41:28,170 - INFO - Epoch 19 - Validation Accuracy: 77.39% +2025-04-01 06:41:28,170 - INFO - New best validation accuracy: 77.39% +2025-04-01 06:41:30,580 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 06:41:32,394 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:41:32,394 - INFO - Epoch 20/20 +2025-04-01 06:41:35,364 - INFO - Train Epoch: 20 [0/139 (0%)] Loss: 0.1954 +2025-04-01 06:41:52,423 - INFO - Train Epoch: 20 [10/139 (7%)] Loss: 0.2117 +2025-04-01 06:42:09,414 - INFO - Train Epoch: 20 [20/139 (14%)] Loss: 0.1778 +2025-04-01 06:42:26,412 - INFO - Train Epoch: 20 [30/139 (22%)] Loss: 0.2741 +2025-04-01 06:42:43,396 - INFO - Train Epoch: 20 [40/139 (29%)] Loss: 0.1704 +2025-04-01 06:43:00,407 - INFO - Train Epoch: 20 [50/139 (36%)] Loss: 0.1802 +2025-04-01 06:43:17,449 - INFO - Train Epoch: 20 [60/139 (43%)] Loss: 0.1988 +2025-04-01 06:43:34,453 - INFO - Train Epoch: 20 [70/139 (50%)] Loss: 0.1166 +2025-04-01 06:43:51,520 - INFO - Train Epoch: 20 [80/139 (58%)] Loss: 0.2359 +2025-04-01 06:44:08,565 - INFO - Train Epoch: 20 [90/139 (65%)] Loss: 0.1989 +2025-04-01 06:44:25,609 - INFO - Train Epoch: 20 [100/139 (72%)] Loss: 0.1494 +2025-04-01 06:44:42,652 - INFO - Train Epoch: 20 [110/139 (79%)] Loss: 0.1722 +2025-04-01 06:44:59,709 - INFO - Train Epoch: 20 [120/139 (86%)] Loss: 0.1733 +2025-04-01 06:45:16,770 - INFO - Train Epoch: 20 [130/139 (94%)] Loss: 0.2360 +2025-04-01 06:45:29,140 - INFO - Epoch 20 - Train Loss: 0.1832 +2025-04-01 06:46:14,897 - INFO - Epoch 20 - Validation Accuracy: 78.55% +2025-04-01 06:46:14,897 - INFO - New best validation accuracy: 78.55% +2025-04-01 06:46:17,070 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/best_model +2025-04-01 06:46:18,691 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:47:04,392 - INFO - Final validation accuracy: 78.55% +2025-04-01 06:47:04,392 - INFO - Best validation accuracy: 78.55% +2025-04-01 06:47:12,039 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_100_percent/checkpoints/checkpoint_last +2025-04-01 06:47:12,039 - INFO - Training completed diff --git a/exp-rank-8/vit/fewshot_10_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-8/vit/fewshot_10_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..70ee5aef9d211d0dfbe910a547ef7777c19744eb --- /dev/null +++ b/exp-rank-8/vit/fewshot_10_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2137b806eb4d9f9d59d002e28302f706330e25a385a215c61e130b030d0f0aaa +size 3601686 diff --git a/exp-rank-8/vit/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-8/vit/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f7f4c8f8819624b14b19207c5370376bb6d9dbc --- /dev/null +++ b/exp-rank-8/vit/fewshot_10_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5508f70c18666dd6dd71d7e94af91fe2c05a29ea26a47aebc88f87e2218c6c +size 2756200 diff --git a/exp-rank-8/vit/fewshot_10_percent/checkpoints/best_model/model.pth b/exp-rank-8/vit/fewshot_10_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..1362525a674917b80ed710121540d3bb27e4fc37 --- /dev/null +++ b/exp-rank-8/vit/fewshot_10_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf6d9b869866eaa76995df92c71dbc88748c48e4b938214ba87bf36f2318080 +size 785541714 diff --git a/exp-rank-8/vit/fewshot_10_percent/training_20250401-020953.log b/exp-rank-8/vit/fewshot_10_percent/training_20250401-020953.log new file mode 100644 index 0000000000000000000000000000000000000000..6db26d93e3401e573ea52d7b6f9bfbbc20e61644 --- /dev/null +++ b/exp-rank-8/vit/fewshot_10_percent/training_20250401-020953.log @@ -0,0 +1,168 @@ +2025-04-01 02:09:53,948 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.1, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='vit', lora_rank=8, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=5), gpu=5, seed=42, num_workers=4, output_dir='./outputs/exp/vit/fewshot_10_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-01 02:09:53,949 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-01 02:14:15,188 - INFO - Initializing RobustMedClip model +2025-04-01 02:14:46,830 - INFO - Starting training +2025-04-01 02:14:46,831 - INFO - Epoch 1/20 +2025-04-01 02:14:54,451 - INFO - Train Epoch: 1 [0/14 (0%)] Loss: 6.4095 +2025-04-01 02:15:11,083 - INFO - Train Epoch: 1 [10/14 (71%)] Loss: 4.9592 +2025-04-01 02:15:15,971 - INFO - Epoch 1 - Train Loss: 5.5017 +2025-04-01 02:16:00,731 - INFO - Epoch 1 - Validation Accuracy: 5.29% +2025-04-01 02:16:00,733 - INFO - New best validation accuracy: 5.29% +2025-04-01 02:16:40,763 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:16:48,749 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:16:48,750 - INFO - Epoch 2/20 +2025-04-01 02:16:51,744 - INFO - Train Epoch: 2 [0/14 (0%)] Loss: 4.4393 +2025-04-01 02:17:08,471 - INFO - Train Epoch: 2 [10/14 (71%)] Loss: 3.9654 +2025-04-01 02:17:13,312 - INFO - Epoch 2 - Train Loss: 3.9611 +2025-04-01 02:17:58,061 - INFO - Epoch 2 - Validation Accuracy: 5.99% +2025-04-01 02:17:58,062 - INFO - New best validation accuracy: 5.99% +2025-04-01 02:18:00,579 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:18:03,305 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:18:03,306 - INFO - Epoch 3/20 +2025-04-01 02:18:06,258 - INFO - Train Epoch: 3 [0/14 (0%)] Loss: 3.6204 +2025-04-01 02:18:23,073 - INFO - Train Epoch: 3 [10/14 (71%)] Loss: 2.7509 +2025-04-01 02:18:27,970 - INFO - Epoch 3 - Train Loss: 3.0793 +2025-04-01 02:19:13,247 - INFO - Epoch 3 - Validation Accuracy: 6.95% +2025-04-01 02:19:13,247 - INFO - New best validation accuracy: 6.95% +2025-04-01 02:19:15,632 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:19:18,583 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:19:18,583 - INFO - Epoch 4/20 +2025-04-01 02:19:21,599 - INFO - Train Epoch: 4 [0/14 (0%)] Loss: 2.8153 +2025-04-01 02:19:38,416 - INFO - Train Epoch: 4 [10/14 (71%)] Loss: 2.4500 +2025-04-01 02:19:43,311 - INFO - Epoch 4 - Train Loss: 2.5558 +2025-04-01 02:20:28,352 - INFO - Epoch 4 - Validation Accuracy: 7.37% +2025-04-01 02:20:28,352 - INFO - New best validation accuracy: 7.37% +2025-04-01 02:21:13,279 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:21:31,530 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:21:31,531 - INFO - Epoch 5/20 +2025-04-01 02:21:34,433 - INFO - Train Epoch: 5 [0/14 (0%)] Loss: 2.2567 +2025-04-01 02:21:51,142 - INFO - Train Epoch: 5 [10/14 (71%)] Loss: 2.1934 +2025-04-01 02:21:55,966 - INFO - Epoch 5 - Train Loss: 2.2247 +2025-04-01 02:22:40,313 - INFO - Epoch 5 - Validation Accuracy: 7.87% +2025-04-01 02:22:40,314 - INFO - New best validation accuracy: 7.87% +2025-04-01 02:22:43,384 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:22:46,056 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:22:46,056 - INFO - Epoch 6/20 +2025-04-01 02:22:48,875 - INFO - Train Epoch: 6 [0/14 (0%)] Loss: 2.1541 +2025-04-01 02:23:05,593 - INFO - Train Epoch: 6 [10/14 (71%)] Loss: 1.9710 +2025-04-01 02:23:10,491 - INFO - Epoch 6 - Train Loss: 2.0076 +2025-04-01 02:23:55,324 - INFO - Epoch 6 - Validation Accuracy: 8.49% +2025-04-01 02:23:55,324 - INFO - New best validation accuracy: 8.49% +2025-04-01 02:23:57,606 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:23:59,823 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:23:59,823 - INFO - Epoch 7/20 +2025-04-01 02:24:02,729 - INFO - Train Epoch: 7 [0/14 (0%)] Loss: 1.8523 +2025-04-01 02:24:19,579 - INFO - Train Epoch: 7 [10/14 (71%)] Loss: 1.7556 +2025-04-01 02:24:24,504 - INFO - Epoch 7 - Train Loss: 1.8549 +2025-04-01 02:25:09,315 - INFO - Epoch 7 - Validation Accuracy: 9.12% +2025-04-01 02:25:09,316 - INFO - New best validation accuracy: 9.12% +2025-04-01 02:25:53,361 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:26:11,655 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:26:11,656 - INFO - Epoch 8/20 +2025-04-01 02:26:14,533 - INFO - Train Epoch: 8 [0/14 (0%)] Loss: 1.8188 +2025-04-01 02:26:31,173 - INFO - Train Epoch: 8 [10/14 (71%)] Loss: 1.6477 +2025-04-01 02:26:36,023 - INFO - Epoch 8 - Train Loss: 1.7232 +2025-04-01 02:27:20,290 - INFO - Epoch 8 - Validation Accuracy: 9.88% +2025-04-01 02:27:20,291 - INFO - New best validation accuracy: 9.88% +2025-04-01 02:27:23,381 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:27:26,250 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:27:26,251 - INFO - Epoch 9/20 +2025-04-01 02:27:29,211 - INFO - Train Epoch: 9 [0/14 (0%)] Loss: 1.7150 +2025-04-01 02:27:45,996 - INFO - Train Epoch: 9 [10/14 (71%)] Loss: 1.5417 +2025-04-01 02:27:50,869 - INFO - Epoch 9 - Train Loss: 1.6306 +2025-04-01 02:28:35,593 - INFO - Epoch 9 - Validation Accuracy: 10.90% +2025-04-01 02:28:35,594 - INFO - New best validation accuracy: 10.90% +2025-04-01 02:28:38,091 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:28:41,160 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:28:41,160 - INFO - Epoch 10/20 +2025-04-01 02:28:44,149 - INFO - Train Epoch: 10 [0/14 (0%)] Loss: 1.5188 +2025-04-01 02:29:01,014 - INFO - Train Epoch: 10 [10/14 (71%)] Loss: 1.3902 +2025-04-01 02:29:05,906 - INFO - Epoch 10 - Train Loss: 1.5184 +2025-04-01 02:29:50,670 - INFO - Epoch 10 - Validation Accuracy: 12.05% +2025-04-01 02:29:50,670 - INFO - New best validation accuracy: 12.05% +2025-04-01 02:30:34,656 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:31:01,261 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:31:01,262 - INFO - Epoch 11/20 +2025-04-01 02:31:04,260 - INFO - Train Epoch: 11 [0/14 (0%)] Loss: 1.4006 +2025-04-01 02:31:20,903 - INFO - Train Epoch: 11 [10/14 (71%)] Loss: 1.3169 +2025-04-01 02:31:25,743 - INFO - Epoch 11 - Train Loss: 1.4285 +2025-04-01 02:32:10,202 - INFO - Epoch 11 - Validation Accuracy: 13.93% +2025-04-01 02:32:10,202 - INFO - New best validation accuracy: 13.93% +2025-04-01 02:32:13,451 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:32:16,458 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:32:16,458 - INFO - Epoch 12/20 +2025-04-01 02:32:19,413 - INFO - Train Epoch: 12 [0/14 (0%)] Loss: 1.3180 +2025-04-01 02:32:36,215 - INFO - Train Epoch: 12 [10/14 (71%)] Loss: 1.1864 +2025-04-01 02:32:41,118 - INFO - Epoch 12 - Train Loss: 1.3434 +2025-04-01 02:33:26,695 - INFO - Epoch 12 - Validation Accuracy: 16.59% +2025-04-01 02:33:26,695 - INFO - New best validation accuracy: 16.59% +2025-04-01 02:33:29,683 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:33:33,074 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:33:33,074 - INFO - Epoch 13/20 +2025-04-01 02:33:36,402 - INFO - Train Epoch: 13 [0/14 (0%)] Loss: 1.3565 +2025-04-01 02:33:53,267 - INFO - Train Epoch: 13 [10/14 (71%)] Loss: 1.3610 +2025-04-01 02:33:58,176 - INFO - Epoch 13 - Train Loss: 1.2666 +2025-04-01 02:34:42,904 - INFO - Epoch 13 - Validation Accuracy: 19.86% +2025-04-01 02:34:42,904 - INFO - New best validation accuracy: 19.86% +2025-04-01 02:35:29,754 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:36:04,247 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:36:04,247 - INFO - Epoch 14/20 +2025-04-01 02:36:07,114 - INFO - Train Epoch: 14 [0/14 (0%)] Loss: 1.2417 +2025-04-01 02:36:23,806 - INFO - Train Epoch: 14 [10/14 (71%)] Loss: 1.2919 +2025-04-01 02:36:28,645 - INFO - Epoch 14 - Train Loss: 1.1914 +2025-04-01 02:37:12,871 - INFO - Epoch 14 - Validation Accuracy: 23.74% +2025-04-01 02:37:12,872 - INFO - New best validation accuracy: 23.74% +2025-04-01 02:37:15,930 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:37:18,491 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:37:18,491 - INFO - Epoch 15/20 +2025-04-01 02:37:21,361 - INFO - Train Epoch: 15 [0/14 (0%)] Loss: 1.2645 +2025-04-01 02:37:38,089 - INFO - Train Epoch: 15 [10/14 (71%)] Loss: 1.2083 +2025-04-01 02:37:42,941 - INFO - Epoch 15 - Train Loss: 1.1429 +2025-04-01 02:38:27,498 - INFO - Epoch 15 - Validation Accuracy: 27.16% +2025-04-01 02:38:27,498 - INFO - New best validation accuracy: 27.16% +2025-04-01 02:38:29,889 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:38:32,154 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:38:32,154 - INFO - Epoch 16/20 +2025-04-01 02:38:35,054 - INFO - Train Epoch: 16 [0/14 (0%)] Loss: 1.0851 +2025-04-01 02:38:51,850 - INFO - Train Epoch: 16 [10/14 (71%)] Loss: 1.0119 +2025-04-01 02:38:56,756 - INFO - Epoch 16 - Train Loss: 1.0822 +2025-04-01 02:39:41,431 - INFO - Epoch 16 - Validation Accuracy: 30.31% +2025-04-01 02:39:41,432 - INFO - New best validation accuracy: 30.31% +2025-04-01 02:40:25,100 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:40:46,586 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:40:46,587 - INFO - Epoch 17/20 +2025-04-01 02:40:49,582 - INFO - Train Epoch: 17 [0/14 (0%)] Loss: 1.0169 +2025-04-01 02:41:06,305 - INFO - Train Epoch: 17 [10/14 (71%)] Loss: 1.1851 +2025-04-01 02:41:11,152 - INFO - Epoch 17 - Train Loss: 1.0313 +2025-04-01 02:41:56,548 - INFO - Epoch 17 - Validation Accuracy: 32.93% +2025-04-01 02:41:56,548 - INFO - New best validation accuracy: 32.93% +2025-04-01 02:41:59,553 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:42:02,204 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:42:02,204 - INFO - Epoch 18/20 +2025-04-01 02:42:05,138 - INFO - Train Epoch: 18 [0/14 (0%)] Loss: 1.0635 +2025-04-01 02:42:21,957 - INFO - Train Epoch: 18 [10/14 (71%)] Loss: 0.9490 +2025-04-01 02:42:26,884 - INFO - Epoch 18 - Train Loss: 0.9944 +2025-04-01 02:43:12,273 - INFO - Epoch 18 - Validation Accuracy: 34.53% +2025-04-01 02:43:12,274 - INFO - New best validation accuracy: 34.53% +2025-04-01 02:43:14,774 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:43:17,618 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:43:17,618 - INFO - Epoch 19/20 +2025-04-01 02:43:20,551 - INFO - Train Epoch: 19 [0/14 (0%)] Loss: 1.0700 +2025-04-01 02:43:37,449 - INFO - Train Epoch: 19 [10/14 (71%)] Loss: 0.8265 +2025-04-01 02:43:42,394 - INFO - Epoch 19 - Train Loss: 0.9458 +2025-04-01 02:44:28,033 - INFO - Epoch 19 - Validation Accuracy: 36.29% +2025-04-01 02:44:28,033 - INFO - New best validation accuracy: 36.29% +2025-04-01 02:45:13,960 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:45:31,187 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:45:31,187 - INFO - Epoch 20/20 +2025-04-01 02:45:34,397 - INFO - Train Epoch: 20 [0/14 (0%)] Loss: 0.9791 +2025-04-01 02:45:50,982 - INFO - Train Epoch: 20 [10/14 (71%)] Loss: 0.9037 +2025-04-01 02:45:55,816 - INFO - Epoch 20 - Train Loss: 0.8896 +2025-04-01 02:46:40,511 - INFO - Epoch 20 - Validation Accuracy: 38.37% +2025-04-01 02:46:40,511 - INFO - New best validation accuracy: 38.37% +2025-04-01 02:46:43,521 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/best_model +2025-04-01 02:46:45,892 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:47:30,533 - INFO - Final validation accuracy: 38.37% +2025-04-01 02:47:30,533 - INFO - Best validation accuracy: 38.37% +2025-04-01 02:47:32,998 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_10_percent/checkpoints/checkpoint_last +2025-04-01 02:47:32,998 - INFO - Training completed diff --git a/exp-rank-8/vit/fewshot_30_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-8/vit/fewshot_30_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..b146974d588aa275353af71131de893d8d3dd8bc --- /dev/null +++ b/exp-rank-8/vit/fewshot_30_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92fc74395e4a50ff27dec3fff25f5f6f8529a7947b37a5945c33fd795352a4e7 +size 3601686 diff --git a/exp-rank-8/vit/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-8/vit/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74cf3c6bb80539aef1b2537684042f119a2df594 --- /dev/null +++ b/exp-rank-8/vit/fewshot_30_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff870d046c197d7da5fd97d29a14dad97973e982dd7c3912c7ebac3383e6f7a3 +size 2756200 diff --git a/exp-rank-8/vit/fewshot_30_percent/checkpoints/best_model/model.pth b/exp-rank-8/vit/fewshot_30_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..321177f96ecef59ce1061777a63e4ddd37ab4fcc --- /dev/null +++ b/exp-rank-8/vit/fewshot_30_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe8b9e42be2215a29c87d7c11683ae84ec015bf0000e498f4a3eff48256f5fd6 +size 785541714 diff --git a/exp-rank-8/vit/fewshot_30_percent/training_20250401-024747.log b/exp-rank-8/vit/fewshot_30_percent/training_20250401-024747.log new file mode 100644 index 0000000000000000000000000000000000000000..89ffefb716c07f0add70e2ce1a36dd8e986d8de5 --- /dev/null +++ b/exp-rank-8/vit/fewshot_30_percent/training_20250401-024747.log @@ -0,0 +1,228 @@ +2025-04-01 02:47:47,697 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.3, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='vit', lora_rank=8, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=5), gpu=5, seed=42, num_workers=4, output_dir='./outputs/exp/vit/fewshot_30_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-01 02:47:47,697 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-01 02:50:00,720 - INFO - Initializing RobustMedClip model +2025-04-01 02:50:19,734 - INFO - Starting training +2025-04-01 02:50:19,734 - INFO - Epoch 1/20 +2025-04-01 02:50:25,100 - INFO - Train Epoch: 1 [0/42 (0%)] Loss: 6.1737 +2025-04-01 02:50:41,947 - INFO - Train Epoch: 1 [10/42 (24%)] Loss: 4.6452 +2025-04-01 02:50:58,738 - INFO - Train Epoch: 1 [20/42 (48%)] Loss: 3.9719 +2025-04-01 02:51:15,600 - INFO - Train Epoch: 1 [30/42 (71%)] Loss: 3.0452 +2025-04-01 02:51:32,448 - INFO - Train Epoch: 1 [40/42 (95%)] Loss: 2.6025 +2025-04-01 02:51:33,333 - INFO - Epoch 1 - Train Loss: 4.0043 +2025-04-01 02:52:19,030 - INFO - Epoch 1 - Validation Accuracy: 6.67% +2025-04-01 02:52:19,030 - INFO - New best validation accuracy: 6.67% +2025-04-01 02:52:21,179 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 02:52:24,006 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 02:52:24,007 - INFO - Epoch 2/20 +2025-04-01 02:52:26,801 - INFO - Train Epoch: 2 [0/42 (0%)] Loss: 2.7581 +2025-04-01 02:52:43,750 - INFO - Train Epoch: 2 [10/42 (24%)] Loss: 2.5673 +2025-04-01 02:53:00,700 - INFO - Train Epoch: 2 [20/42 (48%)] Loss: 2.2956 +2025-04-01 02:53:17,692 - INFO - Train Epoch: 2 [30/42 (71%)] Loss: 2.0230 +2025-04-01 02:53:34,665 - INFO - Train Epoch: 2 [40/42 (95%)] Loss: 1.8073 +2025-04-01 02:53:35,567 - INFO - Epoch 2 - Train Loss: 2.2045 +2025-04-01 02:54:21,257 - INFO - Epoch 2 - Validation Accuracy: 8.82% +2025-04-01 02:54:21,258 - INFO - New best validation accuracy: 8.82% +2025-04-01 02:54:44,474 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 02:54:49,097 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 02:54:49,098 - INFO - Epoch 3/20 +2025-04-01 02:54:51,954 - INFO - Train Epoch: 3 [0/42 (0%)] Loss: 1.9690 +2025-04-01 02:55:08,822 - INFO - Train Epoch: 3 [10/42 (24%)] Loss: 1.7468 +2025-04-01 02:55:25,707 - INFO - Train Epoch: 3 [20/42 (48%)] Loss: 1.7195 +2025-04-01 02:55:42,637 - INFO - Train Epoch: 3 [30/42 (71%)] Loss: 1.7382 +2025-04-01 02:55:59,587 - INFO - Train Epoch: 3 [40/42 (95%)] Loss: 1.5149 +2025-04-01 02:56:00,498 - INFO - Epoch 3 - Train Loss: 1.7209 +2025-04-01 02:56:46,146 - INFO - Epoch 3 - Validation Accuracy: 13.02% +2025-04-01 02:56:46,146 - INFO - New best validation accuracy: 13.02% +2025-04-01 02:56:48,668 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 02:56:51,673 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 02:56:51,673 - INFO - Epoch 4/20 +2025-04-01 02:56:54,520 - INFO - Train Epoch: 4 [0/42 (0%)] Loss: 1.6847 +2025-04-01 02:57:11,500 - INFO - Train Epoch: 4 [10/42 (24%)] Loss: 1.3083 +2025-04-01 02:57:28,498 - INFO - Train Epoch: 4 [20/42 (48%)] Loss: 1.4369 +2025-04-01 02:57:45,489 - INFO - Train Epoch: 4 [30/42 (71%)] Loss: 1.3524 +2025-04-01 02:58:02,490 - INFO - Train Epoch: 4 [40/42 (95%)] Loss: 1.2953 +2025-04-01 02:58:03,411 - INFO - Epoch 4 - Train Loss: 1.4012 +2025-04-01 02:58:48,828 - INFO - Epoch 4 - Validation Accuracy: 23.32% +2025-04-01 02:58:48,829 - INFO - New best validation accuracy: 23.32% +2025-04-01 02:59:19,370 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 02:59:24,002 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 02:59:24,003 - INFO - Epoch 5/20 +2025-04-01 02:59:26,889 - INFO - Train Epoch: 5 [0/42 (0%)] Loss: 1.4020 +2025-04-01 02:59:43,764 - INFO - Train Epoch: 5 [10/42 (24%)] Loss: 1.0960 +2025-04-01 03:00:00,632 - INFO - Train Epoch: 5 [20/42 (48%)] Loss: 1.1610 +2025-04-01 03:00:17,576 - INFO - Train Epoch: 5 [30/42 (71%)] Loss: 1.1548 +2025-04-01 03:00:34,531 - INFO - Train Epoch: 5 [40/42 (95%)] Loss: 1.1974 +2025-04-01 03:00:35,423 - INFO - Epoch 5 - Train Loss: 1.1843 +2025-04-01 03:01:21,405 - INFO - Epoch 5 - Validation Accuracy: 32.81% +2025-04-01 03:01:21,406 - INFO - New best validation accuracy: 32.81% +2025-04-01 03:01:23,786 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:01:26,618 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:01:26,619 - INFO - Epoch 6/20 +2025-04-01 03:01:29,483 - INFO - Train Epoch: 6 [0/42 (0%)] Loss: 1.0469 +2025-04-01 03:01:46,481 - INFO - Train Epoch: 6 [10/42 (24%)] Loss: 1.0814 +2025-04-01 03:02:03,439 - INFO - Train Epoch: 6 [20/42 (48%)] Loss: 0.8540 +2025-04-01 03:02:20,412 - INFO - Train Epoch: 6 [30/42 (71%)] Loss: 1.0716 +2025-04-01 03:02:37,428 - INFO - Train Epoch: 6 [40/42 (95%)] Loss: 0.7480 +2025-04-01 03:02:38,386 - INFO - Epoch 6 - Train Loss: 1.0276 +2025-04-01 03:03:24,160 - INFO - Epoch 6 - Validation Accuracy: 39.15% +2025-04-01 03:03:24,161 - INFO - New best validation accuracy: 39.15% +2025-04-01 03:03:34,965 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:03:49,480 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:03:49,480 - INFO - Epoch 7/20 +2025-04-01 03:03:52,321 - INFO - Train Epoch: 7 [0/42 (0%)] Loss: 1.0324 +2025-04-01 03:04:09,188 - INFO - Train Epoch: 7 [10/42 (24%)] Loss: 0.9442 +2025-04-01 03:04:26,123 - INFO - Train Epoch: 7 [20/42 (48%)] Loss: 0.8941 +2025-04-01 03:04:43,103 - INFO - Train Epoch: 7 [30/42 (71%)] Loss: 0.7851 +2025-04-01 03:05:00,109 - INFO - Train Epoch: 7 [40/42 (95%)] Loss: 0.7938 +2025-04-01 03:05:00,995 - INFO - Epoch 7 - Train Loss: 0.9023 +2025-04-01 03:05:46,703 - INFO - Epoch 7 - Validation Accuracy: 44.00% +2025-04-01 03:05:46,704 - INFO - New best validation accuracy: 44.00% +2025-04-01 03:05:49,286 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:05:52,050 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:05:52,050 - INFO - Epoch 8/20 +2025-04-01 03:05:54,894 - INFO - Train Epoch: 8 [0/42 (0%)] Loss: 0.7521 +2025-04-01 03:06:11,855 - INFO - Train Epoch: 8 [10/42 (24%)] Loss: 0.7561 +2025-04-01 03:06:28,912 - INFO - Train Epoch: 8 [20/42 (48%)] Loss: 0.8072 +2025-04-01 03:06:45,938 - INFO - Train Epoch: 8 [30/42 (71%)] Loss: 0.6853 +2025-04-01 03:07:02,966 - INFO - Train Epoch: 8 [40/42 (95%)] Loss: 0.7961 +2025-04-01 03:07:03,912 - INFO - Epoch 8 - Train Loss: 0.8021 +2025-04-01 03:07:49,576 - INFO - Epoch 8 - Validation Accuracy: 46.56% +2025-04-01 03:07:49,576 - INFO - New best validation accuracy: 46.56% +2025-04-01 03:08:24,038 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:08:30,119 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:08:30,119 - INFO - Epoch 9/20 +2025-04-01 03:08:33,048 - INFO - Train Epoch: 9 [0/42 (0%)] Loss: 0.6915 +2025-04-01 03:08:49,889 - INFO - Train Epoch: 9 [10/42 (24%)] Loss: 0.8082 +2025-04-01 03:09:06,756 - INFO - Train Epoch: 9 [20/42 (48%)] Loss: 0.8350 +2025-04-01 03:09:23,679 - INFO - Train Epoch: 9 [30/42 (71%)] Loss: 0.6845 +2025-04-01 03:09:40,617 - INFO - Train Epoch: 9 [40/42 (95%)] Loss: 0.7426 +2025-04-01 03:09:41,510 - INFO - Epoch 9 - Train Loss: 0.7271 +2025-04-01 03:10:27,465 - INFO - Epoch 9 - Validation Accuracy: 49.43% +2025-04-01 03:10:27,466 - INFO - New best validation accuracy: 49.43% +2025-04-01 03:10:30,031 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:10:33,291 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:10:33,292 - INFO - Epoch 10/20 +2025-04-01 03:10:36,437 - INFO - Train Epoch: 10 [0/42 (0%)] Loss: 0.5861 +2025-04-01 03:10:53,462 - INFO - Train Epoch: 10 [10/42 (24%)] Loss: 0.7788 +2025-04-01 03:11:10,514 - INFO - Train Epoch: 10 [20/42 (48%)] Loss: 0.5561 +2025-04-01 03:11:27,615 - INFO - Train Epoch: 10 [30/42 (71%)] Loss: 0.6582 +2025-04-01 03:11:44,751 - INFO - Train Epoch: 10 [40/42 (95%)] Loss: 0.6599 +2025-04-01 03:11:45,681 - INFO - Epoch 10 - Train Loss: 0.6611 +2025-04-01 03:12:31,829 - INFO - Epoch 10 - Validation Accuracy: 51.76% +2025-04-01 03:12:31,829 - INFO - New best validation accuracy: 51.76% +2025-04-01 03:13:05,843 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:13:11,867 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:13:11,867 - INFO - Epoch 11/20 +2025-04-01 03:13:14,839 - INFO - Train Epoch: 11 [0/42 (0%)] Loss: 0.6878 +2025-04-01 03:13:31,772 - INFO - Train Epoch: 11 [10/42 (24%)] Loss: 0.6435 +2025-04-01 03:13:48,678 - INFO - Train Epoch: 11 [20/42 (48%)] Loss: 0.5275 +2025-04-01 03:14:05,659 - INFO - Train Epoch: 11 [30/42 (71%)] Loss: 0.6417 +2025-04-01 03:14:22,635 - INFO - Train Epoch: 11 [40/42 (95%)] Loss: 0.6165 +2025-04-01 03:14:23,555 - INFO - Epoch 11 - Train Loss: 0.6151 +2025-04-01 03:15:09,128 - INFO - Epoch 11 - Validation Accuracy: 53.72% +2025-04-01 03:15:09,128 - INFO - New best validation accuracy: 53.72% +2025-04-01 03:15:17,282 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:15:23,521 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:15:23,522 - INFO - Epoch 12/20 +2025-04-01 03:15:26,412 - INFO - Train Epoch: 12 [0/42 (0%)] Loss: 0.6051 +2025-04-01 03:15:43,343 - INFO - Train Epoch: 12 [10/42 (24%)] Loss: 0.7293 +2025-04-01 03:16:00,314 - INFO - Train Epoch: 12 [20/42 (48%)] Loss: 0.6470 +2025-04-01 03:16:17,240 - INFO - Train Epoch: 12 [30/42 (71%)] Loss: 0.5833 +2025-04-01 03:16:34,233 - INFO - Train Epoch: 12 [40/42 (95%)] Loss: 0.6121 +2025-04-01 03:16:35,134 - INFO - Epoch 12 - Train Loss: 0.5590 +2025-04-01 03:17:21,542 - INFO - Epoch 12 - Validation Accuracy: 54.44% +2025-04-01 03:17:21,542 - INFO - New best validation accuracy: 54.44% +2025-04-01 03:17:36,996 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:17:41,907 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:17:41,907 - INFO - Epoch 13/20 +2025-04-01 03:17:44,897 - INFO - Train Epoch: 13 [0/42 (0%)] Loss: 0.5703 +2025-04-01 03:18:01,861 - INFO - Train Epoch: 13 [10/42 (24%)] Loss: 0.5704 +2025-04-01 03:18:18,876 - INFO - Train Epoch: 13 [20/42 (48%)] Loss: 0.4844 +2025-04-01 03:18:35,916 - INFO - Train Epoch: 13 [30/42 (71%)] Loss: 0.4584 +2025-04-01 03:18:52,990 - INFO - Train Epoch: 13 [40/42 (95%)] Loss: 0.5430 +2025-04-01 03:18:53,915 - INFO - Epoch 13 - Train Loss: 0.5401 +2025-04-01 03:19:39,863 - INFO - Epoch 13 - Validation Accuracy: 55.94% +2025-04-01 03:19:39,863 - INFO - New best validation accuracy: 55.94% +2025-04-01 03:19:42,593 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:19:45,169 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:19:45,170 - INFO - Epoch 14/20 +2025-04-01 03:19:48,107 - INFO - Train Epoch: 14 [0/42 (0%)] Loss: 0.5851 +2025-04-01 03:20:05,003 - INFO - Train Epoch: 14 [10/42 (24%)] Loss: 0.4789 +2025-04-01 03:20:21,965 - INFO - Train Epoch: 14 [20/42 (48%)] Loss: 0.5389 +2025-04-01 03:20:38,916 - INFO - Train Epoch: 14 [30/42 (71%)] Loss: 0.4795 +2025-04-01 03:20:55,958 - INFO - Train Epoch: 14 [40/42 (95%)] Loss: 0.4945 +2025-04-01 03:20:56,870 - INFO - Epoch 14 - Train Loss: 0.5030 +2025-04-01 03:21:42,659 - INFO - Epoch 14 - Validation Accuracy: 56.01% +2025-04-01 03:21:42,660 - INFO - New best validation accuracy: 56.01% +2025-04-01 03:22:08,628 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:22:13,074 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:22:13,075 - INFO - Epoch 15/20 +2025-04-01 03:22:15,991 - INFO - Train Epoch: 15 [0/42 (0%)] Loss: 0.5072 +2025-04-01 03:22:32,837 - INFO - Train Epoch: 15 [10/42 (24%)] Loss: 0.3762 +2025-04-01 03:22:49,706 - INFO - Train Epoch: 15 [20/42 (48%)] Loss: 0.4992 +2025-04-01 03:23:06,615 - INFO - Train Epoch: 15 [30/42 (71%)] Loss: 0.4622 +2025-04-01 03:23:23,603 - INFO - Train Epoch: 15 [40/42 (95%)] Loss: 0.5525 +2025-04-01 03:23:24,509 - INFO - Epoch 15 - Train Loss: 0.4739 +2025-04-01 03:24:10,291 - INFO - Epoch 15 - Validation Accuracy: 57.67% +2025-04-01 03:24:10,291 - INFO - New best validation accuracy: 57.67% +2025-04-01 03:24:12,937 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:24:15,879 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:24:15,880 - INFO - Epoch 16/20 +2025-04-01 03:24:18,793 - INFO - Train Epoch: 16 [0/42 (0%)] Loss: 0.4264 +2025-04-01 03:24:35,757 - INFO - Train Epoch: 16 [10/42 (24%)] Loss: 0.3905 +2025-04-01 03:24:52,756 - INFO - Train Epoch: 16 [20/42 (48%)] Loss: 0.3651 +2025-04-01 03:25:09,851 - INFO - Train Epoch: 16 [30/42 (71%)] Loss: 0.4024 +2025-04-01 03:25:26,886 - INFO - Train Epoch: 16 [40/42 (95%)] Loss: 0.4829 +2025-04-01 03:25:27,790 - INFO - Epoch 16 - Train Loss: 0.4310 +2025-04-01 03:26:13,639 - INFO - Epoch 16 - Validation Accuracy: 58.28% +2025-04-01 03:26:13,639 - INFO - New best validation accuracy: 58.28% +2025-04-01 03:26:35,722 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:26:55,590 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:26:55,590 - INFO - Epoch 17/20 +2025-04-01 03:26:58,467 - INFO - Train Epoch: 17 [0/42 (0%)] Loss: 0.4179 +2025-04-01 03:27:15,401 - INFO - Train Epoch: 17 [10/42 (24%)] Loss: 0.5083 +2025-04-01 03:27:32,321 - INFO - Train Epoch: 17 [20/42 (48%)] Loss: 0.4291 +2025-04-01 03:27:49,282 - INFO - Train Epoch: 17 [30/42 (71%)] Loss: 0.3891 +2025-04-01 03:28:06,241 - INFO - Train Epoch: 17 [40/42 (95%)] Loss: 0.4003 +2025-04-01 03:28:07,142 - INFO - Epoch 17 - Train Loss: 0.4240 +2025-04-01 03:28:53,026 - INFO - Epoch 17 - Validation Accuracy: 59.48% +2025-04-01 03:28:53,026 - INFO - New best validation accuracy: 59.48% +2025-04-01 03:28:55,435 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:28:57,873 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:28:57,873 - INFO - Epoch 18/20 +2025-04-01 03:29:00,727 - INFO - Train Epoch: 18 [0/42 (0%)] Loss: 0.3870 +2025-04-01 03:29:17,752 - INFO - Train Epoch: 18 [10/42 (24%)] Loss: 0.3659 +2025-04-01 03:29:34,768 - INFO - Train Epoch: 18 [20/42 (48%)] Loss: 0.5069 +2025-04-01 03:29:51,826 - INFO - Train Epoch: 18 [30/42 (71%)] Loss: 0.4080 +2025-04-01 03:30:08,833 - INFO - Train Epoch: 18 [40/42 (95%)] Loss: 0.4601 +2025-04-01 03:30:09,730 - INFO - Epoch 18 - Train Loss: 0.4039 +2025-04-01 03:30:55,034 - INFO - Epoch 18 - Validation Accuracy: 59.85% +2025-04-01 03:30:55,035 - INFO - New best validation accuracy: 59.85% +2025-04-01 03:31:29,041 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:31:36,842 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:31:36,842 - INFO - Epoch 19/20 +2025-04-01 03:31:39,696 - INFO - Train Epoch: 19 [0/42 (0%)] Loss: 0.4792 +2025-04-01 03:31:56,492 - INFO - Train Epoch: 19 [10/42 (24%)] Loss: 0.3638 +2025-04-01 03:32:13,315 - INFO - Train Epoch: 19 [20/42 (48%)] Loss: 0.3467 +2025-04-01 03:32:30,228 - INFO - Train Epoch: 19 [30/42 (71%)] Loss: 0.4041 +2025-04-01 03:32:47,225 - INFO - Train Epoch: 19 [40/42 (95%)] Loss: 0.3723 +2025-04-01 03:32:48,139 - INFO - Epoch 19 - Train Loss: 0.3830 +2025-04-01 03:33:34,575 - INFO - Epoch 19 - Validation Accuracy: 60.98% +2025-04-01 03:33:34,575 - INFO - New best validation accuracy: 60.98% +2025-04-01 03:33:37,460 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:33:40,038 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:33:40,038 - INFO - Epoch 20/20 +2025-04-01 03:33:43,011 - INFO - Train Epoch: 20 [0/42 (0%)] Loss: 0.4144 +2025-04-01 03:33:59,970 - INFO - Train Epoch: 20 [10/42 (24%)] Loss: 0.4264 +2025-04-01 03:34:17,013 - INFO - Train Epoch: 20 [20/42 (48%)] Loss: 0.3452 +2025-04-01 03:34:34,052 - INFO - Train Epoch: 20 [30/42 (71%)] Loss: 0.3225 +2025-04-01 03:34:51,149 - INFO - Train Epoch: 20 [40/42 (95%)] Loss: 0.3467 +2025-04-01 03:34:52,066 - INFO - Epoch 20 - Train Loss: 0.3650 +2025-04-01 03:35:37,596 - INFO - Epoch 20 - Validation Accuracy: 61.43% +2025-04-01 03:35:37,596 - INFO - New best validation accuracy: 61.43% +2025-04-01 03:36:04,883 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/best_model +2025-04-01 03:36:09,871 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:36:55,138 - INFO - Final validation accuracy: 61.43% +2025-04-01 03:36:55,138 - INFO - Best validation accuracy: 61.43% +2025-04-01 03:36:57,379 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_30_percent/checkpoints/checkpoint_last +2025-04-01 03:36:57,380 - INFO - Training completed diff --git a/exp-rank-8/vit/fewshot_75_percent/checkpoints/best_model/checkpoint.pth b/exp-rank-8/vit/fewshot_75_percent/checkpoints/best_model/checkpoint.pth new file mode 100644 index 0000000000000000000000000000000000000000..a6ba7451a32831c93e76b5c77a3a47b8b697463c --- /dev/null +++ b/exp-rank-8/vit/fewshot_75_percent/checkpoints/best_model/checkpoint.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41fb519a8c90972c30bad82b0e234cd8504b22ce15afd8b828dc18a574a98772 +size 3601686 diff --git a/exp-rank-8/vit/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors b/exp-rank-8/vit/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8761ed877ca4bd8896cdd4a975830dc83672ccc0 --- /dev/null +++ b/exp-rank-8/vit/fewshot_75_percent/checkpoints/best_model/lora_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d547c422041f6c10afe524d294fd2189937226399848a97f603418aa218ca2f +size 2756200 diff --git a/exp-rank-8/vit/fewshot_75_percent/checkpoints/best_model/model.pth b/exp-rank-8/vit/fewshot_75_percent/checkpoints/best_model/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..ab202d8a38bcec794e24af413b30de9522b95c46 --- /dev/null +++ b/exp-rank-8/vit/fewshot_75_percent/checkpoints/best_model/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf31e89bd79d65068f5f3667113afd7cb9a4694687e2bb93be9529ae2e4cd991 +size 785541714 diff --git a/exp-rank-8/vit/fewshot_75_percent/training_20250401-033809.log b/exp-rank-8/vit/fewshot_75_percent/training_20250401-033809.log new file mode 100644 index 0000000000000000000000000000000000000000..e2901452ff2afdd79ff4c34b166af4d232a946d3 --- /dev/null +++ b/exp-rank-8/vit/fewshot_75_percent/training_20250401-033809.log @@ -0,0 +1,336 @@ +2025-04-01 03:38:09,611 - INFO - Arguments: Namespace(datasets=['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'], use_corruptions=False, severity_range=[1, 3], corruption_types=None, fewshot=0.75, epochs=20, batch_size=256, lr=0.0001, weight_decay=0.0001, temperature=2.0, alpha=0.5, backbone='vit', lora_rank=8, lora_alpha=16, lora_dropout=0.1, device=device(type='cuda', index=5), gpu=5, seed=42, num_workers=4, output_dir='./outputs/exp/vit/fewshot_75_percent', log_interval=10, save_interval=1, eval_interval=1, resume=None) +2025-04-01 03:38:09,611 - INFO - Creating dataloaders for datasets: ['aml', 'fundus', 'mammo_calc', 'mammo_mass', 'pneumonia', 'oct', 'pbc', 'bloodmnist', 'breastmnist', 'octmnist', 'pneumoniamnist', 'retinamnist'] +2025-04-01 03:40:59,436 - INFO - Initializing RobustMedClip model +2025-04-01 03:41:31,576 - INFO - Starting training +2025-04-01 03:41:31,577 - INFO - Epoch 1/20 +2025-04-01 03:41:37,476 - INFO - Train Epoch: 1 [0/104 (0%)] Loss: 5.1652 +2025-04-01 03:41:54,268 - INFO - Train Epoch: 1 [10/104 (10%)] Loss: 3.8122 +2025-04-01 03:42:11,116 - INFO - Train Epoch: 1 [20/104 (19%)] Loss: 3.4131 +2025-04-01 03:42:28,060 - INFO - Train Epoch: 1 [30/104 (29%)] Loss: 2.9647 +2025-04-01 03:42:45,074 - INFO - Train Epoch: 1 [40/104 (38%)] Loss: 2.4639 +2025-04-01 03:43:02,136 - INFO - Train Epoch: 1 [50/104 (48%)] Loss: 2.1897 +2025-04-01 03:43:19,162 - INFO - Train Epoch: 1 [60/104 (58%)] Loss: 2.1125 +2025-04-01 03:43:36,260 - INFO - Train Epoch: 1 [70/104 (67%)] Loss: 1.9308 +2025-04-01 03:43:53,350 - INFO - Train Epoch: 1 [80/104 (77%)] Loss: 2.0376 +2025-04-01 03:44:10,368 - INFO - Train Epoch: 1 [90/104 (87%)] Loss: 1.6248 +2025-04-01 03:44:27,449 - INFO - Train Epoch: 1 [100/104 (96%)] Loss: 1.6005 +2025-04-01 03:44:32,052 - INFO - Epoch 1 - Train Loss: 2.6141 +2025-04-01 03:45:18,407 - INFO - Epoch 1 - Validation Accuracy: 9.89% +2025-04-01 03:45:18,410 - INFO - New best validation accuracy: 9.89% +2025-04-01 03:45:25,912 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 03:45:30,061 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 03:45:30,061 - INFO - Epoch 2/20 +2025-04-01 03:45:33,132 - INFO - Train Epoch: 2 [0/104 (0%)] Loss: 1.6335 +2025-04-01 03:45:50,190 - INFO - Train Epoch: 2 [10/104 (10%)] Loss: 1.6565 +2025-04-01 03:46:07,133 - INFO - Train Epoch: 2 [20/104 (19%)] Loss: 1.6463 +2025-04-01 03:46:24,140 - INFO - Train Epoch: 2 [30/104 (29%)] Loss: 1.5541 +2025-04-01 03:46:41,132 - INFO - Train Epoch: 2 [40/104 (38%)] Loss: 1.4962 +2025-04-01 03:46:58,224 - INFO - Train Epoch: 2 [50/104 (48%)] Loss: 1.3315 +2025-04-01 03:47:15,313 - INFO - Train Epoch: 2 [60/104 (58%)] Loss: 1.2394 +2025-04-01 03:47:32,350 - INFO - Train Epoch: 2 [70/104 (67%)] Loss: 1.2800 +2025-04-01 03:47:49,407 - INFO - Train Epoch: 2 [80/104 (77%)] Loss: 1.1237 +2025-04-01 03:48:06,482 - INFO - Train Epoch: 2 [90/104 (87%)] Loss: 1.1020 +2025-04-01 03:48:23,570 - INFO - Train Epoch: 2 [100/104 (96%)] Loss: 1.1625 +2025-04-01 03:48:28,262 - INFO - Epoch 2 - Train Loss: 1.3508 +2025-04-01 03:49:14,645 - INFO - Epoch 2 - Validation Accuracy: 36.00% +2025-04-01 03:49:14,645 - INFO - New best validation accuracy: 36.00% +2025-04-01 03:49:57,162 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 03:50:04,079 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 03:50:04,079 - INFO - Epoch 3/20 +2025-04-01 03:50:07,100 - INFO - Train Epoch: 3 [0/104 (0%)] Loss: 1.0614 +2025-04-01 03:50:23,951 - INFO - Train Epoch: 3 [10/104 (10%)] Loss: 1.0157 +2025-04-01 03:50:40,931 - INFO - Train Epoch: 3 [20/104 (19%)] Loss: 0.9828 +2025-04-01 03:50:57,845 - INFO - Train Epoch: 3 [30/104 (29%)] Loss: 1.0811 +2025-04-01 03:51:14,838 - INFO - Train Epoch: 3 [40/104 (38%)] Loss: 1.0197 +2025-04-01 03:51:31,893 - INFO - Train Epoch: 3 [50/104 (48%)] Loss: 1.0700 +2025-04-01 03:51:48,976 - INFO - Train Epoch: 3 [60/104 (58%)] Loss: 0.9013 +2025-04-01 03:52:06,045 - INFO - Train Epoch: 3 [70/104 (67%)] Loss: 0.8833 +2025-04-01 03:52:23,092 - INFO - Train Epoch: 3 [80/104 (77%)] Loss: 0.9401 +2025-04-01 03:52:40,171 - INFO - Train Epoch: 3 [90/104 (87%)] Loss: 0.7458 +2025-04-01 03:52:57,273 - INFO - Train Epoch: 3 [100/104 (96%)] Loss: 0.7406 +2025-04-01 03:53:01,938 - INFO - Epoch 3 - Train Loss: 0.9032 +2025-04-01 03:53:48,431 - INFO - Epoch 3 - Validation Accuracy: 44.04% +2025-04-01 03:53:48,432 - INFO - New best validation accuracy: 44.04% +2025-04-01 03:54:39,986 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 03:54:52,764 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 03:54:52,764 - INFO - Epoch 4/20 +2025-04-01 03:54:55,707 - INFO - Train Epoch: 4 [0/104 (0%)] Loss: 0.7211 +2025-04-01 03:55:12,407 - INFO - Train Epoch: 4 [10/104 (10%)] Loss: 0.8313 +2025-04-01 03:55:29,197 - INFO - Train Epoch: 4 [20/104 (19%)] Loss: 0.6399 +2025-04-01 03:55:46,084 - INFO - Train Epoch: 4 [30/104 (29%)] Loss: 0.6242 +2025-04-01 03:56:03,013 - INFO - Train Epoch: 4 [40/104 (38%)] Loss: 0.5891 +2025-04-01 03:56:19,987 - INFO - Train Epoch: 4 [50/104 (48%)] Loss: 0.7046 +2025-04-01 03:56:37,026 - INFO - Train Epoch: 4 [60/104 (58%)] Loss: 0.5992 +2025-04-01 03:56:54,083 - INFO - Train Epoch: 4 [70/104 (67%)] Loss: 0.5805 +2025-04-01 03:57:11,149 - INFO - Train Epoch: 4 [80/104 (77%)] Loss: 0.6908 +2025-04-01 03:57:28,199 - INFO - Train Epoch: 4 [90/104 (87%)] Loss: 0.5733 +2025-04-01 03:57:45,222 - INFO - Train Epoch: 4 [100/104 (96%)] Loss: 0.5932 +2025-04-01 03:57:49,852 - INFO - Epoch 4 - Train Loss: 0.6613 +2025-04-01 03:58:36,210 - INFO - Epoch 4 - Validation Accuracy: 50.50% +2025-04-01 03:58:36,211 - INFO - New best validation accuracy: 50.50% +2025-04-01 03:59:12,422 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 03:59:31,616 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 03:59:31,616 - INFO - Epoch 5/20 +2025-04-01 03:59:34,533 - INFO - Train Epoch: 5 [0/104 (0%)] Loss: 0.5796 +2025-04-01 03:59:51,450 - INFO - Train Epoch: 5 [10/104 (10%)] Loss: 0.4827 +2025-04-01 04:00:08,373 - INFO - Train Epoch: 5 [20/104 (19%)] Loss: 0.6402 +2025-04-01 04:00:25,329 - INFO - Train Epoch: 5 [30/104 (29%)] Loss: 0.6257 +2025-04-01 04:00:42,259 - INFO - Train Epoch: 5 [40/104 (38%)] Loss: 0.5891 +2025-04-01 04:00:59,216 - INFO - Train Epoch: 5 [50/104 (48%)] Loss: 0.7113 +2025-04-01 04:01:16,229 - INFO - Train Epoch: 5 [60/104 (58%)] Loss: 0.6017 +2025-04-01 04:01:33,279 - INFO - Train Epoch: 5 [70/104 (67%)] Loss: 0.4840 +2025-04-01 04:01:50,334 - INFO - Train Epoch: 5 [80/104 (77%)] Loss: 0.6416 +2025-04-01 04:02:07,412 - INFO - Train Epoch: 5 [90/104 (87%)] Loss: 0.4467 +2025-04-01 04:02:24,426 - INFO - Train Epoch: 5 [100/104 (96%)] Loss: 0.5237 +2025-04-01 04:02:29,077 - INFO - Epoch 5 - Train Loss: 0.5351 +2025-04-01 04:03:15,060 - INFO - Epoch 5 - Validation Accuracy: 55.31% +2025-04-01 04:03:15,061 - INFO - New best validation accuracy: 55.31% +2025-04-01 04:03:52,379 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:04:07,850 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:04:07,850 - INFO - Epoch 6/20 +2025-04-01 04:04:10,780 - INFO - Train Epoch: 6 [0/104 (0%)] Loss: 0.4471 +2025-04-01 04:04:27,550 - INFO - Train Epoch: 6 [10/104 (10%)] Loss: 0.4506 +2025-04-01 04:04:44,392 - INFO - Train Epoch: 6 [20/104 (19%)] Loss: 0.3475 +2025-04-01 04:05:01,236 - INFO - Train Epoch: 6 [30/104 (29%)] Loss: 0.5256 +2025-04-01 04:05:18,134 - INFO - Train Epoch: 6 [40/104 (38%)] Loss: 0.4959 +2025-04-01 04:05:35,053 - INFO - Train Epoch: 6 [50/104 (48%)] Loss: 0.4434 +2025-04-01 04:05:52,001 - INFO - Train Epoch: 6 [60/104 (58%)] Loss: 0.5057 +2025-04-01 04:06:08,959 - INFO - Train Epoch: 6 [70/104 (67%)] Loss: 0.4962 +2025-04-01 04:06:25,942 - INFO - Train Epoch: 6 [80/104 (77%)] Loss: 0.4749 +2025-04-01 04:06:42,920 - INFO - Train Epoch: 6 [90/104 (87%)] Loss: 0.4066 +2025-04-01 04:06:59,900 - INFO - Train Epoch: 6 [100/104 (96%)] Loss: 0.4664 +2025-04-01 04:07:04,534 - INFO - Epoch 6 - Train Loss: 0.4689 +2025-04-01 04:07:50,210 - INFO - Epoch 6 - Validation Accuracy: 58.61% +2025-04-01 04:07:50,211 - INFO - New best validation accuracy: 58.61% +2025-04-01 04:08:21,322 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:08:35,044 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:08:35,045 - INFO - Epoch 7/20 +2025-04-01 04:08:38,100 - INFO - Train Epoch: 7 [0/104 (0%)] Loss: 0.5483 +2025-04-01 04:08:55,009 - INFO - Train Epoch: 7 [10/104 (10%)] Loss: 0.4084 +2025-04-01 04:09:11,909 - INFO - Train Epoch: 7 [20/104 (19%)] Loss: 0.3743 +2025-04-01 04:09:28,879 - INFO - Train Epoch: 7 [30/104 (29%)] Loss: 0.4341 +2025-04-01 04:09:45,843 - INFO - Train Epoch: 7 [40/104 (38%)] Loss: 0.3817 +2025-04-01 04:10:02,837 - INFO - Train Epoch: 7 [50/104 (48%)] Loss: 0.3744 +2025-04-01 04:10:19,826 - INFO - Train Epoch: 7 [60/104 (58%)] Loss: 0.4363 +2025-04-01 04:10:36,851 - INFO - Train Epoch: 7 [70/104 (67%)] Loss: 0.3156 +2025-04-01 04:10:53,903 - INFO - Train Epoch: 7 [80/104 (77%)] Loss: 0.3707 +2025-04-01 04:11:10,810 - INFO - Train Epoch: 7 [90/104 (87%)] Loss: 0.4623 +2025-04-01 04:11:27,770 - INFO - Train Epoch: 7 [100/104 (96%)] Loss: 0.4923 +2025-04-01 04:11:32,372 - INFO - Epoch 7 - Train Loss: 0.4063 +2025-04-01 04:12:18,332 - INFO - Epoch 7 - Validation Accuracy: 61.17% +2025-04-01 04:12:18,332 - INFO - New best validation accuracy: 61.17% +2025-04-01 04:12:56,329 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:13:15,664 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:13:15,664 - INFO - Epoch 8/20 +2025-04-01 04:13:18,610 - INFO - Train Epoch: 8 [0/104 (0%)] Loss: 0.3428 +2025-04-01 04:13:35,375 - INFO - Train Epoch: 8 [10/104 (10%)] Loss: 0.3099 +2025-04-01 04:13:52,224 - INFO - Train Epoch: 8 [20/104 (19%)] Loss: 0.3611 +2025-04-01 04:14:09,080 - INFO - Train Epoch: 8 [30/104 (29%)] Loss: 0.3281 +2025-04-01 04:14:25,960 - INFO - Train Epoch: 8 [40/104 (38%)] Loss: 0.3821 +2025-04-01 04:14:42,914 - INFO - Train Epoch: 8 [50/104 (48%)] Loss: 0.4287 +2025-04-01 04:14:59,890 - INFO - Train Epoch: 8 [60/104 (58%)] Loss: 0.3424 +2025-04-01 04:15:16,865 - INFO - Train Epoch: 8 [70/104 (67%)] Loss: 0.3407 +2025-04-01 04:15:33,871 - INFO - Train Epoch: 8 [80/104 (77%)] Loss: 0.3711 +2025-04-01 04:15:50,879 - INFO - Train Epoch: 8 [90/104 (87%)] Loss: 0.3469 +2025-04-01 04:16:07,911 - INFO - Train Epoch: 8 [100/104 (96%)] Loss: 0.3657 +2025-04-01 04:16:12,641 - INFO - Epoch 8 - Train Loss: 0.3605 +2025-04-01 04:16:58,635 - INFO - Epoch 8 - Validation Accuracy: 64.47% +2025-04-01 04:16:58,636 - INFO - New best validation accuracy: 64.47% +2025-04-01 04:17:19,486 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:17:48,679 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:17:48,679 - INFO - Epoch 9/20 +2025-04-01 04:17:51,739 - INFO - Train Epoch: 9 [0/104 (0%)] Loss: 0.3858 +2025-04-01 04:18:08,581 - INFO - Train Epoch: 9 [10/104 (10%)] Loss: 0.3156 +2025-04-01 04:18:25,491 - INFO - Train Epoch: 9 [20/104 (19%)] Loss: 0.3332 +2025-04-01 04:18:42,461 - INFO - Train Epoch: 9 [30/104 (29%)] Loss: 0.3589 +2025-04-01 04:18:59,443 - INFO - Train Epoch: 9 [40/104 (38%)] Loss: 0.2831 +2025-04-01 04:19:16,495 - INFO - Train Epoch: 9 [50/104 (48%)] Loss: 0.3729 +2025-04-01 04:19:33,648 - INFO - Train Epoch: 9 [60/104 (58%)] Loss: 0.3480 +2025-04-01 04:19:50,791 - INFO - Train Epoch: 9 [70/104 (67%)] Loss: 0.4329 +2025-04-01 04:20:07,963 - INFO - Train Epoch: 9 [80/104 (77%)] Loss: 0.3312 +2025-04-01 04:20:25,149 - INFO - Train Epoch: 9 [90/104 (87%)] Loss: 0.3089 +2025-04-01 04:20:42,248 - INFO - Train Epoch: 9 [100/104 (96%)] Loss: 0.2758 +2025-04-01 04:20:46,870 - INFO - Epoch 9 - Train Loss: 0.3330 +2025-04-01 04:21:33,590 - INFO - Epoch 9 - Validation Accuracy: 64.78% +2025-04-01 04:21:33,590 - INFO - New best validation accuracy: 64.78% +2025-04-01 04:22:14,590 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:22:30,668 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:22:30,669 - INFO - Epoch 10/20 +2025-04-01 04:22:33,702 - INFO - Train Epoch: 10 [0/104 (0%)] Loss: 0.3207 +2025-04-01 04:22:50,564 - INFO - Train Epoch: 10 [10/104 (10%)] Loss: 0.2860 +2025-04-01 04:23:07,472 - INFO - Train Epoch: 10 [20/104 (19%)] Loss: 0.3328 +2025-04-01 04:23:24,433 - INFO - Train Epoch: 10 [30/104 (29%)] Loss: 0.2759 +2025-04-01 04:23:41,328 - INFO - Train Epoch: 10 [40/104 (38%)] Loss: 0.3277 +2025-04-01 04:23:58,286 - INFO - Train Epoch: 10 [50/104 (48%)] Loss: 0.2982 +2025-04-01 04:24:15,319 - INFO - Train Epoch: 10 [60/104 (58%)] Loss: 0.2989 +2025-04-01 04:24:32,338 - INFO - Train Epoch: 10 [70/104 (67%)] Loss: 0.2940 +2025-04-01 04:24:49,375 - INFO - Train Epoch: 10 [80/104 (77%)] Loss: 0.2749 +2025-04-01 04:25:06,361 - INFO - Train Epoch: 10 [90/104 (87%)] Loss: 0.2717 +2025-04-01 04:25:23,358 - INFO - Train Epoch: 10 [100/104 (96%)] Loss: 0.3452 +2025-04-01 04:25:28,072 - INFO - Epoch 10 - Train Loss: 0.2998 +2025-04-01 04:26:14,497 - INFO - Epoch 10 - Validation Accuracy: 63.93% +2025-04-01 04:26:54,514 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:26:54,515 - INFO - Epoch 11/20 +2025-04-01 04:26:57,438 - INFO - Train Epoch: 11 [0/104 (0%)] Loss: 0.3120 +2025-04-01 04:27:14,141 - INFO - Train Epoch: 11 [10/104 (10%)] Loss: 0.2079 +2025-04-01 04:27:30,921 - INFO - Train Epoch: 11 [20/104 (19%)] Loss: 0.3633 +2025-04-01 04:27:47,824 - INFO - Train Epoch: 11 [30/104 (29%)] Loss: 0.2779 +2025-04-01 04:28:04,779 - INFO - Train Epoch: 11 [40/104 (38%)] Loss: 0.2478 +2025-04-01 04:28:21,745 - INFO - Train Epoch: 11 [50/104 (48%)] Loss: 0.2864 +2025-04-01 04:28:38,716 - INFO - Train Epoch: 11 [60/104 (58%)] Loss: 0.2977 +2025-04-01 04:28:55,740 - INFO - Train Epoch: 11 [70/104 (67%)] Loss: 0.3016 +2025-04-01 04:29:12,752 - INFO - Train Epoch: 11 [80/104 (77%)] Loss: 0.2918 +2025-04-01 04:29:29,775 - INFO - Train Epoch: 11 [90/104 (87%)] Loss: 0.3275 +2025-04-01 04:29:46,772 - INFO - Train Epoch: 11 [100/104 (96%)] Loss: 0.2452 +2025-04-01 04:29:51,400 - INFO - Epoch 11 - Train Loss: 0.2884 +2025-04-01 04:30:37,409 - INFO - Epoch 11 - Validation Accuracy: 67.33% +2025-04-01 04:30:37,409 - INFO - New best validation accuracy: 67.33% +2025-04-01 04:30:39,155 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:30:40,717 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:30:40,717 - INFO - Epoch 12/20 +2025-04-01 04:30:43,687 - INFO - Train Epoch: 12 [0/104 (0%)] Loss: 0.2830 +2025-04-01 04:31:00,735 - INFO - Train Epoch: 12 [10/104 (10%)] Loss: 0.2525 +2025-04-01 04:31:17,753 - INFO - Train Epoch: 12 [20/104 (19%)] Loss: 0.2736 +2025-04-01 04:31:34,745 - INFO - Train Epoch: 12 [30/104 (29%)] Loss: 0.2909 +2025-04-01 04:31:51,697 - INFO - Train Epoch: 12 [40/104 (38%)] Loss: 0.2897 +2025-04-01 04:32:08,682 - INFO - Train Epoch: 12 [50/104 (48%)] Loss: 0.3256 +2025-04-01 04:32:25,685 - INFO - Train Epoch: 12 [60/104 (58%)] Loss: 0.2764 +2025-04-01 04:32:42,779 - INFO - Train Epoch: 12 [70/104 (67%)] Loss: 0.2441 +2025-04-01 04:32:59,832 - INFO - Train Epoch: 12 [80/104 (77%)] Loss: 0.2172 +2025-04-01 04:33:16,878 - INFO - Train Epoch: 12 [90/104 (87%)] Loss: 0.3025 +2025-04-01 04:33:33,908 - INFO - Train Epoch: 12 [100/104 (96%)] Loss: 0.2990 +2025-04-01 04:33:38,569 - INFO - Epoch 12 - Train Loss: 0.2743 +2025-04-01 04:34:25,843 - INFO - Epoch 12 - Validation Accuracy: 68.73% +2025-04-01 04:34:25,844 - INFO - New best validation accuracy: 68.73% +2025-04-01 04:34:27,772 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:34:29,922 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:34:29,923 - INFO - Epoch 13/20 +2025-04-01 04:34:32,887 - INFO - Train Epoch: 13 [0/104 (0%)] Loss: 0.2650 +2025-04-01 04:34:49,873 - INFO - Train Epoch: 13 [10/104 (10%)] Loss: 0.2540 +2025-04-01 04:35:06,946 - INFO - Train Epoch: 13 [20/104 (19%)] Loss: 0.2721 +2025-04-01 04:35:24,023 - INFO - Train Epoch: 13 [30/104 (29%)] Loss: 0.1826 +2025-04-01 04:35:41,119 - INFO - Train Epoch: 13 [40/104 (38%)] Loss: 0.2803 +2025-04-01 04:35:58,291 - INFO - Train Epoch: 13 [50/104 (48%)] Loss: 0.2987 +2025-04-01 04:36:15,332 - INFO - Train Epoch: 13 [60/104 (58%)] Loss: 0.2129 +2025-04-01 04:36:32,396 - INFO - Train Epoch: 13 [70/104 (67%)] Loss: 0.3504 +2025-04-01 04:36:49,464 - INFO - Train Epoch: 13 [80/104 (77%)] Loss: 0.1700 +2025-04-01 04:37:06,557 - INFO - Train Epoch: 13 [90/104 (87%)] Loss: 0.2549 +2025-04-01 04:37:23,649 - INFO - Train Epoch: 13 [100/104 (96%)] Loss: 0.2453 +2025-04-01 04:37:28,309 - INFO - Epoch 13 - Train Loss: 0.2576 +2025-04-01 04:38:14,774 - INFO - Epoch 13 - Validation Accuracy: 68.25% +2025-04-01 04:38:18,097 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:38:18,097 - INFO - Epoch 14/20 +2025-04-01 04:38:21,163 - INFO - Train Epoch: 14 [0/104 (0%)] Loss: 0.2592 +2025-04-01 04:38:38,219 - INFO - Train Epoch: 14 [10/104 (10%)] Loss: 0.2948 +2025-04-01 04:38:55,247 - INFO - Train Epoch: 14 [20/104 (19%)] Loss: 0.2411 +2025-04-01 04:39:12,238 - INFO - Train Epoch: 14 [30/104 (29%)] Loss: 0.1994 +2025-04-01 04:39:29,255 - INFO - Train Epoch: 14 [40/104 (38%)] Loss: 0.2471 +2025-04-01 04:39:46,281 - INFO - Train Epoch: 14 [50/104 (48%)] Loss: 0.2480 +2025-04-01 04:40:03,351 - INFO - Train Epoch: 14 [60/104 (58%)] Loss: 0.2641 +2025-04-01 04:40:20,349 - INFO - Train Epoch: 14 [70/104 (67%)] Loss: 0.3792 +2025-04-01 04:40:37,328 - INFO - Train Epoch: 14 [80/104 (77%)] Loss: 0.2374 +2025-04-01 04:40:54,335 - INFO - Train Epoch: 14 [90/104 (87%)] Loss: 0.2361 +2025-04-01 04:41:11,377 - INFO - Train Epoch: 14 [100/104 (96%)] Loss: 0.2309 +2025-04-01 04:41:16,023 - INFO - Epoch 14 - Train Loss: 0.2480 +2025-04-01 04:42:02,416 - INFO - Epoch 14 - Validation Accuracy: 69.68% +2025-04-01 04:42:02,416 - INFO - New best validation accuracy: 69.68% +2025-04-01 04:42:04,665 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:42:07,060 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:42:07,060 - INFO - Epoch 15/20 +2025-04-01 04:42:10,113 - INFO - Train Epoch: 15 [0/104 (0%)] Loss: 0.2315 +2025-04-01 04:42:27,102 - INFO - Train Epoch: 15 [10/104 (10%)] Loss: 0.1746 +2025-04-01 04:42:44,234 - INFO - Train Epoch: 15 [20/104 (19%)] Loss: 0.2246 +2025-04-01 04:43:01,200 - INFO - Train Epoch: 15 [30/104 (29%)] Loss: 0.2012 +2025-04-01 04:43:18,236 - INFO - Train Epoch: 15 [40/104 (38%)] Loss: 0.2257 +2025-04-01 04:43:35,267 - INFO - Train Epoch: 15 [50/104 (48%)] Loss: 0.2838 +2025-04-01 04:43:52,354 - INFO - Train Epoch: 15 [60/104 (58%)] Loss: 0.2406 +2025-04-01 04:44:09,460 - INFO - Train Epoch: 15 [70/104 (67%)] Loss: 0.2309 +2025-04-01 04:44:26,530 - INFO - Train Epoch: 15 [80/104 (77%)] Loss: 0.2411 +2025-04-01 04:44:43,619 - INFO - Train Epoch: 15 [90/104 (87%)] Loss: 0.2204 +2025-04-01 04:45:00,669 - INFO - Train Epoch: 15 [100/104 (96%)] Loss: 0.2518 +2025-04-01 04:45:05,335 - INFO - Epoch 15 - Train Loss: 0.2355 +2025-04-01 04:45:51,699 - INFO - Epoch 15 - Validation Accuracy: 71.28% +2025-04-01 04:45:51,699 - INFO - New best validation accuracy: 71.28% +2025-04-01 04:45:53,087 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 04:45:54,504 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:45:54,504 - INFO - Epoch 16/20 +2025-04-01 04:45:57,535 - INFO - Train Epoch: 16 [0/104 (0%)] Loss: 0.1724 +2025-04-01 04:46:14,604 - INFO - Train Epoch: 16 [10/104 (10%)] Loss: 0.2444 +2025-04-01 04:46:31,663 - INFO - Train Epoch: 16 [20/104 (19%)] Loss: 0.2330 +2025-04-01 04:46:48,754 - INFO - Train Epoch: 16 [30/104 (29%)] Loss: 0.1821 +2025-04-01 04:47:05,844 - INFO - Train Epoch: 16 [40/104 (38%)] Loss: 0.2191 +2025-04-01 04:47:22,892 - INFO - Train Epoch: 16 [50/104 (48%)] Loss: 0.1773 +2025-04-01 04:47:39,920 - INFO - Train Epoch: 16 [60/104 (58%)] Loss: 0.2746 +2025-04-01 04:47:56,997 - INFO - Train Epoch: 16 [70/104 (67%)] Loss: 0.1644 +2025-04-01 04:48:14,023 - INFO - Train Epoch: 16 [80/104 (77%)] Loss: 0.2141 +2025-04-01 04:48:31,034 - INFO - Train Epoch: 16 [90/104 (87%)] Loss: 0.2107 +2025-04-01 04:48:48,078 - INFO - Train Epoch: 16 [100/104 (96%)] Loss: 0.2998 +2025-04-01 04:48:52,730 - INFO - Epoch 16 - Train Loss: 0.2203 +2025-04-01 04:49:38,738 - INFO - Epoch 16 - Validation Accuracy: 70.48% +2025-04-01 04:49:41,651 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:49:41,651 - INFO - Epoch 17/20 +2025-04-01 04:49:44,826 - INFO - Train Epoch: 17 [0/104 (0%)] Loss: 0.1874 +2025-04-01 04:50:01,833 - INFO - Train Epoch: 17 [10/104 (10%)] Loss: 0.2165 +2025-04-01 04:50:18,870 - INFO - Train Epoch: 17 [20/104 (19%)] Loss: 0.1776 +2025-04-01 04:50:35,915 - INFO - Train Epoch: 17 [30/104 (29%)] Loss: 0.1675 +2025-04-01 04:50:52,923 - INFO - Train Epoch: 17 [40/104 (38%)] Loss: 0.1893 +2025-04-01 04:51:09,951 - INFO - Train Epoch: 17 [50/104 (48%)] Loss: 0.2172 +2025-04-01 04:51:27,009 - INFO - Train Epoch: 17 [60/104 (58%)] Loss: 0.2274 +2025-04-01 04:51:44,102 - INFO - Train Epoch: 17 [70/104 (67%)] Loss: 0.2486 +2025-04-01 04:52:01,172 - INFO - Train Epoch: 17 [80/104 (77%)] Loss: 0.1851 +2025-04-01 04:52:18,243 - INFO - Train Epoch: 17 [90/104 (87%)] Loss: 0.2729 +2025-04-01 04:52:35,289 - INFO - Train Epoch: 17 [100/104 (96%)] Loss: 0.3010 +2025-04-01 04:52:39,974 - INFO - Epoch 17 - Train Loss: 0.2212 +2025-04-01 04:53:26,501 - INFO - Epoch 17 - Validation Accuracy: 68.43% +2025-04-01 04:53:28,175 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:53:28,175 - INFO - Epoch 18/20 +2025-04-01 04:53:31,168 - INFO - Train Epoch: 18 [0/104 (0%)] Loss: 0.1665 +2025-04-01 04:53:48,184 - INFO - Train Epoch: 18 [10/104 (10%)] Loss: 0.1939 +2025-04-01 04:54:05,244 - INFO - Train Epoch: 18 [20/104 (19%)] Loss: 0.2476 +2025-04-01 04:54:22,201 - INFO - Train Epoch: 18 [30/104 (29%)] Loss: 0.2249 +2025-04-01 04:54:39,099 - INFO - Train Epoch: 18 [40/104 (38%)] Loss: 0.2068 +2025-04-01 04:54:56,056 - INFO - Train Epoch: 18 [50/104 (48%)] Loss: 0.2567 +2025-04-01 04:55:12,964 - INFO - Train Epoch: 18 [60/104 (58%)] Loss: 0.2322 +2025-04-01 04:55:29,903 - INFO - Train Epoch: 18 [70/104 (67%)] Loss: 0.1731 +2025-04-01 04:55:46,806 - INFO - Train Epoch: 18 [80/104 (77%)] Loss: 0.2423 +2025-04-01 04:56:03,719 - INFO - Train Epoch: 18 [90/104 (87%)] Loss: 0.2231 +2025-04-01 04:56:20,636 - INFO - Train Epoch: 18 [100/104 (96%)] Loss: 0.1886 +2025-04-01 04:56:25,328 - INFO - Epoch 18 - Train Loss: 0.2108 +2025-04-01 04:57:11,088 - INFO - Epoch 18 - Validation Accuracy: 70.97% +2025-04-01 04:57:12,741 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 04:57:12,742 - INFO - Epoch 19/20 +2025-04-01 04:57:15,754 - INFO - Train Epoch: 19 [0/104 (0%)] Loss: 0.1937 +2025-04-01 04:57:32,751 - INFO - Train Epoch: 19 [10/104 (10%)] Loss: 0.1512 +2025-04-01 04:57:49,697 - INFO - Train Epoch: 19 [20/104 (19%)] Loss: 0.1832 +2025-04-01 04:58:06,668 - INFO - Train Epoch: 19 [30/104 (29%)] Loss: 0.1906 +2025-04-01 04:58:23,637 - INFO - Train Epoch: 19 [40/104 (38%)] Loss: 0.2179 +2025-04-01 04:58:40,594 - INFO - Train Epoch: 19 [50/104 (48%)] Loss: 0.2282 +2025-04-01 04:58:57,561 - INFO - Train Epoch: 19 [60/104 (58%)] Loss: 0.1936 +2025-04-01 04:59:14,496 - INFO - Train Epoch: 19 [70/104 (67%)] Loss: 0.2643 +2025-04-01 04:59:31,457 - INFO - Train Epoch: 19 [80/104 (77%)] Loss: 0.1935 +2025-04-01 04:59:48,420 - INFO - Train Epoch: 19 [90/104 (87%)] Loss: 0.1903 +2025-04-01 05:00:05,365 - INFO - Train Epoch: 19 [100/104 (96%)] Loss: 0.2036 +2025-04-01 05:00:10,046 - INFO - Epoch 19 - Train Loss: 0.2046 +2025-04-01 05:00:55,838 - INFO - Epoch 19 - Validation Accuracy: 70.97% +2025-04-01 05:00:57,606 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 05:00:57,606 - INFO - Epoch 20/20 +2025-04-01 05:01:00,678 - INFO - Train Epoch: 20 [0/104 (0%)] Loss: 0.2021 +2025-04-01 05:01:17,592 - INFO - Train Epoch: 20 [10/104 (10%)] Loss: 0.1633 +2025-04-01 05:01:34,525 - INFO - Train Epoch: 20 [20/104 (19%)] Loss: 0.1757 +2025-04-01 05:01:51,480 - INFO - Train Epoch: 20 [30/104 (29%)] Loss: 0.2040 +2025-04-01 05:02:08,384 - INFO - Train Epoch: 20 [40/104 (38%)] Loss: 0.2987 +2025-04-01 05:02:25,329 - INFO - Train Epoch: 20 [50/104 (48%)] Loss: 0.2402 +2025-04-01 05:02:42,223 - INFO - Train Epoch: 20 [60/104 (58%)] Loss: 0.2118 +2025-04-01 05:02:59,131 - INFO - Train Epoch: 20 [70/104 (67%)] Loss: 0.2679 +2025-04-01 05:03:16,020 - INFO - Train Epoch: 20 [80/104 (77%)] Loss: 0.2278 +2025-04-01 05:03:32,987 - INFO - Train Epoch: 20 [90/104 (87%)] Loss: 0.1588 +2025-04-01 05:03:49,888 - INFO - Train Epoch: 20 [100/104 (96%)] Loss: 0.1499 +2025-04-01 05:03:54,480 - INFO - Epoch 20 - Train Loss: 0.1969 +2025-04-01 05:04:39,918 - INFO - Epoch 20 - Validation Accuracy: 71.54% +2025-04-01 05:04:39,918 - INFO - New best validation accuracy: 71.54% +2025-04-01 05:04:41,599 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/best_model +2025-04-01 05:04:43,212 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 05:05:28,994 - INFO - Final validation accuracy: 71.54% +2025-04-01 05:05:28,994 - INFO - Best validation accuracy: 71.54% +2025-04-01 05:05:31,021 - INFO - Checkpoint saved to outputs/exp/vit/fewshot_75_percent/checkpoints/checkpoint_last +2025-04-01 05:05:31,021 - INFO - Training completed diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/all_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bf4be4781de1edae0f755275c570dd8cfe8d5557 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.13621748026892722, + "roc_auc": 0.6009946256873586 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.09997076878105816, + "roc_auc": 0.6010273204093406 + }, + "2": { + "accuracy": 0.09938614440222157, + "roc_auc": 0.6016480773583996 + }, + "3": { + "accuracy": 0.0912014030985092, + "roc_auc": 0.5960107466570469 + }, + "4": { + "accuracy": 0.09061677871967261, + "roc_auc": 0.5967981819074835 + }, + "5": { + "accuracy": 0.08827828120432622, + "roc_auc": 0.5965452633845262 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.07717041800643087, + "roc_auc": 0.5452218632404009 + }, + "2": { + "accuracy": 0.07629348143817598, + "roc_auc": 0.5524075489791858 + }, + "3": { + "accuracy": 0.0695703010815551, + "roc_auc": 0.556322038516672 + }, + "4": { + "accuracy": 0.0678164279450453, + "roc_auc": 0.552787729476627 + }, + "5": { + "accuracy": 0.06664717918737212, + "roc_auc": 0.5477199093261491 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.11984799766150249, + "roc_auc": 0.5977070431051206 + }, + "2": { + "accuracy": 0.11955568547208419, + "roc_auc": 0.5974898948152656 + }, + "3": { + "accuracy": 0.1189710610932476, + "roc_auc": 0.5966317574895154 + }, + "4": { + "accuracy": 0.11137094416837182, + "roc_auc": 0.5974287388204185 + }, + "5": { + "accuracy": 0.11429406606255481, + "roc_auc": 0.5990407881367299 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12452499269219526, + "roc_auc": 0.5726809635259607 + }, + "2": { + "accuracy": 0.10260157848582285, + "roc_auc": 0.5497013104152524 + }, + "3": { + "accuracy": 0.10347851505407775, + "roc_auc": 0.54651743096192 + }, + "4": { + "accuracy": 0.09061677871967261, + "roc_auc": 0.5428168226866528 + }, + "5": { + "accuracy": 0.08886290558316282, + "roc_auc": 0.5429441741589204 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1189710610932476, + "roc_auc": 0.5790168026384708 + }, + "2": { + "accuracy": 0.12481730488161356, + "roc_auc": 0.5940242908731934 + }, + "3": { + "accuracy": 0.12423268050277697, + "roc_auc": 0.555872873701184 + }, + "4": { + "accuracy": 0.14790996784565916, + "roc_auc": 0.5678200220779851 + }, + "5": { + "accuracy": 0.15463314820228002, + "roc_auc": 0.546149176364891 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.14498684595147618, + "roc_auc": 0.6060820673738707 + }, + "2": { + "accuracy": 0.14586378251973106, + "roc_auc": 0.6024535731766658 + }, + "3": { + "accuracy": 0.14235603624671148, + "roc_auc": 0.5983039854314263 + }, + "4": { + "accuracy": 0.1411867874890383, + "roc_auc": 0.5940294612005841 + }, + "5": { + "accuracy": 0.1414790996784566, + "roc_auc": 0.5838554031008942 + } + }, + "contrast": { + "1": { + "accuracy": 0.1391406021631102, + "roc_auc": 0.6070966424453916 + }, + "2": { + "accuracy": 0.1400175387313651, + "roc_auc": 0.6071778292439399 + }, + "3": { + "accuracy": 0.14323297281496639, + "roc_auc": 0.602887513367311 + }, + "4": { + "accuracy": 0.1400175387313651, + "roc_auc": 0.5938277743998952 + }, + "5": { + "accuracy": 0.10874013446360713, + "roc_auc": 0.5614649631573969 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.35, + "roc_auc": 0.45268204662189293 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.355, + "roc_auc": 0.4546458393320057 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.45119919307492784 + }, + "3": { + "accuracy": 0.3775, + "roc_auc": 0.4352770467554484 + }, + "4": { + "accuracy": 0.385, + "roc_auc": 0.4501501603863959 + }, + "5": { + "accuracy": 0.37, + "roc_auc": 0.4227954633797923 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4025, + "roc_auc": 0.4345173246680739 + }, + "2": { + "accuracy": 0.41, + "roc_auc": 0.45104398101279963 + }, + "3": { + "accuracy": 0.4225, + "roc_auc": 0.4637308679804413 + }, + "4": { + "accuracy": 0.4225, + "roc_auc": 0.4569133195006754 + }, + "5": { + "accuracy": 0.4175, + "roc_auc": 0.42571045717969236 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.44014593605855784 + }, + "2": { + "accuracy": 0.3625, + "roc_auc": 0.4400994377329427 + }, + "3": { + "accuracy": 0.3675, + "roc_auc": 0.4549590303931602 + }, + "4": { + "accuracy": 0.3625, + "roc_auc": 0.4563071587081956 + }, + "5": { + "accuracy": 0.365, + "roc_auc": 0.45223378810002524 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3425, + "roc_auc": 0.44828800047184697 + }, + "2": { + "accuracy": 0.3525, + "roc_auc": 0.45091494478178584 + }, + "3": { + "accuracy": 0.3525, + "roc_auc": 0.44622556997898943 + }, + "4": { + "accuracy": 0.35, + "roc_auc": 0.4397618670504809 + }, + "5": { + "accuracy": 0.3575, + "roc_auc": 0.4274326134112652 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.42925304064671643 + }, + "2": { + "accuracy": 0.36, + "roc_auc": 0.4367152199728011 + }, + "3": { + "accuracy": 0.35, + "roc_auc": 0.42608788480683646 + }, + "4": { + "accuracy": 0.345, + "roc_auc": 0.41723233516748354 + }, + "5": { + "accuracy": 0.3675, + "roc_auc": 0.41119021192489524 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.35, + "roc_auc": 0.4517314456026522 + }, + "2": { + "accuracy": 0.3425, + "roc_auc": 0.44777412577485104 + }, + "3": { + "accuracy": 0.345, + "roc_auc": 0.45018087741509494 + }, + "4": { + "accuracy": 0.345, + "roc_auc": 0.4459967287660115 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.45111881553096733 + } + }, + "contrast": { + "1": { + "accuracy": 0.3375, + "roc_auc": 0.44675772774767647 + }, + "2": { + "accuracy": 0.335, + "roc_auc": 0.44278869849747043 + }, + "3": { + "accuracy": 0.3325, + "roc_auc": 0.444562857723856 + }, + "4": { + "accuracy": 0.3275, + "roc_auc": 0.44817730730502897 + }, + "5": { + "accuracy": 0.3225, + "roc_auc": 0.44253200625221767 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.503968253968254 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.46741854636591473 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.49352548036758564 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.47347535505430244 + }, + "4": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.46115288220551376 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.4260651629072681 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.547827903091061 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5088763575605681 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4938387635756057 + }, + "4": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4496658312447786 + }, + "5": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.45572263993316625 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.5183792815371763 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.5183792815371763 + }, + "3": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.5075187969924811 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5334168755221387 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5261069340016709 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.44068504594820385 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.4195906432748538 + }, + "3": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.4321219715956558 + }, + "4": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4408939014202172 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.43828320802005016 + } + }, + "pixelate": { + "1": { + "accuracy": 0.532051282051282, + "roc_auc": 0.49853801169590645 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4979114452798663 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.4801587301587302 + }, + "4": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.4567669172932331 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.4523809523809524 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.5018796992481203 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5039682539682541 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.5008354218880535 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.502297410192147 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5056390977443609 + } + }, + "contrast": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.4857978279030911 + }, + "2": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.4550960735171261 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.43441938178780287 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.42126148705096067 + }, + "5": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4018379281537176 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.279, + "roc_auc": 0.5979253333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.272, + "roc_auc": 0.6241753333333333 + }, + "2": { + "accuracy": 0.269, + "roc_auc": 0.6369773333333334 + }, + "3": { + "accuracy": 0.272, + "roc_auc": 0.6486113333333333 + }, + "4": { + "accuracy": 0.267, + "roc_auc": 0.6347393333333333 + }, + "5": { + "accuracy": 0.254, + "roc_auc": 0.6245580000000001 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.286, + "roc_auc": 0.6857033333333333 + }, + "2": { + "accuracy": 0.269, + "roc_auc": 0.6699086666666666 + }, + "3": { + "accuracy": 0.282, + "roc_auc": 0.6630733333333333 + }, + "4": { + "accuracy": 0.284, + "roc_auc": 0.6573453333333333 + }, + "5": { + "accuracy": 0.277, + "roc_auc": 0.6420933333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.276, + "roc_auc": 0.6357806666666667 + }, + "2": { + "accuracy": 0.275, + "roc_auc": 0.6357706666666667 + }, + "3": { + "accuracy": 0.261, + "roc_auc": 0.621894 + }, + "4": { + "accuracy": 0.261, + "roc_auc": 0.6210333333333333 + }, + "5": { + "accuracy": 0.246, + "roc_auc": 0.610638 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.296, + "roc_auc": 0.6352460000000001 + }, + "2": { + "accuracy": 0.3, + "roc_auc": 0.6329953333333334 + }, + "3": { + "accuracy": 0.296, + "roc_auc": 0.644994 + }, + "4": { + "accuracy": 0.293, + "roc_auc": 0.6451206666666667 + }, + "5": { + "accuracy": 0.288, + "roc_auc": 0.6450266666666666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.6096026666666666 + }, + "2": { + "accuracy": 0.282, + "roc_auc": 0.622436 + }, + "3": { + "accuracy": 0.262, + "roc_auc": 0.6073626666666667 + }, + "4": { + "accuracy": 0.267, + "roc_auc": 0.6175413333333333 + }, + "5": { + "accuracy": 0.256, + "roc_auc": 0.645222 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.5992066666666667 + }, + "2": { + "accuracy": 0.28, + "roc_auc": 0.5997686666666666 + }, + "3": { + "accuracy": 0.279, + "roc_auc": 0.5991686666666667 + }, + "4": { + "accuracy": 0.273, + "roc_auc": 0.597698 + }, + "5": { + "accuracy": 0.269, + "roc_auc": 0.5935526666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.282, + "roc_auc": 0.596524 + }, + "2": { + "accuracy": 0.286, + "roc_auc": 0.5948446666666667 + }, + "3": { + "accuracy": 0.288, + "roc_auc": 0.5999506666666667 + }, + "4": { + "accuracy": 0.293, + "roc_auc": 0.6030206666666668 + }, + "5": { + "accuracy": 0.291, + "roc_auc": 0.6076746666666667 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.47596153846153844, + "roc_auc": 0.8560103002410695 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.6275586237124698 + }, + "2": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.519669077361385 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4005150120534736 + }, + "4": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.40729235152312077 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.3865329826868288 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.4482577251808021 + }, + "2": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.41513258820951127 + }, + "3": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.3417707648476879 + }, + "4": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.3536872671488056 + }, + "5": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.37507670392285775 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.46474358974358976, + "roc_auc": 0.8317828183212799 + }, + "2": { + "accuracy": 0.46474358974358976, + "roc_auc": 0.8317006355467893 + }, + "3": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.7839688801227263 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.7263204032434801 + }, + "5": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.6864562787639711 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.453525641025641, + "roc_auc": 0.8461867192636423 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.8041036598728906 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.750109577032654 + }, + "4": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.6944554021477098 + }, + "5": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.6221564760026299 + } + }, + "pixelate": { + "1": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6607166337935569 + }, + "2": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.6758766162612315 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.6727481919789612 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.732215647600263 + }, + "5": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.7583333333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.8552323033092264 + }, + "2": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.857703265395573 + }, + "3": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.8655928117466579 + }, + "4": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.8814431295200527 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.8443841770764848 + } + }, + "contrast": { + "1": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.8614288845058076 + }, + "2": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.8693896559281175 + }, + "3": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.8625356125356125 + }, + "4": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.8585196142888449 + }, + "5": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.8048104317335086 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.552981651253348 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.018508437670114317, + "roc_auc": 0.592954994295629 + }, + "2": { + "accuracy": 0.016058791507893303, + "roc_auc": 0.6209325006838802 + }, + "3": { + "accuracy": 0.011703864997278171, + "roc_auc": 0.5651065614043709 + }, + "4": { + "accuracy": 0.012520413718018509, + "roc_auc": 0.5760486219005151 + }, + "5": { + "accuracy": 0.010615133369624387, + "roc_auc": 0.5889440460048688 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.005988023952095809, + "roc_auc": 0.6032660672685066 + }, + "2": { + "accuracy": 0.007076755579749592, + "roc_auc": 0.5895127677674223 + }, + "3": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.6335775674252215 + }, + "4": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.5956163453331127 + }, + "5": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.568287404256867 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.011431682090364725, + "roc_auc": 0.560915823872277 + }, + "2": { + "accuracy": 0.01115949918345128, + "roc_auc": 0.5592063912687936 + }, + "3": { + "accuracy": 0.010342950462710943, + "roc_auc": 0.5661284881380743 + }, + "4": { + "accuracy": 0.009526401741970605, + "roc_auc": 0.554281799208518 + }, + "5": { + "accuracy": 0.009254218835057159, + "roc_auc": 0.5497057022274193 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.582827168493211 + }, + "2": { + "accuracy": 0.011703864997278171, + "roc_auc": 0.5813067344507249 + }, + "3": { + "accuracy": 0.011976047904191617, + "roc_auc": 0.5802040406622464 + }, + "4": { + "accuracy": 0.01442569406641263, + "roc_auc": 0.5750121188902126 + }, + "5": { + "accuracy": 0.015242242787152967, + "roc_auc": 0.5676011278441028 + } + }, + "pixelate": { + "1": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.5078126122537345 + }, + "2": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5182063438000072 + }, + "3": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.4916948862364111 + }, + "4": { + "accuracy": 0.005988023952095809, + "roc_auc": 0.5243367799049499 + }, + "5": { + "accuracy": 0.005171475231355471, + "roc_auc": 0.48661573665972474 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.5513251168209528 + }, + "2": { + "accuracy": 0.004627109417528579, + "roc_auc": 0.5592996446044661 + }, + "3": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.5507270099714933 + }, + "4": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.526326679847295 + }, + "5": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.4982390402649133 + } + }, + "contrast": { + "1": { + "accuracy": 0.009526401741970605, + "roc_auc": 0.5424503433336445 + }, + "2": { + "accuracy": 0.015514425694066412, + "roc_auc": 0.5326047517661967 + }, + "3": { + "accuracy": 0.021230266739248774, + "roc_auc": 0.5224353510708922 + }, + "4": { + "accuracy": 0.026673924877517692, + "roc_auc": 0.5034094310114301 + }, + "5": { + "accuracy": 0.03320631464344039, + "roc_auc": 0.49706189753287655 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.5384048138752875 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.4460208837236742 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.4152336145360156 + }, + "3": { + "accuracy": 0.7875, + "roc_auc": 0.39833195681670697 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.40608223703616303 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.36646068078579436 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.4742198100407056 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.513561146834995 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.48171199339272014 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.4786959471417615 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.44843962008141114 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7859375, + "roc_auc": 0.5135390242463571 + }, + "2": { + "accuracy": 0.7859375, + "roc_auc": 0.5135390242463571 + }, + "3": { + "accuracy": 0.7859375, + "roc_auc": 0.46336499321573954 + }, + "4": { + "accuracy": 0.7828125, + "roc_auc": 0.44012152675358385 + }, + "5": { + "accuracy": 0.7828125, + "roc_auc": 0.43842546162468293 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.78125, + "roc_auc": 0.4640360450710872 + }, + "2": { + "accuracy": 0.778125, + "roc_auc": 0.4154179694413309 + }, + "3": { + "accuracy": 0.778125, + "roc_auc": 0.37357678013096574 + }, + "4": { + "accuracy": 0.7734375, + "roc_auc": 0.34435284054038107 + }, + "5": { + "accuracy": 0.771875, + "roc_auc": 0.32274644563742555 + } + }, + "pixelate": { + "1": { + "accuracy": 0.76875, + "roc_auc": 0.31301988083298915 + }, + "2": { + "accuracy": 0.765625, + "roc_auc": 0.31355819715650995 + }, + "3": { + "accuracy": 0.765625, + "roc_auc": 0.31085186714648105 + }, + "4": { + "accuracy": 0.7625, + "roc_auc": 0.3121644740723261 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.3311309067311663 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.5384859300336262 + }, + "2": { + "accuracy": 0.7828125, + "roc_auc": 0.5298802430535072 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.5219824789097989 + }, + "4": { + "accuracy": 0.784375, + "roc_auc": 0.5073225768391245 + }, + "5": { + "accuracy": 0.784375, + "roc_auc": 0.5016149489705622 + } + }, + "contrast": { + "1": { + "accuracy": 0.78125, + "roc_auc": 0.5397616659784084 + }, + "2": { + "accuracy": 0.7765625, + "roc_auc": 0.5412660020057813 + }, + "3": { + "accuracy": 0.771875, + "roc_auc": 0.5304996755353667 + }, + "4": { + "accuracy": 0.7703125, + "roc_auc": 0.5308462627573595 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.5170933868208365 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38494077834179363 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4014480777554794 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43143273127926657 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46440798016763074 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42082792271671987 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4020383268405934 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3858655019084721 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42230354542950455 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42230354542950455 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44971077794829417 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4557706685554637 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41230866092157553 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41232833589107937 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42501869122102864 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43186558060835006 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4315704560657931 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3967260850745681 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4042222484555149 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.420217998662102 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4189194506748514 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4507338763624916 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46208633376618263 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47640971156494705 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44315901310352973 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5126706803604455 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5036398693582025 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37545744304096335 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3709912249636014 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3651871089599811 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36005194191949 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.35206390430094836 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38094675953252277 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39527013733128713 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41352850903081095 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41899815055286665 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4456774092000157 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4149954354035986 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4288953676708779 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42271107577230027 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41246282062608597 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4050122213387519 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43755337632888647 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4363017934446506 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48933945872721385 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45380922931943346 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4612156550932061 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4896486733221427 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41841152045233687 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4184409694613776 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44805194805194803 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4520128397679418 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4293223783019702 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4510704714786347 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43775951939217245 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45012810318932767 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42418352622434263 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4247725064051595 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44258915687487116 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.40707365197161116 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41013634891185907 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4554583738257208 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42303501487174955 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41013634891185907 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.40917925611803163 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4024501575521983 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.38386783284742465 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4209294107253292 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42720204965102926 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4418234826398092 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43692022263450836 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.40052124746002293 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41748387666755016 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7620362800497297 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.704956550598094 + }, + "2": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.6199527438689346 + }, + "3": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.5389608345877016 + }, + "4": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.5195676184256687 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.4847255054083592 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.6290153837517622 + }, + "2": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.5423349951876238 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4983495623323817 + }, + "4": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.47435525118364685 + }, + "5": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.41238242961762356 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7096198334916316 + }, + "2": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7096222226934152 + }, + "3": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.6493731180307026 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.5954994659551286 + }, + "5": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.5649483819995708 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.727294303279734 + }, + "2": { + "accuracy": 0.532051282051282, + "roc_auc": 0.7276426442141181 + }, + "3": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.713521900071978 + }, + "4": { + "accuracy": 0.4951923076923077, + "roc_auc": 0.6924481652507719 + }, + "5": { + "accuracy": 0.483974358974359, + "roc_auc": 0.6659237824166021 + } + }, + "pixelate": { + "1": { + "accuracy": 0.421474358974359, + "roc_auc": 0.5639046229137639 + }, + "2": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.5806157301908625 + }, + "3": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.6077957353653477 + }, + "4": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.6276836187740318 + }, + "5": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6387465411371197 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7626588949515241 + }, + "2": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.7636421311774408 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7649260062315183 + }, + "4": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7735033057641276 + }, + "5": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.7635720907713192 + } + }, + "contrast": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.754233458874456 + }, + "2": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.7403622842529063 + }, + "3": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.7298040648509799 + }, + "4": { + "accuracy": 0.532051282051282, + "roc_auc": 0.713554828610433 + }, + "5": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.6523202704419336 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.44767733333333337 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.467202 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.46278 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.4655746666666667 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.44876399999999994 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.46638399999999997 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.4630546666666667 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.44275333333333333 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.43895333333333336 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.4583373333333333 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.4493073333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.4551873333333333 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.455176 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.471156 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.46474133333333334 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.460286 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.449782 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.44976399999999994 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.44338533333333335 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.43332133333333334 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.42656866666666665 + } + }, + "pixelate": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.48266000000000003 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.473916 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.47902599999999995 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.45491133333333333 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.46873866666666664 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.44750733333333337 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.4463746666666667 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.4436833333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.440876 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.43579133333333336 + } + }, + "contrast": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.44709266666666664 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.45311733333333337 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.4528106666666666 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.449522 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.45725000000000005 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.5136466634701933 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.12635273471775374, + "roc_auc": 0.5020404084960203 + }, + "2": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.49809827876027496 + }, + "3": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4920869978944985 + }, + "4": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.4853940479153743 + }, + "5": { + "accuracy": 0.1310324656332261, + "roc_auc": 0.48552000837579495 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.47879813821151174 + }, + "2": { + "accuracy": 0.12693770108218777, + "roc_auc": 0.4666839995041645 + }, + "3": { + "accuracy": 0.12781515062883883, + "roc_auc": 0.4681289867560162 + }, + "4": { + "accuracy": 0.11904065516232816, + "roc_auc": 0.45714417249075046 + }, + "5": { + "accuracy": 0.12079555425563031, + "roc_auc": 0.4446535475939604 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.5260397959171401 + }, + "2": { + "accuracy": 0.130155016086575, + "roc_auc": 0.5262143341301887 + }, + "3": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.5272188412573036 + }, + "4": { + "accuracy": 0.13600467973091548, + "roc_auc": 0.5253076807998021 + }, + "5": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.5250758339814566 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1219654869844984, + "roc_auc": 0.49406384679954507 + }, + "2": { + "accuracy": 0.1196256215267622, + "roc_auc": 0.48547571745663737 + }, + "3": { + "accuracy": 0.11523837379350688, + "roc_auc": 0.47099649175537606 + }, + "4": { + "accuracy": 0.11406844106463879, + "roc_auc": 0.4621702225222787 + }, + "5": { + "accuracy": 0.11085112606025153, + "roc_auc": 0.4507621436687617 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.5372443988523186 + }, + "2": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.545932704168077 + }, + "3": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.5307180430890245 + }, + "4": { + "accuracy": 0.13805206200643463, + "roc_auc": 0.5368993027982712 + }, + "5": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.5367546334994557 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.12518280198888565, + "roc_auc": 0.502179521306116 + }, + "2": { + "accuracy": 0.12664521789997074, + "roc_auc": 0.4889015476511675 + }, + "3": { + "accuracy": 0.12693770108218777, + "roc_auc": 0.46794008397429476 + }, + "4": { + "accuracy": 0.11523837379350688, + "roc_auc": 0.45649550318454446 + }, + "5": { + "accuracy": 0.12869260017548992, + "roc_auc": 0.47732798496519613 + } + }, + "contrast": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.533662508025135 + }, + "2": { + "accuracy": 0.13834454518865166, + "roc_auc": 0.5685519941636081 + }, + "3": { + "accuracy": 0.14097689382860484, + "roc_auc": 0.5839689350311268 + }, + "4": { + "accuracy": 0.14565662474407723, + "roc_auc": 0.5967720266593448 + }, + "5": { + "accuracy": 0.15092132202398362, + "roc_auc": 0.6177771578007134 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/aml_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f3dcfe4d56a1784e73657981217c1139df34811d --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.552981651253348 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.018508437670114317, + "roc_auc": 0.592954994295629 + }, + "2": { + "accuracy": 0.016058791507893303, + "roc_auc": 0.6209325006838802 + }, + "3": { + "accuracy": 0.011703864997278171, + "roc_auc": 0.5651065614043709 + }, + "4": { + "accuracy": 0.012520413718018509, + "roc_auc": 0.5760486219005151 + }, + "5": { + "accuracy": 0.010615133369624387, + "roc_auc": 0.5889440460048688 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.005988023952095809, + "roc_auc": 0.6032660672685066 + }, + "2": { + "accuracy": 0.007076755579749592, + "roc_auc": 0.5895127677674223 + }, + "3": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.6335775674252215 + }, + "4": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.5956163453331127 + }, + "5": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.568287404256867 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.011431682090364725, + "roc_auc": 0.560915823872277 + }, + "2": { + "accuracy": 0.01115949918345128, + "roc_auc": 0.5592063912687936 + }, + "3": { + "accuracy": 0.010342950462710943, + "roc_auc": 0.5661284881380743 + }, + "4": { + "accuracy": 0.009526401741970605, + "roc_auc": 0.554281799208518 + }, + "5": { + "accuracy": 0.009254218835057159, + "roc_auc": 0.5497057022274193 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.582827168493211 + }, + "2": { + "accuracy": 0.011703864997278171, + "roc_auc": 0.5813067344507249 + }, + "3": { + "accuracy": 0.011976047904191617, + "roc_auc": 0.5802040406622464 + }, + "4": { + "accuracy": 0.01442569406641263, + "roc_auc": 0.5750121188902126 + }, + "5": { + "accuracy": 0.015242242787152967, + "roc_auc": 0.5676011278441028 + } + }, + "pixelate": { + "1": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.5078126122537345 + }, + "2": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5182063438000072 + }, + "3": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.4916948862364111 + }, + "4": { + "accuracy": 0.005988023952095809, + "roc_auc": 0.5243367799049499 + }, + "5": { + "accuracy": 0.005171475231355471, + "roc_auc": 0.48661573665972474 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.5513251168209528 + }, + "2": { + "accuracy": 0.004627109417528579, + "roc_auc": 0.5592996446044661 + }, + "3": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.5507270099714933 + }, + "4": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.526326679847295 + }, + "5": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.4982390402649133 + } + }, + "contrast": { + "1": { + "accuracy": 0.009526401741970605, + "roc_auc": 0.5424503433336445 + }, + "2": { + "accuracy": 0.015514425694066412, + "roc_auc": 0.5326047517661967 + }, + "3": { + "accuracy": 0.021230266739248774, + "roc_auc": 0.5224353510708922 + }, + "4": { + "accuracy": 0.026673924877517692, + "roc_auc": 0.5034094310114301 + }, + "5": { + "accuracy": 0.03320631464344039, + "roc_auc": 0.49706189753287655 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/bloodmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4b15b37fae27eba8883801366de06ce78349fb5a --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.13621748026892722, + "roc_auc": 0.6009946256873586 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.09997076878105816, + "roc_auc": 0.6010273204093406 + }, + "2": { + "accuracy": 0.09938614440222157, + "roc_auc": 0.6016480773583996 + }, + "3": { + "accuracy": 0.0912014030985092, + "roc_auc": 0.5960107466570469 + }, + "4": { + "accuracy": 0.09061677871967261, + "roc_auc": 0.5967981819074835 + }, + "5": { + "accuracy": 0.08827828120432622, + "roc_auc": 0.5965452633845262 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.07717041800643087, + "roc_auc": 0.5452218632404009 + }, + "2": { + "accuracy": 0.07629348143817598, + "roc_auc": 0.5524075489791858 + }, + "3": { + "accuracy": 0.0695703010815551, + "roc_auc": 0.556322038516672 + }, + "4": { + "accuracy": 0.0678164279450453, + "roc_auc": 0.552787729476627 + }, + "5": { + "accuracy": 0.06664717918737212, + "roc_auc": 0.5477199093261491 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.11984799766150249, + "roc_auc": 0.5977070431051206 + }, + "2": { + "accuracy": 0.11955568547208419, + "roc_auc": 0.5974898948152656 + }, + "3": { + "accuracy": 0.1189710610932476, + "roc_auc": 0.5966317574895154 + }, + "4": { + "accuracy": 0.11137094416837182, + "roc_auc": 0.5974287388204185 + }, + "5": { + "accuracy": 0.11429406606255481, + "roc_auc": 0.5990407881367299 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12452499269219526, + "roc_auc": 0.5726809635259607 + }, + "2": { + "accuracy": 0.10260157848582285, + "roc_auc": 0.5497013104152524 + }, + "3": { + "accuracy": 0.10347851505407775, + "roc_auc": 0.54651743096192 + }, + "4": { + "accuracy": 0.09061677871967261, + "roc_auc": 0.5428168226866528 + }, + "5": { + "accuracy": 0.08886290558316282, + "roc_auc": 0.5429441741589204 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1189710610932476, + "roc_auc": 0.5790168026384708 + }, + "2": { + "accuracy": 0.12481730488161356, + "roc_auc": 0.5940242908731934 + }, + "3": { + "accuracy": 0.12423268050277697, + "roc_auc": 0.555872873701184 + }, + "4": { + "accuracy": 0.14790996784565916, + "roc_auc": 0.5678200220779851 + }, + "5": { + "accuracy": 0.15463314820228002, + "roc_auc": 0.546149176364891 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.14498684595147618, + "roc_auc": 0.6060820673738707 + }, + "2": { + "accuracy": 0.14586378251973106, + "roc_auc": 0.6024535731766658 + }, + "3": { + "accuracy": 0.14235603624671148, + "roc_auc": 0.5983039854314263 + }, + "4": { + "accuracy": 0.1411867874890383, + "roc_auc": 0.5940294612005841 + }, + "5": { + "accuracy": 0.1414790996784566, + "roc_auc": 0.5838554031008942 + } + }, + "contrast": { + "1": { + "accuracy": 0.1391406021631102, + "roc_auc": 0.6070966424453916 + }, + "2": { + "accuracy": 0.1400175387313651, + "roc_auc": 0.6071778292439399 + }, + "3": { + "accuracy": 0.14323297281496639, + "roc_auc": 0.602887513367311 + }, + "4": { + "accuracy": 0.1400175387313651, + "roc_auc": 0.5938277743998952 + }, + "5": { + "accuracy": 0.10874013446360713, + "roc_auc": 0.5614649631573969 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/breastmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3609ae9baa0be3c4621ebb69ee354abcae47e1cb --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.503968253968254 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.46741854636591473 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.49352548036758564 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.47347535505430244 + }, + "4": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.46115288220551376 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.4260651629072681 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.547827903091061 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5088763575605681 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4938387635756057 + }, + "4": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4496658312447786 + }, + "5": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.45572263993316625 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.5183792815371763 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.5183792815371763 + }, + "3": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.5075187969924811 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5334168755221387 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5261069340016709 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.44068504594820385 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.4195906432748538 + }, + "3": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.4321219715956558 + }, + "4": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4408939014202172 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.43828320802005016 + } + }, + "pixelate": { + "1": { + "accuracy": 0.532051282051282, + "roc_auc": 0.49853801169590645 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4979114452798663 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.4801587301587302 + }, + "4": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.4567669172932331 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.4523809523809524 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.5018796992481203 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5039682539682541 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.5008354218880535 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.502297410192147 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5056390977443609 + } + }, + "contrast": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.4857978279030911 + }, + "2": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.4550960735171261 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.43441938178780287 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.42126148705096067 + }, + "5": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4018379281537176 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/fundus_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..53bda93557ccb411518025f8cb3bb2793b868678 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.5384048138752875 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.4460208837236742 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.4152336145360156 + }, + "3": { + "accuracy": 0.7875, + "roc_auc": 0.39833195681670697 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.40608223703616303 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.36646068078579436 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.4742198100407056 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.513561146834995 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.48171199339272014 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.4786959471417615 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.44843962008141114 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7859375, + "roc_auc": 0.5135390242463571 + }, + "2": { + "accuracy": 0.7859375, + "roc_auc": 0.5135390242463571 + }, + "3": { + "accuracy": 0.7859375, + "roc_auc": 0.46336499321573954 + }, + "4": { + "accuracy": 0.7828125, + "roc_auc": 0.44012152675358385 + }, + "5": { + "accuracy": 0.7828125, + "roc_auc": 0.43842546162468293 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.78125, + "roc_auc": 0.4640360450710872 + }, + "2": { + "accuracy": 0.778125, + "roc_auc": 0.4154179694413309 + }, + "3": { + "accuracy": 0.778125, + "roc_auc": 0.37357678013096574 + }, + "4": { + "accuracy": 0.7734375, + "roc_auc": 0.34435284054038107 + }, + "5": { + "accuracy": 0.771875, + "roc_auc": 0.32274644563742555 + } + }, + "pixelate": { + "1": { + "accuracy": 0.76875, + "roc_auc": 0.31301988083298915 + }, + "2": { + "accuracy": 0.765625, + "roc_auc": 0.31355819715650995 + }, + "3": { + "accuracy": 0.765625, + "roc_auc": 0.31085186714648105 + }, + "4": { + "accuracy": 0.7625, + "roc_auc": 0.3121644740723261 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.3311309067311663 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.5384859300336262 + }, + "2": { + "accuracy": 0.7828125, + "roc_auc": 0.5298802430535072 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.5219824789097989 + }, + "4": { + "accuracy": 0.784375, + "roc_auc": 0.5073225768391245 + }, + "5": { + "accuracy": 0.784375, + "roc_auc": 0.5016149489705622 + } + }, + "contrast": { + "1": { + "accuracy": 0.78125, + "roc_auc": 0.5397616659784084 + }, + "2": { + "accuracy": 0.7765625, + "roc_auc": 0.5412660020057813 + }, + "3": { + "accuracy": 0.771875, + "roc_auc": 0.5304996755353667 + }, + "4": { + "accuracy": 0.7703125, + "roc_auc": 0.5308462627573595 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.5170933868208365 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/mammo_calc_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a8787de1e05e982f0a97e82ea40c2cc5b8fe6d87 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38494077834179363 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4014480777554794 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43143273127926657 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46440798016763074 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42082792271671987 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4020383268405934 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3858655019084721 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42230354542950455 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42230354542950455 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44971077794829417 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4557706685554637 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41230866092157553 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41232833589107937 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42501869122102864 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43186558060835006 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4315704560657931 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3967260850745681 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4042222484555149 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.420217998662102 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4189194506748514 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4507338763624916 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46208633376618263 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47640971156494705 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44315901310352973 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5126706803604455 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5036398693582025 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37545744304096335 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3709912249636014 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3651871089599811 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36005194191949 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.35206390430094836 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38094675953252277 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39527013733128713 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41352850903081095 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41899815055286665 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4456774092000157 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/mammo_mass_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b0fa6c6d0986186ac9e750ac252175c18579dd83 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4149954354035986 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4288953676708779 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42271107577230027 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41246282062608597 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4050122213387519 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43755337632888647 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4363017934446506 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48933945872721385 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45380922931943346 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4612156550932061 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4896486733221427 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41841152045233687 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4184409694613776 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44805194805194803 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4520128397679418 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4293223783019702 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4510704714786347 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43775951939217245 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45012810318932767 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42418352622434263 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4247725064051595 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44258915687487116 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.40707365197161116 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41013634891185907 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4554583738257208 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42303501487174955 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41013634891185907 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.40917925611803163 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4024501575521983 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.38386783284742465 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4209294107253292 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42720204965102926 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4418234826398092 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43692022263450836 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.40052124746002293 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41748387666755016 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/oct_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6a1cedb0677a82bb302f56c6de2a79e128b9dc78 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.44767733333333337 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.467202 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.46278 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.4655746666666667 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.44876399999999994 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.46638399999999997 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.4630546666666667 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.44275333333333333 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.43895333333333336 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.4583373333333333 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.4493073333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.4551873333333333 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.455176 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.471156 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.46474133333333334 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.460286 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.449782 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.44976399999999994 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.44338533333333335 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.43332133333333334 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.42656866666666665 + } + }, + "pixelate": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.48266000000000003 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.473916 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.47902599999999995 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.45491133333333333 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.46873866666666664 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.44750733333333337 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.4463746666666667 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.4436833333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.440876 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.43579133333333336 + } + }, + "contrast": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.44709266666666664 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.45311733333333337 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.4528106666666666 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.449522 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.45725000000000005 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/octmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a5236973620643138fb946c767faf581adf02991 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.279, + "roc_auc": 0.5979253333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.272, + "roc_auc": 0.6241753333333333 + }, + "2": { + "accuracy": 0.269, + "roc_auc": 0.6369773333333334 + }, + "3": { + "accuracy": 0.272, + "roc_auc": 0.6486113333333333 + }, + "4": { + "accuracy": 0.267, + "roc_auc": 0.6347393333333333 + }, + "5": { + "accuracy": 0.254, + "roc_auc": 0.6245580000000001 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.286, + "roc_auc": 0.6857033333333333 + }, + "2": { + "accuracy": 0.269, + "roc_auc": 0.6699086666666666 + }, + "3": { + "accuracy": 0.282, + "roc_auc": 0.6630733333333333 + }, + "4": { + "accuracy": 0.284, + "roc_auc": 0.6573453333333333 + }, + "5": { + "accuracy": 0.277, + "roc_auc": 0.6420933333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.276, + "roc_auc": 0.6357806666666667 + }, + "2": { + "accuracy": 0.275, + "roc_auc": 0.6357706666666667 + }, + "3": { + "accuracy": 0.261, + "roc_auc": 0.621894 + }, + "4": { + "accuracy": 0.261, + "roc_auc": 0.6210333333333333 + }, + "5": { + "accuracy": 0.246, + "roc_auc": 0.610638 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.296, + "roc_auc": 0.6352460000000001 + }, + "2": { + "accuracy": 0.3, + "roc_auc": 0.6329953333333334 + }, + "3": { + "accuracy": 0.296, + "roc_auc": 0.644994 + }, + "4": { + "accuracy": 0.293, + "roc_auc": 0.6451206666666667 + }, + "5": { + "accuracy": 0.288, + "roc_auc": 0.6450266666666666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.6096026666666666 + }, + "2": { + "accuracy": 0.282, + "roc_auc": 0.622436 + }, + "3": { + "accuracy": 0.262, + "roc_auc": 0.6073626666666667 + }, + "4": { + "accuracy": 0.267, + "roc_auc": 0.6175413333333333 + }, + "5": { + "accuracy": 0.256, + "roc_auc": 0.645222 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.5992066666666667 + }, + "2": { + "accuracy": 0.28, + "roc_auc": 0.5997686666666666 + }, + "3": { + "accuracy": 0.279, + "roc_auc": 0.5991686666666667 + }, + "4": { + "accuracy": 0.273, + "roc_auc": 0.597698 + }, + "5": { + "accuracy": 0.269, + "roc_auc": 0.5935526666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.282, + "roc_auc": 0.596524 + }, + "2": { + "accuracy": 0.286, + "roc_auc": 0.5948446666666667 + }, + "3": { + "accuracy": 0.288, + "roc_auc": 0.5999506666666667 + }, + "4": { + "accuracy": 0.293, + "roc_auc": 0.6030206666666668 + }, + "5": { + "accuracy": 0.291, + "roc_auc": 0.6076746666666667 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/pbc_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e026291159b0643bf3b0b5e381dbc7682edd5d56 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.5136466634701933 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.12635273471775374, + "roc_auc": 0.5020404084960203 + }, + "2": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.49809827876027496 + }, + "3": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4920869978944985 + }, + "4": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.4853940479153743 + }, + "5": { + "accuracy": 0.1310324656332261, + "roc_auc": 0.48552000837579495 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.47879813821151174 + }, + "2": { + "accuracy": 0.12693770108218777, + "roc_auc": 0.4666839995041645 + }, + "3": { + "accuracy": 0.12781515062883883, + "roc_auc": 0.4681289867560162 + }, + "4": { + "accuracy": 0.11904065516232816, + "roc_auc": 0.45714417249075046 + }, + "5": { + "accuracy": 0.12079555425563031, + "roc_auc": 0.4446535475939604 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.5260397959171401 + }, + "2": { + "accuracy": 0.130155016086575, + "roc_auc": 0.5262143341301887 + }, + "3": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.5272188412573036 + }, + "4": { + "accuracy": 0.13600467973091548, + "roc_auc": 0.5253076807998021 + }, + "5": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.5250758339814566 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1219654869844984, + "roc_auc": 0.49406384679954507 + }, + "2": { + "accuracy": 0.1196256215267622, + "roc_auc": 0.48547571745663737 + }, + "3": { + "accuracy": 0.11523837379350688, + "roc_auc": 0.47099649175537606 + }, + "4": { + "accuracy": 0.11406844106463879, + "roc_auc": 0.4621702225222787 + }, + "5": { + "accuracy": 0.11085112606025153, + "roc_auc": 0.4507621436687617 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.5372443988523186 + }, + "2": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.545932704168077 + }, + "3": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.5307180430890245 + }, + "4": { + "accuracy": 0.13805206200643463, + "roc_auc": 0.5368993027982712 + }, + "5": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.5367546334994557 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.12518280198888565, + "roc_auc": 0.502179521306116 + }, + "2": { + "accuracy": 0.12664521789997074, + "roc_auc": 0.4889015476511675 + }, + "3": { + "accuracy": 0.12693770108218777, + "roc_auc": 0.46794008397429476 + }, + "4": { + "accuracy": 0.11523837379350688, + "roc_auc": 0.45649550318454446 + }, + "5": { + "accuracy": 0.12869260017548992, + "roc_auc": 0.47732798496519613 + } + }, + "contrast": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.533662508025135 + }, + "2": { + "accuracy": 0.13834454518865166, + "roc_auc": 0.5685519941636081 + }, + "3": { + "accuracy": 0.14097689382860484, + "roc_auc": 0.5839689350311268 + }, + "4": { + "accuracy": 0.14565662474407723, + "roc_auc": 0.5967720266593448 + }, + "5": { + "accuracy": 0.15092132202398362, + "roc_auc": 0.6177771578007134 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/pneumonia_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9f2d5e0fe3af8730fe4fb7e19fb913522739714d --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7620362800497297 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.704956550598094 + }, + "2": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.6199527438689346 + }, + "3": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.5389608345877016 + }, + "4": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.5195676184256687 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.4847255054083592 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.6290153837517622 + }, + "2": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.5423349951876238 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4983495623323817 + }, + "4": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.47435525118364685 + }, + "5": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.41238242961762356 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7096198334916316 + }, + "2": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7096222226934152 + }, + "3": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.6493731180307026 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.5954994659551286 + }, + "5": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.5649483819995708 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.727294303279734 + }, + "2": { + "accuracy": 0.532051282051282, + "roc_auc": 0.7276426442141181 + }, + "3": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.713521900071978 + }, + "4": { + "accuracy": 0.4951923076923077, + "roc_auc": 0.6924481652507719 + }, + "5": { + "accuracy": 0.483974358974359, + "roc_auc": 0.6659237824166021 + } + }, + "pixelate": { + "1": { + "accuracy": 0.421474358974359, + "roc_auc": 0.5639046229137639 + }, + "2": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.5806157301908625 + }, + "3": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.6077957353653477 + }, + "4": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.6276836187740318 + }, + "5": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6387465411371197 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7626588949515241 + }, + "2": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.7636421311774408 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7649260062315183 + }, + "4": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7735033057641276 + }, + "5": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.7635720907713192 + } + }, + "contrast": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.754233458874456 + }, + "2": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.7403622842529063 + }, + "3": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.7298040648509799 + }, + "4": { + "accuracy": 0.532051282051282, + "roc_auc": 0.713554828610433 + }, + "5": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.6523202704419336 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bfa95de830424d65564b96a8e60dc4cc4a2c710a --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.47596153846153844, + "roc_auc": 0.8560103002410695 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.6275586237124698 + }, + "2": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.519669077361385 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4005150120534736 + }, + "4": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.40729235152312077 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.3865329826868288 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.4482577251808021 + }, + "2": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.41513258820951127 + }, + "3": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.3417707648476879 + }, + "4": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.3536872671488056 + }, + "5": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.37507670392285775 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.46474358974358976, + "roc_auc": 0.8317828183212799 + }, + "2": { + "accuracy": 0.46474358974358976, + "roc_auc": 0.8317006355467893 + }, + "3": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.7839688801227263 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.7263204032434801 + }, + "5": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.6864562787639711 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.453525641025641, + "roc_auc": 0.8461867192636423 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.8041036598728906 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.750109577032654 + }, + "4": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.6944554021477098 + }, + "5": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.6221564760026299 + } + }, + "pixelate": { + "1": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6607166337935569 + }, + "2": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.6758766162612315 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.6727481919789612 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.732215647600263 + }, + "5": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.7583333333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.8552323033092264 + }, + "2": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.857703265395573 + }, + "3": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.8655928117466579 + }, + "4": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.8814431295200527 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.8443841770764848 + } + }, + "contrast": { + "1": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.8614288845058076 + }, + "2": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.8693896559281175 + }, + "3": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.8625356125356125 + }, + "4": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.8585196142888449 + }, + "5": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.8048104317335086 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/resnet/retinamnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a53429dd6888ba9e1f2c2dfa93cb4dbb82038695 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.35, + "roc_auc": 0.45268204662189293 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.355, + "roc_auc": 0.4546458393320057 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.45119919307492784 + }, + "3": { + "accuracy": 0.3775, + "roc_auc": 0.4352770467554484 + }, + "4": { + "accuracy": 0.385, + "roc_auc": 0.4501501603863959 + }, + "5": { + "accuracy": 0.37, + "roc_auc": 0.4227954633797923 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4025, + "roc_auc": 0.4345173246680739 + }, + "2": { + "accuracy": 0.41, + "roc_auc": 0.45104398101279963 + }, + "3": { + "accuracy": 0.4225, + "roc_auc": 0.4637308679804413 + }, + "4": { + "accuracy": 0.4225, + "roc_auc": 0.4569133195006754 + }, + "5": { + "accuracy": 0.4175, + "roc_auc": 0.42571045717969236 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.44014593605855784 + }, + "2": { + "accuracy": 0.3625, + "roc_auc": 0.4400994377329427 + }, + "3": { + "accuracy": 0.3675, + "roc_auc": 0.4549590303931602 + }, + "4": { + "accuracy": 0.3625, + "roc_auc": 0.4563071587081956 + }, + "5": { + "accuracy": 0.365, + "roc_auc": 0.45223378810002524 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3425, + "roc_auc": 0.44828800047184697 + }, + "2": { + "accuracy": 0.3525, + "roc_auc": 0.45091494478178584 + }, + "3": { + "accuracy": 0.3525, + "roc_auc": 0.44622556997898943 + }, + "4": { + "accuracy": 0.35, + "roc_auc": 0.4397618670504809 + }, + "5": { + "accuracy": 0.3575, + "roc_auc": 0.4274326134112652 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.42925304064671643 + }, + "2": { + "accuracy": 0.36, + "roc_auc": 0.4367152199728011 + }, + "3": { + "accuracy": 0.35, + "roc_auc": 0.42608788480683646 + }, + "4": { + "accuracy": 0.345, + "roc_auc": 0.41723233516748354 + }, + "5": { + "accuracy": 0.3675, + "roc_auc": 0.41119021192489524 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.35, + "roc_auc": 0.4517314456026522 + }, + "2": { + "accuracy": 0.3425, + "roc_auc": 0.44777412577485104 + }, + "3": { + "accuracy": 0.345, + "roc_auc": 0.45018087741509494 + }, + "4": { + "accuracy": 0.345, + "roc_auc": 0.4459967287660115 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.45111881553096733 + } + }, + "contrast": { + "1": { + "accuracy": 0.3375, + "roc_auc": 0.44675772774767647 + }, + "2": { + "accuracy": 0.335, + "roc_auc": 0.44278869849747043 + }, + "3": { + "accuracy": 0.3325, + "roc_auc": 0.444562857723856 + }, + "4": { + "accuracy": 0.3275, + "roc_auc": 0.44817730730502897 + }, + "5": { + "accuracy": 0.3225, + "roc_auc": 0.44253200625221767 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/all_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e46cdb1056570800f84e1545c349e452f3e66508 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.5124232680502777, + "roc_auc": 0.882045505667272 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3721134171294943, + "roc_auc": 0.7844481489324222 + }, + "2": { + "accuracy": 0.38059047062262497, + "roc_auc": 0.7112372981679165 + }, + "3": { + "accuracy": 0.2744811458637825, + "roc_auc": 0.6494628483949094 + }, + "4": { + "accuracy": 0.25051154633148204, + "roc_auc": 0.6238176637405018 + }, + "5": { + "accuracy": 0.2297573808827828, + "roc_auc": 0.6190457062608833 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.33615901783104357, + "roc_auc": 0.6534620661355464 + }, + "2": { + "accuracy": 0.28120432622040337, + "roc_auc": 0.6146311717863006 + }, + "3": { + "accuracy": 0.2855890090616779, + "roc_auc": 0.6110939751846455 + }, + "4": { + "accuracy": 0.26863490207541657, + "roc_auc": 0.6173482061452535 + }, + "5": { + "accuracy": 0.2502192341420637, + "roc_auc": 0.6143057788462737 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5495469161064016, + "roc_auc": 0.8582615321858027 + }, + "2": { + "accuracy": 0.5495469161064016, + "roc_auc": 0.8582615804915856 + }, + "3": { + "accuracy": 0.4764688687518269, + "roc_auc": 0.8442972711953654 + }, + "4": { + "accuracy": 0.4068985676702718, + "roc_auc": 0.8223039332400219 + }, + "5": { + "accuracy": 0.3949137679041216, + "roc_auc": 0.8088089593892075 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5428237357497807, + "roc_auc": 0.8591576300903427 + }, + "2": { + "accuracy": 0.5048231511254019, + "roc_auc": 0.8254525455339844 + }, + "3": { + "accuracy": 0.47413037123648055, + "roc_auc": 0.8054270420789932 + }, + "4": { + "accuracy": 0.4600993861444022, + "roc_auc": 0.7838383743247452 + }, + "5": { + "accuracy": 0.4513300204618533, + "roc_auc": 0.7666208763003618 + } + }, + "pixelate": { + "1": { + "accuracy": 0.45688395206080096, + "roc_auc": 0.8280026558635041 + }, + "2": { + "accuracy": 0.4533762057877814, + "roc_auc": 0.8113005252972705 + }, + "3": { + "accuracy": 0.42823735749780767, + "roc_auc": 0.8069494254362776 + }, + "4": { + "accuracy": 0.4370067231803566, + "roc_auc": 0.7984812170816641 + }, + "5": { + "accuracy": 0.4261911721718796, + "roc_auc": 0.772910893125528 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.526454253142356, + "roc_auc": 0.881755900894615 + }, + "2": { + "accuracy": 0.5439929845074539, + "roc_auc": 0.8728894940114476 + }, + "3": { + "accuracy": 0.5676702718503361, + "roc_auc": 0.8512865682506999 + }, + "4": { + "accuracy": 0.5741011400175388, + "roc_auc": 0.8237729516643574 + }, + "5": { + "accuracy": 0.4907921660333236, + "roc_auc": 0.7915019838788881 + } + }, + "contrast": { + "1": { + "accuracy": 0.5498392282958199, + "roc_auc": 0.8777914466936905 + }, + "2": { + "accuracy": 0.4852382344343759, + "roc_auc": 0.8389596471902914 + }, + "3": { + "accuracy": 0.4215141771411868, + "roc_auc": 0.8102838764279712 + }, + "4": { + "accuracy": 0.3592516807950892, + "roc_auc": 0.7777200111060163 + }, + "5": { + "accuracy": 0.14761765565624085, + "roc_auc": 0.6985344464412788 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4225, + "roc_auc": 0.5150886336972098 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.4880328735766602 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.48885355480650955 + }, + "3": { + "accuracy": 0.315, + "roc_auc": 0.45686366206012724 + }, + "4": { + "accuracy": 0.33, + "roc_auc": 0.4598347246131202 + }, + "5": { + "accuracy": 0.3275, + "roc_auc": 0.48334936348678986 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3075, + "roc_auc": 0.515588733316359 + }, + "2": { + "accuracy": 0.2375, + "roc_auc": 0.5159836729148006 + }, + "3": { + "accuracy": 0.2125, + "roc_auc": 0.520754643367564 + }, + "4": { + "accuracy": 0.1925, + "roc_auc": 0.5147048027310324 + }, + "5": { + "accuracy": 0.1775, + "roc_auc": 0.546816209355141 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.415, + "roc_auc": 0.542081158518046 + }, + "2": { + "accuracy": 0.415, + "roc_auc": 0.542081158518046 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.5434291617203153 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.5302305246745809 + }, + "5": { + "accuracy": 0.44, + "roc_auc": 0.5219099177026967 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.415, + "roc_auc": 0.5382873648646308 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.5585068046913587 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5604950794956851 + }, + "4": { + "accuracy": 0.45, + "roc_auc": 0.560470407976354 + }, + "5": { + "accuracy": 0.4475, + "roc_auc": 0.5480959316775369 + } + }, + "pixelate": { + "1": { + "accuracy": 0.425, + "roc_auc": 0.563882866714882 + }, + "2": { + "accuracy": 0.445, + "roc_auc": 0.5599526496536762 + }, + "3": { + "accuracy": 0.445, + "roc_auc": 0.5671597468515056 + }, + "4": { + "accuracy": 0.2775, + "roc_auc": 0.5415399634704288 + }, + "5": { + "accuracy": 0.2875, + "roc_auc": 0.5351212117217714 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4375, + "roc_auc": 0.5017251069467764 + }, + "2": { + "accuracy": 0.4375, + "roc_auc": 0.5135835623579896 + }, + "3": { + "accuracy": 0.4225, + "roc_auc": 0.5084563434576795 + }, + "4": { + "accuracy": 0.4125, + "roc_auc": 0.49981677957697795 + }, + "5": { + "accuracy": 0.3475, + "roc_auc": 0.5119716961364978 + } + }, + "contrast": { + "1": { + "accuracy": 0.42, + "roc_auc": 0.5219584685035327 + }, + "2": { + "accuracy": 0.42, + "roc_auc": 0.49562788625822074 + }, + "3": { + "accuracy": 0.4175, + "roc_auc": 0.4863220027629443 + }, + "4": { + "accuracy": 0.4275, + "roc_auc": 0.4740769430724777 + }, + "5": { + "accuracy": 0.3775, + "roc_auc": 0.4984803296839007 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.7076023391812866 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.7299498746867168 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7213868003341688 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6865079365079365 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.660609857978279 + }, + "5": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.6781537176274018 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7293233082706767 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6942355889724311 + }, + "3": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6965329991645781 + }, + "4": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6238512949039264 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5958646616541353 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.7053049289891394 + }, + "2": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.7053049289891394 + }, + "3": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.7088554720133667 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.6977861319966583 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.6578947368421053 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.358974358974359, + "roc_auc": 0.586048454469507 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.529030910609858 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.4974937343358396 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.5215121136173768 + }, + "5": { + "accuracy": 0.532051282051282, + "roc_auc": 0.5334168755221387 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.5804093567251463 + }, + "2": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.6495405179615705 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.6136173767752715 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.6526733500417712 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5860484544695072 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.698830409356725 + }, + "2": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.6892230576441103 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6888053467000835 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6879699248120301 + }, + "5": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6850459482038429 + } + }, + "contrast": { + "1": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6992481203007519 + }, + "2": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6541353383458648 + }, + "3": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.6405597326649958 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.6136173767752715 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5160818713450293 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.554, + "roc_auc": 0.9168960000000002 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.58, + "roc_auc": 0.887178 + }, + "2": { + "accuracy": 0.564, + "roc_auc": 0.8694 + }, + "3": { + "accuracy": 0.508, + "roc_auc": 0.8657546666666667 + }, + "4": { + "accuracy": 0.472, + "roc_auc": 0.85483 + }, + "5": { + "accuracy": 0.41, + "roc_auc": 0.8426760000000001 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.364, + "roc_auc": 0.7989046666666667 + }, + "2": { + "accuracy": 0.278, + "roc_auc": 0.7389806666666666 + }, + "3": { + "accuracy": 0.254, + "roc_auc": 0.7285673333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.6549973333333333 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5969586666666666 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.8373459999999999 + }, + "2": { + "accuracy": 0.37, + "roc_auc": 0.8373459999999999 + }, + "3": { + "accuracy": 0.299, + "roc_auc": 0.7709766666666666 + }, + "4": { + "accuracy": 0.281, + "roc_auc": 0.7267673333333333 + }, + "5": { + "accuracy": 0.27, + "roc_auc": 0.7163066666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.437, + "roc_auc": 0.8169893333333333 + }, + "2": { + "accuracy": 0.373, + "roc_auc": 0.6878019999999998 + }, + "3": { + "accuracy": 0.365, + "roc_auc": 0.6563 + }, + "4": { + "accuracy": 0.364, + "roc_auc": 0.626216 + }, + "5": { + "accuracy": 0.345, + "roc_auc": 0.6109359999999999 + } + }, + "pixelate": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.6784273333333333 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.6658346666666667 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.6745513333333334 + }, + "4": { + "accuracy": 0.255, + "roc_auc": 0.6906126666666667 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.6524266666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.534, + "roc_auc": 0.9166086666666666 + }, + "2": { + "accuracy": 0.514, + "roc_auc": 0.9147493333333333 + }, + "3": { + "accuracy": 0.493, + "roc_auc": 0.9115946666666667 + }, + "4": { + "accuracy": 0.469, + "roc_auc": 0.9068146666666667 + }, + "5": { + "accuracy": 0.444, + "roc_auc": 0.8913946666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.626, + "roc_auc": 0.9252759999999999 + }, + "2": { + "accuracy": 0.671, + "roc_auc": 0.9279253333333333 + }, + "3": { + "accuracy": 0.641, + "roc_auc": 0.917122 + }, + "4": { + "accuracy": 0.555, + "roc_auc": 0.8603726666666667 + }, + "5": { + "accuracy": 0.267, + "roc_auc": 0.5752493333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.7580128205128205, + "roc_auc": 0.9442252903791365 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.9268134998904229 + }, + "2": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.8765505150120534 + }, + "3": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.7750986193293886 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6916611878150339 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6428555774709621 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.7384177076484768 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6862480824019286 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5796351084812623 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5189239535393382 + }, + "5": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4544817006355468 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.9074731536269998 + }, + "2": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.9074731536269998 + }, + "3": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.8855248739864124 + }, + "4": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8536708305939075 + }, + "5": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.829443348674118 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8108974358974359, + "roc_auc": 0.8954196800350647 + }, + "2": { + "accuracy": 0.7467948717948718, + "roc_auc": 0.8452553144860837 + }, + "3": { + "accuracy": 0.7083333333333334, + "roc_auc": 0.8230221345605961 + }, + "4": { + "accuracy": 0.6490384615384616, + "roc_auc": 0.8039995616918694 + }, + "5": { + "accuracy": 0.594551282051282, + "roc_auc": 0.7767148805610344 + } + }, + "pixelate": { + "1": { + "accuracy": 0.655448717948718, + "roc_auc": 0.8802651764190226 + }, + "2": { + "accuracy": 0.6939102564102564, + "roc_auc": 0.8500931404777559 + }, + "3": { + "accuracy": 0.6650641025641025, + "roc_auc": 0.8749068595222442 + }, + "4": { + "accuracy": 0.6185897435897436, + "roc_auc": 0.7961100153407845 + }, + "5": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.51537365768135 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7740384615384616, + "roc_auc": 0.9452224413762875 + }, + "2": { + "accuracy": 0.7756410256410257, + "roc_auc": 0.942548761779531 + }, + "3": { + "accuracy": 0.7692307692307693, + "roc_auc": 0.9359193513039666 + }, + "4": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.9269614288845057 + }, + "5": { + "accuracy": 0.7067307692307693, + "roc_auc": 0.8896230550076705 + } + }, + "contrast": { + "1": { + "accuracy": 0.7900641025641025, + "roc_auc": 0.947063335524874 + }, + "2": { + "accuracy": 0.8317307692307693, + "roc_auc": 0.930024106947184 + }, + "3": { + "accuracy": 0.8237179487179487, + "roc_auc": 0.9071279859741399 + }, + "4": { + "accuracy": 0.782051282051282, + "roc_auc": 0.8525641025641026 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.3413653298268683 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.5307566684812194, + "roc_auc": 0.6557662864658592 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.19760479041916168, + "roc_auc": 0.6043647080528083 + }, + "2": { + "accuracy": 0.11976047904191617, + "roc_auc": 0.5877173934608739 + }, + "3": { + "accuracy": 0.08138268916712031, + "roc_auc": 0.57312141977134 + }, + "4": { + "accuracy": 0.0623298856831791, + "roc_auc": 0.5368356427006373 + }, + "5": { + "accuracy": 0.05253130103429505, + "roc_auc": 0.549655034340768 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.12221012520413718, + "roc_auc": 0.5929541888137161 + }, + "2": { + "accuracy": 0.06069678824169842, + "roc_auc": 0.5412745005219699 + }, + "3": { + "accuracy": 0.0457267283614589, + "roc_auc": 0.5372816735605591 + }, + "4": { + "accuracy": 0.05606967882416984, + "roc_auc": 0.5081370106536655 + }, + "5": { + "accuracy": 0.06967882416984214, + "roc_auc": 0.5024192554684291 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5487207403375068, + "roc_auc": 0.6603645328362865 + }, + "2": { + "accuracy": 0.5487207403375068, + "roc_auc": 0.6603653254590897 + }, + "3": { + "accuracy": 0.5487207403375068, + "roc_auc": 0.6484483221173682 + }, + "4": { + "accuracy": 0.5462710941752857, + "roc_auc": 0.6401001236017537 + }, + "5": { + "accuracy": 0.5468154599891126, + "roc_auc": 0.6299839422492998 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5204137180185084, + "roc_auc": 0.6634444538696277 + }, + "2": { + "accuracy": 0.4643440391943386, + "roc_auc": 0.6721643521384376 + }, + "3": { + "accuracy": 0.4308655416439848, + "roc_auc": 0.6647737366982722 + }, + "4": { + "accuracy": 0.39711486118671746, + "roc_auc": 0.658330097337063 + }, + "5": { + "accuracy": 0.36227544910179643, + "roc_auc": 0.6609179346713333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5574305933587371, + "roc_auc": 0.6196430130285017 + }, + "2": { + "accuracy": 0.5138813282525857, + "roc_auc": 0.6344918877596443 + }, + "3": { + "accuracy": 0.5408274360370169, + "roc_auc": 0.6013047668549601 + }, + "4": { + "accuracy": 0.5119760479041916, + "roc_auc": 0.6017076866481277 + }, + "5": { + "accuracy": 0.48285247686445293, + "roc_auc": 0.5862926725054509 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5231355470876429, + "roc_auc": 0.6579615487122389 + }, + "2": { + "accuracy": 0.5043549265106151, + "roc_auc": 0.6534977435685393 + }, + "3": { + "accuracy": 0.4624387588459445, + "roc_auc": 0.6386429805746118 + }, + "4": { + "accuracy": 0.412084921066957, + "roc_auc": 0.615775794217713 + }, + "5": { + "accuracy": 0.3949373979314099, + "roc_auc": 0.6085978855490173 + } + }, + "contrast": { + "1": { + "accuracy": 0.4275993467610234, + "roc_auc": 0.629598369373835 + }, + "2": { + "accuracy": 0.3432226456178552, + "roc_auc": 0.6020253382077279 + }, + "3": { + "accuracy": 0.3625476320087099, + "roc_auc": 0.5890506594527175 + }, + "4": { + "accuracy": 0.4188894937397931, + "roc_auc": 0.5613062096595892 + }, + "5": { + "accuracy": 0.39575394665215025, + "roc_auc": 0.5419966102330387 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.60625, + "roc_auc": 0.26022063595068134 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6390625, + "roc_auc": 0.19532770927968854 + }, + "2": { + "accuracy": 0.6125, + "roc_auc": 0.19587339979942187 + }, + "3": { + "accuracy": 0.6015625, + "roc_auc": 0.1899150492596307 + }, + "4": { + "accuracy": 0.5796875, + "roc_auc": 0.1892366232080703 + }, + "5": { + "accuracy": 0.5578125, + "roc_auc": 0.2062415196743555 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2921875, + "roc_auc": 0.18959058462627576 + }, + "2": { + "accuracy": 0.2078125, + "roc_auc": 0.1860657188366468 + }, + "3": { + "accuracy": 0.1953125, + "roc_auc": 0.2047961772166834 + }, + "4": { + "accuracy": 0.215625, + "roc_auc": 0.2400448351129727 + }, + "5": { + "accuracy": 0.2046875, + "roc_auc": 0.29266709928617785 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5140625, + "roc_auc": 0.3248112205769571 + }, + "2": { + "accuracy": 0.5140625, + "roc_auc": 0.3248112205769571 + }, + "3": { + "accuracy": 0.459375, + "roc_auc": 0.31720105008554067 + }, + "4": { + "accuracy": 0.3984375, + "roc_auc": 0.3183440504984957 + }, + "5": { + "accuracy": 0.38125, + "roc_auc": 0.32385994926553 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.35625, + "roc_auc": 0.27069199457259163 + }, + "2": { + "accuracy": 0.2546875, + "roc_auc": 0.26704914164356086 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.28532239985841545 + }, + "4": { + "accuracy": 0.2546875, + "roc_auc": 0.2827709279688514 + }, + "5": { + "accuracy": 0.253125, + "roc_auc": 0.2984189723320158 + } + }, + "pixelate": { + "1": { + "accuracy": 0.225, + "roc_auc": 0.26710813521326177 + }, + "2": { + "accuracy": 0.2109375, + "roc_auc": 0.28715120051914345 + }, + "3": { + "accuracy": 0.2125, + "roc_auc": 0.2585024482331426 + }, + "4": { + "accuracy": 0.2109375, + "roc_auc": 0.29325703498318684 + }, + "5": { + "accuracy": 0.2125, + "roc_auc": 0.2647410182290131 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6203125, + "roc_auc": 0.2470503215149549 + }, + "2": { + "accuracy": 0.66875, + "roc_auc": 0.2376260987552357 + }, + "3": { + "accuracy": 0.6796875, + "roc_auc": 0.23139490295557785 + }, + "4": { + "accuracy": 0.6734375, + "roc_auc": 0.2323019290897292 + }, + "5": { + "accuracy": 0.65625, + "roc_auc": 0.22472125538316323 + } + }, + "contrast": { + "1": { + "accuracy": 0.6265625, + "roc_auc": 0.33318830747448525 + }, + "2": { + "accuracy": 0.6515625, + "roc_auc": 0.3949472007551177 + }, + "3": { + "accuracy": 0.6515625, + "roc_auc": 0.4206978939295617 + }, + "4": { + "accuracy": 0.6296875, + "roc_auc": 0.4413603917173028 + }, + "5": { + "accuracy": 0.540625, + "roc_auc": 0.565556604330128 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.588957055214724, + "roc_auc": 0.47873135796639515 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.4881753433282178 + }, + "2": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.4984850273482076 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.4700743713847243 + }, + "4": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5106441585015543 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.4662967772399952 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3606815409436116 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.393145240624877 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39212214221067965 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.345885963876756 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3605634911265888 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.48738834454806595 + }, + "2": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.48738834454806595 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4796364065635698 + }, + "4": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.47094007004289146 + }, + "5": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.46157478455908396 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4946680832644709 + }, + "2": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4871522449140203 + }, + "3": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4953763821666076 + }, + "4": { + "accuracy": 0.5950920245398773, + "roc_auc": 0.49100853893676466 + }, + "5": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4891787667729115 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.47271081729823317 + }, + "2": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.47054657065281547 + }, + "3": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.4748357140046433 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.4665328768740408 + }, + "5": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.47101876992090663 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.47798370912525084 + }, + "2": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.4757801125408256 + }, + "3": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.46972022193365603 + }, + "4": { + "accuracy": 0.5766871165644172, + "roc_auc": 0.45610514303702826 + }, + "5": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.4928973360091292 + } + }, + "contrast": { + "1": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.47814110888128125 + }, + "2": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.4510683508440562 + }, + "3": { + "accuracy": 0.588957055214724, + "roc_auc": 0.43615472396017785 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.43115728170621337 + }, + "5": { + "accuracy": 0.5736196319018405, + "roc_auc": 0.5069846141738481 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.41791088729864234 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5052860971228317 + }, + "2": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5103807756868981 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.533910533910534 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4582560296846011 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49374208557882027 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5519627764525723 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5618576434902965 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.517301292811497 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5387696204022734 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4853491180021792 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46070029743499136 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46070029743499136 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4847306888123214 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5059339753217303 + }, + "5": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5217480931766646 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5013399299113583 + }, + "2": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5513443472627146 + }, + "3": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5586182524958035 + }, + "4": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.577053332155373 + }, + "5": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5890538033395176 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5381659157169362 + }, + "2": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.519568866507642 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5317607562505522 + }, + "4": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5366787407603734 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5240451158818507 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.41755749919015217 + }, + "2": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.4170568660364579 + }, + "3": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4202962570309509 + }, + "4": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4253320375769355 + }, + "5": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4281002444267751 + } + }, + "contrast": { + "1": { + "accuracy": 0.5846560846560847, + "roc_auc": 0.41710103955001915 + }, + "2": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.4591983979739082 + }, + "3": { + "accuracy": 0.5529100529100529, + "roc_auc": 0.4737609329446064 + }, + "4": { + "accuracy": 0.49206349206349204, + "roc_auc": 0.45697499779132433 + }, + "5": { + "accuracy": 0.41798941798941797, + "roc_auc": 0.46271755455428926 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.6698717948717948, + "roc_auc": 0.8102198437693261 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.7438197203951437 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6855971918586198 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6738754308840026 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.671718945539091 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6835176444088257 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5427278967415892 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5871981059199959 + }, + "3": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.6067428356510426 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6333968016238202 + }, + "5": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.6370771887343846 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.7178555781904543 + }, + "2": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.7178555781904543 + }, + "3": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.6809865715257405 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.671188913601248 + }, + "5": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6743542409080545 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.78156994343292 + }, + "2": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.7549809517451515 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.7379400691511773 + }, + "4": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.7198012065813023 + }, + "5": { + "accuracy": 0.5432692307692307, + "roc_auc": 0.6934472254985972 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3108974358974359, + "roc_auc": 0.6741017271882145 + }, + "2": { + "accuracy": 0.32371794871794873, + "roc_auc": 0.6959302024253229 + }, + "3": { + "accuracy": 0.3108974358974359, + "roc_auc": 0.6568814636011953 + }, + "4": { + "accuracy": 0.28525641025641024, + "roc_auc": 0.7014491009453637 + }, + "5": { + "accuracy": 0.28044871794871795, + "roc_auc": 0.6968763710366862 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.7677419676920652 + }, + "2": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.748807824108927 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.7461057291763941 + }, + "4": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.7401470862312788 + }, + "5": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.7496911591942741 + } + }, + "contrast": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.7679225395386199 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.7206193356657961 + }, + "3": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.6751020738549839 + }, + "4": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.605033617563114 + }, + "5": { + "accuracy": 0.29967948717948717, + "roc_auc": 0.4628711233140424 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.557, + "roc_auc": 0.8475946666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.599, + "roc_auc": 0.8050186666666665 + }, + "2": { + "accuracy": 0.593, + "roc_auc": 0.7779786666666667 + }, + "3": { + "accuracy": 0.555, + "roc_auc": 0.7564046666666667 + }, + "4": { + "accuracy": 0.521, + "roc_auc": 0.7403906666666666 + }, + "5": { + "accuracy": 0.476, + "roc_auc": 0.7237213333333333 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.416, + "roc_auc": 0.6970313333333333 + }, + "2": { + "accuracy": 0.335, + "roc_auc": 0.6541186666666667 + }, + "3": { + "accuracy": 0.296, + "roc_auc": 0.6198466666666667 + }, + "4": { + "accuracy": 0.264, + "roc_auc": 0.601348 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.5673213333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.516, + "roc_auc": 0.7475459999999999 + }, + "2": { + "accuracy": 0.516, + "roc_auc": 0.7475459999999999 + }, + "3": { + "accuracy": 0.482, + "roc_auc": 0.721742 + }, + "4": { + "accuracy": 0.447, + "roc_auc": 0.705756 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.6965533333333334 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.523, + "roc_auc": 0.7942226666666667 + }, + "2": { + "accuracy": 0.521, + "roc_auc": 0.761652 + }, + "3": { + "accuracy": 0.521, + "roc_auc": 0.7488306666666666 + }, + "4": { + "accuracy": 0.52, + "roc_auc": 0.7359426666666666 + }, + "5": { + "accuracy": 0.515, + "roc_auc": 0.7202500000000001 + } + }, + "pixelate": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.5751746666666666 + }, + "2": { + "accuracy": 0.285, + "roc_auc": 0.5381466666666667 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.548582 + }, + "4": { + "accuracy": 0.295, + "roc_auc": 0.545178 + }, + "5": { + "accuracy": 0.281, + "roc_auc": 0.5555286666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.591, + "roc_auc": 0.8326220000000001 + }, + "2": { + "accuracy": 0.458, + "roc_auc": 0.8021879999999999 + }, + "3": { + "accuracy": 0.445, + "roc_auc": 0.7912693333333333 + }, + "4": { + "accuracy": 0.429, + "roc_auc": 0.7836246666666666 + }, + "5": { + "accuracy": 0.39, + "roc_auc": 0.7730053333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.631, + "roc_auc": 0.84968 + }, + "2": { + "accuracy": 0.609, + "roc_auc": 0.828904 + }, + "3": { + "accuracy": 0.546, + "roc_auc": 0.805368 + }, + "4": { + "accuracy": 0.487, + "roc_auc": 0.7652966666666667 + }, + "5": { + "accuracy": 0.327, + "roc_auc": 0.61572 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.4635858438139807, + "roc_auc": 0.8345717571393577 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2848786194793799, + "roc_auc": 0.7646354254504744 + }, + "2": { + "accuracy": 0.2646972799064054, + "roc_auc": 0.7264847922156304 + }, + "3": { + "accuracy": 0.21468265574729453, + "roc_auc": 0.7062655583015194 + }, + "4": { + "accuracy": 0.1807546066101199, + "roc_auc": 0.6968756849522593 + }, + "5": { + "accuracy": 0.15764843521497515, + "roc_auc": 0.6821016451328036 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2389587598713074, + "roc_auc": 0.6860863614750258 + }, + "2": { + "accuracy": 0.18514185434337527, + "roc_auc": 0.6698752439058809 + }, + "3": { + "accuracy": 0.1491664229306815, + "roc_auc": 0.642223162109763 + }, + "4": { + "accuracy": 0.08745247148288973, + "roc_auc": 0.5978936452029637 + }, + "5": { + "accuracy": 0.05498683825680024, + "roc_auc": 0.5610404394517758 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4346300087744955, + "roc_auc": 0.8128598974912682 + }, + "2": { + "accuracy": 0.4346300087744955, + "roc_auc": 0.8128599287198677 + }, + "3": { + "accuracy": 0.38227551915764846, + "roc_auc": 0.7863043182201463 + }, + "4": { + "accuracy": 0.3439602222872185, + "roc_auc": 0.764354309700863 + }, + "5": { + "accuracy": 0.3363556595495759, + "roc_auc": 0.7590305994070268 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5106756361509214, + "roc_auc": 0.8299950207805487 + }, + "2": { + "accuracy": 0.49546651067563613, + "roc_auc": 0.814050804249929 + }, + "3": { + "accuracy": 0.47616262064931264, + "roc_auc": 0.7915201074943368 + }, + "4": { + "accuracy": 0.4270254460368529, + "roc_auc": 0.766195112316752 + }, + "5": { + "accuracy": 0.36589646095349515, + "roc_auc": 0.7466942439253347 + } + }, + "pixelate": { + "1": { + "accuracy": 0.25241298625329045, + "roc_auc": 0.7190571731172453 + }, + "2": { + "accuracy": 0.30535244223457153, + "roc_auc": 0.7257140851229288 + }, + "3": { + "accuracy": 0.25650775080432875, + "roc_auc": 0.7330775485152331 + }, + "4": { + "accuracy": 0.2661596958174905, + "roc_auc": 0.7187184918354983 + }, + "5": { + "accuracy": 0.23340157940918396, + "roc_auc": 0.6992239772215183 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.41474115238373793, + "roc_auc": 0.8236753492568422 + }, + "2": { + "accuracy": 0.4238081310324656, + "roc_auc": 0.8032739890190455 + }, + "3": { + "accuracy": 0.4349224919567125, + "roc_auc": 0.7770641792173121 + }, + "4": { + "accuracy": 0.3849078677976016, + "roc_auc": 0.7511433339304895 + }, + "5": { + "accuracy": 0.23164668031588184, + "roc_auc": 0.707315543312433 + } + }, + "contrast": { + "1": { + "accuracy": 0.4741152383737935, + "roc_auc": 0.836585075810898 + }, + "2": { + "accuracy": 0.3986545773618017, + "roc_auc": 0.8071680081051023 + }, + "3": { + "accuracy": 0.34922491956712487, + "roc_auc": 0.7845100267127593 + }, + "4": { + "accuracy": 0.29687042995027785, + "roc_auc": 0.7547365917166856 + }, + "5": { + "accuracy": 0.18221702252120503, + "roc_auc": 0.6707052906799045 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/aml_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..85bbddc332ae937cd5f859c851a8e6b5b07dfb2c --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.5307566684812194, + "roc_auc": 0.6557662864658592 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.19760479041916168, + "roc_auc": 0.6043647080528083 + }, + "2": { + "accuracy": 0.11976047904191617, + "roc_auc": 0.5877173934608739 + }, + "3": { + "accuracy": 0.08138268916712031, + "roc_auc": 0.57312141977134 + }, + "4": { + "accuracy": 0.0623298856831791, + "roc_auc": 0.5368356427006373 + }, + "5": { + "accuracy": 0.05253130103429505, + "roc_auc": 0.549655034340768 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.12221012520413718, + "roc_auc": 0.5929541888137161 + }, + "2": { + "accuracy": 0.06069678824169842, + "roc_auc": 0.5412745005219699 + }, + "3": { + "accuracy": 0.0457267283614589, + "roc_auc": 0.5372816735605591 + }, + "4": { + "accuracy": 0.05606967882416984, + "roc_auc": 0.5081370106536655 + }, + "5": { + "accuracy": 0.06967882416984214, + "roc_auc": 0.5024192554684291 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5487207403375068, + "roc_auc": 0.6603645328362865 + }, + "2": { + "accuracy": 0.5487207403375068, + "roc_auc": 0.6603653254590897 + }, + "3": { + "accuracy": 0.5487207403375068, + "roc_auc": 0.6484483221173682 + }, + "4": { + "accuracy": 0.5462710941752857, + "roc_auc": 0.6401001236017537 + }, + "5": { + "accuracy": 0.5468154599891126, + "roc_auc": 0.6299839422492998 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5204137180185084, + "roc_auc": 0.6634444538696277 + }, + "2": { + "accuracy": 0.4643440391943386, + "roc_auc": 0.6721643521384376 + }, + "3": { + "accuracy": 0.4308655416439848, + "roc_auc": 0.6647737366982722 + }, + "4": { + "accuracy": 0.39711486118671746, + "roc_auc": 0.658330097337063 + }, + "5": { + "accuracy": 0.36227544910179643, + "roc_auc": 0.6609179346713333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5574305933587371, + "roc_auc": 0.6196430130285017 + }, + "2": { + "accuracy": 0.5138813282525857, + "roc_auc": 0.6344918877596443 + }, + "3": { + "accuracy": 0.5408274360370169, + "roc_auc": 0.6013047668549601 + }, + "4": { + "accuracy": 0.5119760479041916, + "roc_auc": 0.6017076866481277 + }, + "5": { + "accuracy": 0.48285247686445293, + "roc_auc": 0.5862926725054509 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5231355470876429, + "roc_auc": 0.6579615487122389 + }, + "2": { + "accuracy": 0.5043549265106151, + "roc_auc": 0.6534977435685393 + }, + "3": { + "accuracy": 0.4624387588459445, + "roc_auc": 0.6386429805746118 + }, + "4": { + "accuracy": 0.412084921066957, + "roc_auc": 0.615775794217713 + }, + "5": { + "accuracy": 0.3949373979314099, + "roc_auc": 0.6085978855490173 + } + }, + "contrast": { + "1": { + "accuracy": 0.4275993467610234, + "roc_auc": 0.629598369373835 + }, + "2": { + "accuracy": 0.3432226456178552, + "roc_auc": 0.6020253382077279 + }, + "3": { + "accuracy": 0.3625476320087099, + "roc_auc": 0.5890506594527175 + }, + "4": { + "accuracy": 0.4188894937397931, + "roc_auc": 0.5613062096595892 + }, + "5": { + "accuracy": 0.39575394665215025, + "roc_auc": 0.5419966102330387 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/bloodmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..44daa06c936351c30dbd8c5128f5224f418797a3 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.5124232680502777, + "roc_auc": 0.882045505667272 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3721134171294943, + "roc_auc": 0.7844481489324222 + }, + "2": { + "accuracy": 0.38059047062262497, + "roc_auc": 0.7112372981679165 + }, + "3": { + "accuracy": 0.2744811458637825, + "roc_auc": 0.6494628483949094 + }, + "4": { + "accuracy": 0.25051154633148204, + "roc_auc": 0.6238176637405018 + }, + "5": { + "accuracy": 0.2297573808827828, + "roc_auc": 0.6190457062608833 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.33615901783104357, + "roc_auc": 0.6534620661355464 + }, + "2": { + "accuracy": 0.28120432622040337, + "roc_auc": 0.6146311717863006 + }, + "3": { + "accuracy": 0.2855890090616779, + "roc_auc": 0.6110939751846455 + }, + "4": { + "accuracy": 0.26863490207541657, + "roc_auc": 0.6173482061452535 + }, + "5": { + "accuracy": 0.2502192341420637, + "roc_auc": 0.6143057788462737 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5495469161064016, + "roc_auc": 0.8582615321858027 + }, + "2": { + "accuracy": 0.5495469161064016, + "roc_auc": 0.8582615804915856 + }, + "3": { + "accuracy": 0.4764688687518269, + "roc_auc": 0.8442972711953654 + }, + "4": { + "accuracy": 0.4068985676702718, + "roc_auc": 0.8223039332400219 + }, + "5": { + "accuracy": 0.3949137679041216, + "roc_auc": 0.8088089593892075 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5428237357497807, + "roc_auc": 0.8591576300903427 + }, + "2": { + "accuracy": 0.5048231511254019, + "roc_auc": 0.8254525455339844 + }, + "3": { + "accuracy": 0.47413037123648055, + "roc_auc": 0.8054270420789932 + }, + "4": { + "accuracy": 0.4600993861444022, + "roc_auc": 0.7838383743247452 + }, + "5": { + "accuracy": 0.4513300204618533, + "roc_auc": 0.7666208763003618 + } + }, + "pixelate": { + "1": { + "accuracy": 0.45688395206080096, + "roc_auc": 0.8280026558635041 + }, + "2": { + "accuracy": 0.4533762057877814, + "roc_auc": 0.8113005252972705 + }, + "3": { + "accuracy": 0.42823735749780767, + "roc_auc": 0.8069494254362776 + }, + "4": { + "accuracy": 0.4370067231803566, + "roc_auc": 0.7984812170816641 + }, + "5": { + "accuracy": 0.4261911721718796, + "roc_auc": 0.772910893125528 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.526454253142356, + "roc_auc": 0.881755900894615 + }, + "2": { + "accuracy": 0.5439929845074539, + "roc_auc": 0.8728894940114476 + }, + "3": { + "accuracy": 0.5676702718503361, + "roc_auc": 0.8512865682506999 + }, + "4": { + "accuracy": 0.5741011400175388, + "roc_auc": 0.8237729516643574 + }, + "5": { + "accuracy": 0.4907921660333236, + "roc_auc": 0.7915019838788881 + } + }, + "contrast": { + "1": { + "accuracy": 0.5498392282958199, + "roc_auc": 0.8777914466936905 + }, + "2": { + "accuracy": 0.4852382344343759, + "roc_auc": 0.8389596471902914 + }, + "3": { + "accuracy": 0.4215141771411868, + "roc_auc": 0.8102838764279712 + }, + "4": { + "accuracy": 0.3592516807950892, + "roc_auc": 0.7777200111060163 + }, + "5": { + "accuracy": 0.14761765565624085, + "roc_auc": 0.6985344464412788 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/breastmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7e2ed6fe204947af8adc0d7e2f0cdf90659a1c3d --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.7076023391812866 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.7299498746867168 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7213868003341688 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6865079365079365 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.660609857978279 + }, + "5": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.6781537176274018 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7293233082706767 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6942355889724311 + }, + "3": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6965329991645781 + }, + "4": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6238512949039264 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5958646616541353 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.7053049289891394 + }, + "2": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.7053049289891394 + }, + "3": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.7088554720133667 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.6977861319966583 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.6578947368421053 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.358974358974359, + "roc_auc": 0.586048454469507 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.529030910609858 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.4974937343358396 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.5215121136173768 + }, + "5": { + "accuracy": 0.532051282051282, + "roc_auc": 0.5334168755221387 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.5804093567251463 + }, + "2": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.6495405179615705 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.6136173767752715 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.6526733500417712 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5860484544695072 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.698830409356725 + }, + "2": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.6892230576441103 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6888053467000835 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6879699248120301 + }, + "5": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6850459482038429 + } + }, + "contrast": { + "1": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6992481203007519 + }, + "2": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6541353383458648 + }, + "3": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.6405597326649958 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.6136173767752715 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5160818713450293 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/fundus_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..210d8accdfcce3dda11ae3b20fe073f6cdca07ad --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.60625, + "roc_auc": 0.26022063595068134 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6390625, + "roc_auc": 0.19532770927968854 + }, + "2": { + "accuracy": 0.6125, + "roc_auc": 0.19587339979942187 + }, + "3": { + "accuracy": 0.6015625, + "roc_auc": 0.1899150492596307 + }, + "4": { + "accuracy": 0.5796875, + "roc_auc": 0.1892366232080703 + }, + "5": { + "accuracy": 0.5578125, + "roc_auc": 0.2062415196743555 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2921875, + "roc_auc": 0.18959058462627576 + }, + "2": { + "accuracy": 0.2078125, + "roc_auc": 0.1860657188366468 + }, + "3": { + "accuracy": 0.1953125, + "roc_auc": 0.2047961772166834 + }, + "4": { + "accuracy": 0.215625, + "roc_auc": 0.2400448351129727 + }, + "5": { + "accuracy": 0.2046875, + "roc_auc": 0.29266709928617785 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5140625, + "roc_auc": 0.3248112205769571 + }, + "2": { + "accuracy": 0.5140625, + "roc_auc": 0.3248112205769571 + }, + "3": { + "accuracy": 0.459375, + "roc_auc": 0.31720105008554067 + }, + "4": { + "accuracy": 0.3984375, + "roc_auc": 0.3183440504984957 + }, + "5": { + "accuracy": 0.38125, + "roc_auc": 0.32385994926553 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.35625, + "roc_auc": 0.27069199457259163 + }, + "2": { + "accuracy": 0.2546875, + "roc_auc": 0.26704914164356086 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.28532239985841545 + }, + "4": { + "accuracy": 0.2546875, + "roc_auc": 0.2827709279688514 + }, + "5": { + "accuracy": 0.253125, + "roc_auc": 0.2984189723320158 + } + }, + "pixelate": { + "1": { + "accuracy": 0.225, + "roc_auc": 0.26710813521326177 + }, + "2": { + "accuracy": 0.2109375, + "roc_auc": 0.28715120051914345 + }, + "3": { + "accuracy": 0.2125, + "roc_auc": 0.2585024482331426 + }, + "4": { + "accuracy": 0.2109375, + "roc_auc": 0.29325703498318684 + }, + "5": { + "accuracy": 0.2125, + "roc_auc": 0.2647410182290131 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6203125, + "roc_auc": 0.2470503215149549 + }, + "2": { + "accuracy": 0.66875, + "roc_auc": 0.2376260987552357 + }, + "3": { + "accuracy": 0.6796875, + "roc_auc": 0.23139490295557785 + }, + "4": { + "accuracy": 0.6734375, + "roc_auc": 0.2323019290897292 + }, + "5": { + "accuracy": 0.65625, + "roc_auc": 0.22472125538316323 + } + }, + "contrast": { + "1": { + "accuracy": 0.6265625, + "roc_auc": 0.33318830747448525 + }, + "2": { + "accuracy": 0.6515625, + "roc_auc": 0.3949472007551177 + }, + "3": { + "accuracy": 0.6515625, + "roc_auc": 0.4206978939295617 + }, + "4": { + "accuracy": 0.6296875, + "roc_auc": 0.4413603917173028 + }, + "5": { + "accuracy": 0.540625, + "roc_auc": 0.565556604330128 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/mammo_calc_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..17801f1ee87ca97c8e623dcdf84d4dc42803fd05 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.588957055214724, + "roc_auc": 0.47873135796639515 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.4881753433282178 + }, + "2": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.4984850273482076 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.4700743713847243 + }, + "4": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5106441585015543 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.4662967772399952 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3606815409436116 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.393145240624877 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39212214221067965 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.345885963876756 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3605634911265888 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.48738834454806595 + }, + "2": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.48738834454806595 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4796364065635698 + }, + "4": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.47094007004289146 + }, + "5": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.46157478455908396 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4946680832644709 + }, + "2": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4871522449140203 + }, + "3": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4953763821666076 + }, + "4": { + "accuracy": 0.5950920245398773, + "roc_auc": 0.49100853893676466 + }, + "5": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4891787667729115 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.47271081729823317 + }, + "2": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.47054657065281547 + }, + "3": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.4748357140046433 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.4665328768740408 + }, + "5": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.47101876992090663 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.47798370912525084 + }, + "2": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.4757801125408256 + }, + "3": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.46972022193365603 + }, + "4": { + "accuracy": 0.5766871165644172, + "roc_auc": 0.45610514303702826 + }, + "5": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.4928973360091292 + } + }, + "contrast": { + "1": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.47814110888128125 + }, + "2": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.4510683508440562 + }, + "3": { + "accuracy": 0.588957055214724, + "roc_auc": 0.43615472396017785 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.43115728170621337 + }, + "5": { + "accuracy": 0.5736196319018405, + "roc_auc": 0.5069846141738481 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/mammo_mass_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..80494199175f013c7a29a70cd7d7e057aa82cd92 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.41791088729864234 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5052860971228317 + }, + "2": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5103807756868981 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.533910533910534 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4582560296846011 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49374208557882027 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5519627764525723 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5618576434902965 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.517301292811497 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5387696204022734 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4853491180021792 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46070029743499136 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46070029743499136 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4847306888123214 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5059339753217303 + }, + "5": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5217480931766646 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5013399299113583 + }, + "2": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5513443472627146 + }, + "3": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5586182524958035 + }, + "4": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.577053332155373 + }, + "5": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5890538033395176 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5381659157169362 + }, + "2": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.519568866507642 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5317607562505522 + }, + "4": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5366787407603734 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5240451158818507 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.41755749919015217 + }, + "2": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.4170568660364579 + }, + "3": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4202962570309509 + }, + "4": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4253320375769355 + }, + "5": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4281002444267751 + } + }, + "contrast": { + "1": { + "accuracy": 0.5846560846560847, + "roc_auc": 0.41710103955001915 + }, + "2": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.4591983979739082 + }, + "3": { + "accuracy": 0.5529100529100529, + "roc_auc": 0.4737609329446064 + }, + "4": { + "accuracy": 0.49206349206349204, + "roc_auc": 0.45697499779132433 + }, + "5": { + "accuracy": 0.41798941798941797, + "roc_auc": 0.46271755455428926 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/oct_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..cf46cd8bc16c3e74c1ba6f4f4db7f4b9d6720786 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.557, + "roc_auc": 0.8475946666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.599, + "roc_auc": 0.8050186666666665 + }, + "2": { + "accuracy": 0.593, + "roc_auc": 0.7779786666666667 + }, + "3": { + "accuracy": 0.555, + "roc_auc": 0.7564046666666667 + }, + "4": { + "accuracy": 0.521, + "roc_auc": 0.7403906666666666 + }, + "5": { + "accuracy": 0.476, + "roc_auc": 0.7237213333333333 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.416, + "roc_auc": 0.6970313333333333 + }, + "2": { + "accuracy": 0.335, + "roc_auc": 0.6541186666666667 + }, + "3": { + "accuracy": 0.296, + "roc_auc": 0.6198466666666667 + }, + "4": { + "accuracy": 0.264, + "roc_auc": 0.601348 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.5673213333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.516, + "roc_auc": 0.7475459999999999 + }, + "2": { + "accuracy": 0.516, + "roc_auc": 0.7475459999999999 + }, + "3": { + "accuracy": 0.482, + "roc_auc": 0.721742 + }, + "4": { + "accuracy": 0.447, + "roc_auc": 0.705756 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.6965533333333334 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.523, + "roc_auc": 0.7942226666666667 + }, + "2": { + "accuracy": 0.521, + "roc_auc": 0.761652 + }, + "3": { + "accuracy": 0.521, + "roc_auc": 0.7488306666666666 + }, + "4": { + "accuracy": 0.52, + "roc_auc": 0.7359426666666666 + }, + "5": { + "accuracy": 0.515, + "roc_auc": 0.7202500000000001 + } + }, + "pixelate": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.5751746666666666 + }, + "2": { + "accuracy": 0.285, + "roc_auc": 0.5381466666666667 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.548582 + }, + "4": { + "accuracy": 0.295, + "roc_auc": 0.545178 + }, + "5": { + "accuracy": 0.281, + "roc_auc": 0.5555286666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.591, + "roc_auc": 0.8326220000000001 + }, + "2": { + "accuracy": 0.458, + "roc_auc": 0.8021879999999999 + }, + "3": { + "accuracy": 0.445, + "roc_auc": 0.7912693333333333 + }, + "4": { + "accuracy": 0.429, + "roc_auc": 0.7836246666666666 + }, + "5": { + "accuracy": 0.39, + "roc_auc": 0.7730053333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.631, + "roc_auc": 0.84968 + }, + "2": { + "accuracy": 0.609, + "roc_auc": 0.828904 + }, + "3": { + "accuracy": 0.546, + "roc_auc": 0.805368 + }, + "4": { + "accuracy": 0.487, + "roc_auc": 0.7652966666666667 + }, + "5": { + "accuracy": 0.327, + "roc_auc": 0.61572 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/octmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f0fdf6f4a8d23d5f5307c159a0235eaea8ff3cba --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.554, + "roc_auc": 0.9168960000000002 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.58, + "roc_auc": 0.887178 + }, + "2": { + "accuracy": 0.564, + "roc_auc": 0.8694 + }, + "3": { + "accuracy": 0.508, + "roc_auc": 0.8657546666666667 + }, + "4": { + "accuracy": 0.472, + "roc_auc": 0.85483 + }, + "5": { + "accuracy": 0.41, + "roc_auc": 0.8426760000000001 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.364, + "roc_auc": 0.7989046666666667 + }, + "2": { + "accuracy": 0.278, + "roc_auc": 0.7389806666666666 + }, + "3": { + "accuracy": 0.254, + "roc_auc": 0.7285673333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.6549973333333333 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5969586666666666 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.8373459999999999 + }, + "2": { + "accuracy": 0.37, + "roc_auc": 0.8373459999999999 + }, + "3": { + "accuracy": 0.299, + "roc_auc": 0.7709766666666666 + }, + "4": { + "accuracy": 0.281, + "roc_auc": 0.7267673333333333 + }, + "5": { + "accuracy": 0.27, + "roc_auc": 0.7163066666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.437, + "roc_auc": 0.8169893333333333 + }, + "2": { + "accuracy": 0.373, + "roc_auc": 0.6878019999999998 + }, + "3": { + "accuracy": 0.365, + "roc_auc": 0.6563 + }, + "4": { + "accuracy": 0.364, + "roc_auc": 0.626216 + }, + "5": { + "accuracy": 0.345, + "roc_auc": 0.6109359999999999 + } + }, + "pixelate": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.6784273333333333 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.6658346666666667 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.6745513333333334 + }, + "4": { + "accuracy": 0.255, + "roc_auc": 0.6906126666666667 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.6524266666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.534, + "roc_auc": 0.9166086666666666 + }, + "2": { + "accuracy": 0.514, + "roc_auc": 0.9147493333333333 + }, + "3": { + "accuracy": 0.493, + "roc_auc": 0.9115946666666667 + }, + "4": { + "accuracy": 0.469, + "roc_auc": 0.9068146666666667 + }, + "5": { + "accuracy": 0.444, + "roc_auc": 0.8913946666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.626, + "roc_auc": 0.9252759999999999 + }, + "2": { + "accuracy": 0.671, + "roc_auc": 0.9279253333333333 + }, + "3": { + "accuracy": 0.641, + "roc_auc": 0.917122 + }, + "4": { + "accuracy": 0.555, + "roc_auc": 0.8603726666666667 + }, + "5": { + "accuracy": 0.267, + "roc_auc": 0.5752493333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/pbc_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..09baa752eea497487f6a8b8890de7ac86d30bcab --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.4635858438139807, + "roc_auc": 0.8345717571393577 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2848786194793799, + "roc_auc": 0.7646354254504744 + }, + "2": { + "accuracy": 0.2646972799064054, + "roc_auc": 0.7264847922156304 + }, + "3": { + "accuracy": 0.21468265574729453, + "roc_auc": 0.7062655583015194 + }, + "4": { + "accuracy": 0.1807546066101199, + "roc_auc": 0.6968756849522593 + }, + "5": { + "accuracy": 0.15764843521497515, + "roc_auc": 0.6821016451328036 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2389587598713074, + "roc_auc": 0.6860863614750258 + }, + "2": { + "accuracy": 0.18514185434337527, + "roc_auc": 0.6698752439058809 + }, + "3": { + "accuracy": 0.1491664229306815, + "roc_auc": 0.642223162109763 + }, + "4": { + "accuracy": 0.08745247148288973, + "roc_auc": 0.5978936452029637 + }, + "5": { + "accuracy": 0.05498683825680024, + "roc_auc": 0.5610404394517758 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4346300087744955, + "roc_auc": 0.8128598974912682 + }, + "2": { + "accuracy": 0.4346300087744955, + "roc_auc": 0.8128599287198677 + }, + "3": { + "accuracy": 0.38227551915764846, + "roc_auc": 0.7863043182201463 + }, + "4": { + "accuracy": 0.3439602222872185, + "roc_auc": 0.764354309700863 + }, + "5": { + "accuracy": 0.3363556595495759, + "roc_auc": 0.7590305994070268 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5106756361509214, + "roc_auc": 0.8299950207805487 + }, + "2": { + "accuracy": 0.49546651067563613, + "roc_auc": 0.814050804249929 + }, + "3": { + "accuracy": 0.47616262064931264, + "roc_auc": 0.7915201074943368 + }, + "4": { + "accuracy": 0.4270254460368529, + "roc_auc": 0.766195112316752 + }, + "5": { + "accuracy": 0.36589646095349515, + "roc_auc": 0.7466942439253347 + } + }, + "pixelate": { + "1": { + "accuracy": 0.25241298625329045, + "roc_auc": 0.7190571731172453 + }, + "2": { + "accuracy": 0.30535244223457153, + "roc_auc": 0.7257140851229288 + }, + "3": { + "accuracy": 0.25650775080432875, + "roc_auc": 0.7330775485152331 + }, + "4": { + "accuracy": 0.2661596958174905, + "roc_auc": 0.7187184918354983 + }, + "5": { + "accuracy": 0.23340157940918396, + "roc_auc": 0.6992239772215183 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.41474115238373793, + "roc_auc": 0.8236753492568422 + }, + "2": { + "accuracy": 0.4238081310324656, + "roc_auc": 0.8032739890190455 + }, + "3": { + "accuracy": 0.4349224919567125, + "roc_auc": 0.7770641792173121 + }, + "4": { + "accuracy": 0.3849078677976016, + "roc_auc": 0.7511433339304895 + }, + "5": { + "accuracy": 0.23164668031588184, + "roc_auc": 0.707315543312433 + } + }, + "contrast": { + "1": { + "accuracy": 0.4741152383737935, + "roc_auc": 0.836585075810898 + }, + "2": { + "accuracy": 0.3986545773618017, + "roc_auc": 0.8071680081051023 + }, + "3": { + "accuracy": 0.34922491956712487, + "roc_auc": 0.7845100267127593 + }, + "4": { + "accuracy": 0.29687042995027785, + "roc_auc": 0.7547365917166856 + }, + "5": { + "accuracy": 0.18221702252120503, + "roc_auc": 0.6707052906799045 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/pneumonia_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..67f53706191889734a419c9df9753c1fa4e0a5d4 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.6698717948717948, + "roc_auc": 0.8102198437693261 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.7438197203951437 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6855971918586198 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6738754308840026 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.671718945539091 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6835176444088257 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5427278967415892 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5871981059199959 + }, + "3": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.6067428356510426 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6333968016238202 + }, + "5": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.6370771887343846 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.7178555781904543 + }, + "2": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.7178555781904543 + }, + "3": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.6809865715257405 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.671188913601248 + }, + "5": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6743542409080545 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.78156994343292 + }, + "2": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.7549809517451515 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.7379400691511773 + }, + "4": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.7198012065813023 + }, + "5": { + "accuracy": 0.5432692307692307, + "roc_auc": 0.6934472254985972 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3108974358974359, + "roc_auc": 0.6741017271882145 + }, + "2": { + "accuracy": 0.32371794871794873, + "roc_auc": 0.6959302024253229 + }, + "3": { + "accuracy": 0.3108974358974359, + "roc_auc": 0.6568814636011953 + }, + "4": { + "accuracy": 0.28525641025641024, + "roc_auc": 0.7014491009453637 + }, + "5": { + "accuracy": 0.28044871794871795, + "roc_auc": 0.6968763710366862 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.7677419676920652 + }, + "2": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.748807824108927 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.7461057291763941 + }, + "4": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.7401470862312788 + }, + "5": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.7496911591942741 + } + }, + "contrast": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.7679225395386199 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.7206193356657961 + }, + "3": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.6751020738549839 + }, + "4": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.605033617563114 + }, + "5": { + "accuracy": 0.29967948717948717, + "roc_auc": 0.4628711233140424 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b970a9b05f1ead53c4bd116b8d826721c25d0860 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.7580128205128205, + "roc_auc": 0.9442252903791365 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.9268134998904229 + }, + "2": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.8765505150120534 + }, + "3": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.7750986193293886 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6916611878150339 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6428555774709621 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.7384177076484768 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6862480824019286 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5796351084812623 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5189239535393382 + }, + "5": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4544817006355468 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.9074731536269998 + }, + "2": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.9074731536269998 + }, + "3": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.8855248739864124 + }, + "4": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8536708305939075 + }, + "5": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.829443348674118 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8108974358974359, + "roc_auc": 0.8954196800350647 + }, + "2": { + "accuracy": 0.7467948717948718, + "roc_auc": 0.8452553144860837 + }, + "3": { + "accuracy": 0.7083333333333334, + "roc_auc": 0.8230221345605961 + }, + "4": { + "accuracy": 0.6490384615384616, + "roc_auc": 0.8039995616918694 + }, + "5": { + "accuracy": 0.594551282051282, + "roc_auc": 0.7767148805610344 + } + }, + "pixelate": { + "1": { + "accuracy": 0.655448717948718, + "roc_auc": 0.8802651764190226 + }, + "2": { + "accuracy": 0.6939102564102564, + "roc_auc": 0.8500931404777559 + }, + "3": { + "accuracy": 0.6650641025641025, + "roc_auc": 0.8749068595222442 + }, + "4": { + "accuracy": 0.6185897435897436, + "roc_auc": 0.7961100153407845 + }, + "5": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.51537365768135 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7740384615384616, + "roc_auc": 0.9452224413762875 + }, + "2": { + "accuracy": 0.7756410256410257, + "roc_auc": 0.942548761779531 + }, + "3": { + "accuracy": 0.7692307692307693, + "roc_auc": 0.9359193513039666 + }, + "4": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.9269614288845057 + }, + "5": { + "accuracy": 0.7067307692307693, + "roc_auc": 0.8896230550076705 + } + }, + "contrast": { + "1": { + "accuracy": 0.7900641025641025, + "roc_auc": 0.947063335524874 + }, + "2": { + "accuracy": 0.8317307692307693, + "roc_auc": 0.930024106947184 + }, + "3": { + "accuracy": 0.8237179487179487, + "roc_auc": 0.9071279859741399 + }, + "4": { + "accuracy": 0.782051282051282, + "roc_auc": 0.8525641025641026 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.3413653298268683 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-16/vit/retinamnist_results.json b/results/fewshot-10-percent/rmedclip-rank-16/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..03664a6b4d6208693f8f7c39c2f242fd65e6e289 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-16/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4225, + "roc_auc": 0.5150886336972098 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.4880328735766602 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.48885355480650955 + }, + "3": { + "accuracy": 0.315, + "roc_auc": 0.45686366206012724 + }, + "4": { + "accuracy": 0.33, + "roc_auc": 0.4598347246131202 + }, + "5": { + "accuracy": 0.3275, + "roc_auc": 0.48334936348678986 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3075, + "roc_auc": 0.515588733316359 + }, + "2": { + "accuracy": 0.2375, + "roc_auc": 0.5159836729148006 + }, + "3": { + "accuracy": 0.2125, + "roc_auc": 0.520754643367564 + }, + "4": { + "accuracy": 0.1925, + "roc_auc": 0.5147048027310324 + }, + "5": { + "accuracy": 0.1775, + "roc_auc": 0.546816209355141 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.415, + "roc_auc": 0.542081158518046 + }, + "2": { + "accuracy": 0.415, + "roc_auc": 0.542081158518046 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.5434291617203153 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.5302305246745809 + }, + "5": { + "accuracy": 0.44, + "roc_auc": 0.5219099177026967 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.415, + "roc_auc": 0.5382873648646308 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.5585068046913587 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5604950794956851 + }, + "4": { + "accuracy": 0.45, + "roc_auc": 0.560470407976354 + }, + "5": { + "accuracy": 0.4475, + "roc_auc": 0.5480959316775369 + } + }, + "pixelate": { + "1": { + "accuracy": 0.425, + "roc_auc": 0.563882866714882 + }, + "2": { + "accuracy": 0.445, + "roc_auc": 0.5599526496536762 + }, + "3": { + "accuracy": 0.445, + "roc_auc": 0.5671597468515056 + }, + "4": { + "accuracy": 0.2775, + "roc_auc": 0.5415399634704288 + }, + "5": { + "accuracy": 0.2875, + "roc_auc": 0.5351212117217714 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4375, + "roc_auc": 0.5017251069467764 + }, + "2": { + "accuracy": 0.4375, + "roc_auc": 0.5135835623579896 + }, + "3": { + "accuracy": 0.4225, + "roc_auc": 0.5084563434576795 + }, + "4": { + "accuracy": 0.4125, + "roc_auc": 0.49981677957697795 + }, + "5": { + "accuracy": 0.3475, + "roc_auc": 0.5119716961364978 + } + }, + "contrast": { + "1": { + "accuracy": 0.42, + "roc_auc": 0.5219584685035327 + }, + "2": { + "accuracy": 0.42, + "roc_auc": 0.49562788625822074 + }, + "3": { + "accuracy": 0.4175, + "roc_auc": 0.4863220027629443 + }, + "4": { + "accuracy": 0.4275, + "roc_auc": 0.4740769430724777 + }, + "5": { + "accuracy": 0.3775, + "roc_auc": 0.4984803296839007 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/all_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ab85ab0bba2fd63f6e129b04be5b3463f35cc83f --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.09997076878105816, + "roc_auc": 0.5251111181215918 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.06226249634609763, + "roc_auc": 0.5125823579864794 + }, + "2": { + "accuracy": 0.061970184156679334, + "roc_auc": 0.5071601497572764 + }, + "3": { + "accuracy": 0.05758550131540485, + "roc_auc": 0.5016324638563046 + }, + "4": { + "accuracy": 0.056708564747149956, + "roc_auc": 0.4986160842840132 + }, + "5": { + "accuracy": 0.06080093539900614, + "roc_auc": 0.5007110620017894 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.05320081847413037, + "roc_auc": 0.4880747417097286 + }, + "2": { + "accuracy": 0.04881613563285589, + "roc_auc": 0.48116342587920674 + }, + "3": { + "accuracy": 0.05700087693656825, + "roc_auc": 0.4694390634572638 + }, + "4": { + "accuracy": 0.05495469161064016, + "roc_auc": 0.4573929226135564 + }, + "5": { + "accuracy": 0.054370067231803564, + "roc_auc": 0.4536774808156988 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.08097047646886875, + "roc_auc": 0.5074037754166121 + }, + "2": { + "accuracy": 0.08097047646886875, + "roc_auc": 0.5076680146460404 + }, + "3": { + "accuracy": 0.07687810581701257, + "roc_auc": 0.5008689369291945 + }, + "4": { + "accuracy": 0.07249342297573809, + "roc_auc": 0.49864034977278004 + }, + "5": { + "accuracy": 0.07366267173341129, + "roc_auc": 0.4987311508520521 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12569424144986846, + "roc_auc": 0.5577339570160884 + }, + "2": { + "accuracy": 0.11312481730488161, + "roc_auc": 0.5475849235403583 + }, + "3": { + "accuracy": 0.1180941245249927, + "roc_auc": 0.542697312545469 + }, + "4": { + "accuracy": 0.10610932475884244, + "roc_auc": 0.5245714870777348 + }, + "5": { + "accuracy": 0.10669394913767904, + "roc_auc": 0.5157241668042605 + } + }, + "pixelate": { + "1": { + "accuracy": 0.07980122771119556, + "roc_auc": 0.48803622714442596 + }, + "2": { + "accuracy": 0.0698626132709734, + "roc_auc": 0.4906544930364276 + }, + "3": { + "accuracy": 0.08389359836305174, + "roc_auc": 0.48358103310821426 + }, + "4": { + "accuracy": 0.0903244665302543, + "roc_auc": 0.48438711150944985 + }, + "5": { + "accuracy": 0.11224788073662671, + "roc_auc": 0.5018566931339867 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.10289389067524116, + "roc_auc": 0.5284311728569246 + }, + "2": { + "accuracy": 0.09704764688687519, + "roc_auc": 0.5251021454437037 + }, + "3": { + "accuracy": 0.08330897398421515, + "roc_auc": 0.5134376536353595 + }, + "4": { + "accuracy": 0.08798596901490792, + "roc_auc": 0.5124381622498871 + }, + "5": { + "accuracy": 0.10377082724349605, + "roc_auc": 0.5206149739977013 + } + }, + "contrast": { + "1": { + "accuracy": 0.10318620286465946, + "roc_auc": 0.5295810345355588 + }, + "2": { + "accuracy": 0.10757088570593394, + "roc_auc": 0.5380274303680637 + }, + "3": { + "accuracy": 0.10874013446360713, + "roc_auc": 0.5412933375085808 + }, + "4": { + "accuracy": 0.09792458345513008, + "roc_auc": 0.539581706519912 + }, + "5": { + "accuracy": 0.056708564747149956, + "roc_auc": 0.5091004006273822 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.4666354964598233 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.4675413558285212 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.4716251534242003 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.4653428929383697 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.48289286077108046 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.4679360924696212 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.5059985977767854 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5358448476281039 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.566411783442069 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5648389555987869 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5414332025013466 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.4797896764230837 + }, + "2": { + "accuracy": 0.4325, + "roc_auc": 0.4798628168595995 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.4919042501677042 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.49355631066014993 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.4921582221064188 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.4892673583549163 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.4991134775296948 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.4925247106852232 + }, + "4": { + "accuracy": 0.43, + "roc_auc": 0.47393607249084335 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.473286548447438 + } + }, + "pixelate": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.456755128550158 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.4748669307734586 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.46337258663398034 + }, + "4": { + "accuracy": 0.43, + "roc_auc": 0.44741740318648543 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.4967551904077384 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.4680007977633739 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.4687478977207425 + }, + "3": { + "accuracy": 0.43, + "roc_auc": 0.47412369668891047 + }, + "4": { + "accuracy": 0.425, + "roc_auc": 0.4767759570700122 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.47484453665584736 + } + }, + "contrast": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.45996465049882157 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.46324824962779615 + }, + "3": { + "accuracy": 0.43, + "roc_auc": 0.47023275591826064 + }, + "4": { + "accuracy": 0.4275, + "roc_auc": 0.4763612142052095 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.47497814967748 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.4158312447786131 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.40476190476190477 + }, + "2": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4321219715956558 + }, + "3": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.4695071010860485 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.46679197994987465 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.424812030075188 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.5497076023391814 + }, + "2": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.4878863826232247 + }, + "3": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.47076023391812866 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4285714285714285 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.46992481203007513 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.391812865497076 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.391812865497076 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.38450292397660824 + }, + "4": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.39390142021720964 + }, + "5": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.40016708437761067 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.43149540517961565 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4133249791144528 + }, + "3": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4108187134502924 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.42272347535505433 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.41854636591478694 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.5196324143692564 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5121136173767752 + }, + "3": { + "accuracy": 0.532051282051282, + "roc_auc": 0.5162907268170426 + }, + "4": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.46094402673350043 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.4484126984126984 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.41791979949874686 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4193817878028404 + }, + "3": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.42011278195488727 + }, + "4": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.42000835421888055 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.41353383458646614 + } + }, + "contrast": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4266917293233083 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.4385964912280702 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.42836257309941517 + }, + "4": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4158312447786132 + }, + "5": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.39327485380116955 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.269, + "roc_auc": 0.4714973333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.264, + "roc_auc": 0.4909626666666667 + }, + "2": { + "accuracy": 0.277, + "roc_auc": 0.5242606666666667 + }, + "3": { + "accuracy": 0.266, + "roc_auc": 0.5304233333333334 + }, + "4": { + "accuracy": 0.268, + "roc_auc": 0.5222006666666666 + }, + "5": { + "accuracy": 0.266, + "roc_auc": 0.5243633333333333 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.257, + "roc_auc": 0.5291853333333332 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.5357046666666667 + }, + "3": { + "accuracy": 0.266, + "roc_auc": 0.54326 + }, + "4": { + "accuracy": 0.271, + "roc_auc": 0.5390946666666667 + }, + "5": { + "accuracy": 0.276, + "roc_auc": 0.545228 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.4596826666666667 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.459692 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.45225799999999994 + }, + "4": { + "accuracy": 0.24, + "roc_auc": 0.4524233333333334 + }, + "5": { + "accuracy": 0.225, + "roc_auc": 0.44992866666666664 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.291, + "roc_auc": 0.537428 + }, + "2": { + "accuracy": 0.281, + "roc_auc": 0.537426 + }, + "3": { + "accuracy": 0.295, + "roc_auc": 0.5202640000000001 + }, + "4": { + "accuracy": 0.263, + "roc_auc": 0.5157886666666667 + }, + "5": { + "accuracy": 0.269, + "roc_auc": 0.5169053333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.262, + "roc_auc": 0.5789446666666667 + }, + "2": { + "accuracy": 0.26, + "roc_auc": 0.574554 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.5776913333333333 + }, + "4": { + "accuracy": 0.268, + "roc_auc": 0.6034306666666667 + }, + "5": { + "accuracy": 0.267, + "roc_auc": 0.6164133333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.265, + "roc_auc": 0.4710833333333333 + }, + "2": { + "accuracy": 0.265, + "roc_auc": 0.46999466666666667 + }, + "3": { + "accuracy": 0.264, + "roc_auc": 0.4694953333333333 + }, + "4": { + "accuracy": 0.269, + "roc_auc": 0.46873599999999993 + }, + "5": { + "accuracy": 0.273, + "roc_auc": 0.46951733333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.256, + "roc_auc": 0.47337999999999997 + }, + "2": { + "accuracy": 0.265, + "roc_auc": 0.4827193333333333 + }, + "3": { + "accuracy": 0.271, + "roc_auc": 0.490126 + }, + "4": { + "accuracy": 0.266, + "roc_auc": 0.4966453333333333 + }, + "5": { + "accuracy": 0.269, + "roc_auc": 0.5099933333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.530448717948718, + "roc_auc": 0.933809993425378 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.8811308349769889 + }, + "2": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.8197950909489371 + }, + "3": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.783629191321499 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.7614507999123384 + }, + "5": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.7744466359850977 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.7692088538242385 + }, + "2": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.7739316239316238 + }, + "3": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.7161242603550295 + }, + "4": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.6894258163488933 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.7009861932938857 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.9269888231426693 + }, + "2": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.926994301994302 + }, + "3": { + "accuracy": 0.5048076923076923, + "roc_auc": 0.912689020381328 + }, + "4": { + "accuracy": 0.5016025641025641, + "roc_auc": 0.8938308130615823 + }, + "5": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.8737453429761122 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.9181788297172913 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.9027065527065528 + }, + "3": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.8884944115713347 + }, + "4": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8718058294981373 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.8681678720140259 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.86640916063993 + }, + "2": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.8601577909270217 + }, + "3": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.8425761560376945 + }, + "4": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.8454361165899629 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.8226988823142669 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.530448717948718, + "roc_auc": 0.933629191321499 + }, + "2": { + "accuracy": 0.532051282051282, + "roc_auc": 0.9357330703484549 + }, + "3": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.9407078676309446 + }, + "4": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.9477427131273286 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.9085908393600701 + } + }, + "contrast": { + "1": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.9373328950252027 + }, + "2": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.9422200306815691 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.9417817225509534 + }, + "4": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.9381656804733728 + }, + "5": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.9203374972605742 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.47964813499085174 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5064588575058401 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5352987708742922 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.47640939902841695 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.49669346433119077 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.504937641244157 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5308700310805843 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5133289242924477 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5258410346922252 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5427890540458302 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5099499620330349 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4982430596511325 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4967063384210773 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5093521274598817 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5064502808709012 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5004090045553063 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5043376967328501 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5259269387377291 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5341576582410158 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5495960539041204 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5448165798731002 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.47020775751041377 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48745232195638016 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.47644515709001656 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.49576713796181504 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.471663300471869 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.47365207029482564 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.48321021392339747 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4844507967903861 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4624368010867879 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4671651000789238 + } + }, + "contrast": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.48407277275007216 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4877315853214859 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4881877085101595 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48352772250782744 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4811851758732971 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6347781841779246 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5568476786030323 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5353150256622029 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5568550527992449 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5744793817473896 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5079198867323461 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6160256032092501 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6326839124535425 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5863297150610584 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5640965134800306 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5482419916229131 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6292696596071028 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6292696596071028 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5661022948498613 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.536207303403929 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5277933455253377 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6405890507934635 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5434340156922896 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4606217922246475 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.41854462863547875 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3779496784850451 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.32908825438027256 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.3517049141643561 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.31484868149371714 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.3499277328771164 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3694988496253908 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6370863075924724 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6302135567223173 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6152734351955638 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5917350008849036 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5505501150374609 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6592973865848621 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6818845495840953 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6656539437201345 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6547253849330423 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.6052445283464103 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4483532050525321 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4694644473301066 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4503403769724157 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45626254279305867 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4580726399874079 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4831779010742533 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4830401762877268 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5122575060008656 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5321292251997009 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5062369653327038 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5606776059497108 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47585881241884076 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47564238775429896 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4546098453547397 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46053201117538256 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4694644473301066 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4911462637232913 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4933892102467241 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5084602368866328 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4925628615275647 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48713256994451654 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48660134576791414 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4723960177861724 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4973832290559949 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5076929130759847 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.49805217801912405 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4381615708495652 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43129500649273994 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4224019202770236 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4140007082989021 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.397808208397277 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4354464250580412 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4404438673120057 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.442450714201393 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.444201786487231 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4486680045645929 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4528226875165651 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4706393379862768 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43060341019524695 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44438554642636274 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4331949229908414 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4602880113084195 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5414936537385517 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5773772712548223 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5352504638218925 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5177872014606708 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5048149129781784 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5124127573107164 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5124569308242778 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5163000265041081 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48860323350119267 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4770739464617016 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49062049062049057 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49930794828754016 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4942721677415555 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4801660924109904 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46298259563565686 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5047560149600965 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43815708101422385 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47937096916688754 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4632770857260653 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4418676561533704 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46081809347115477 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46586859852165974 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4732897487999529 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4658244250080985 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48296374826987065 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47362841240392267 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4814029507907059 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4915775834143181 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4498041640898784 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4764555172718438 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8089004072052258 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.7369573250106062 + }, + "2": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.7058341978229388 + }, + "3": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.6840003184057908 + }, + "4": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.6736909378851187 + }, + "5": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.6620121091684945 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.7231023381917375 + }, + "2": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.6822928393532477 + }, + "3": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.6553365443817712 + }, + "4": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.6497468296127881 + }, + "5": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.6075492079449337 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7326991891912003 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7326864781892483 + }, + "3": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.6756003386651329 + }, + "4": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.6502075144652694 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6384052545604395 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.7617449875781216 + }, + "2": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.7539230524456307 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.7572601615830735 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.7426667841656028 + }, + "5": { + "accuracy": 0.5480769230769231, + "roc_auc": 0.7370328414051981 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5112179487179487, + "roc_auc": 0.6625112470278585 + }, + "2": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.6671776647386641 + }, + "3": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.6901081246123298 + }, + "4": { + "accuracy": 0.5400641025641025, + "roc_auc": 0.7077662241913151 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.7057596848426136 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5721153846153846, + "roc_auc": 0.8086233940690054 + }, + "2": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8086212528402038 + }, + "3": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8075308585228491 + }, + "4": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.812593555270474 + }, + "5": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.7903625956020339 + } + }, + "contrast": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8085040905957857 + }, + "2": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8093089139006996 + }, + "3": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8075140008303614 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.8021204125761775 + }, + "5": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.7850717392836467 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.5279526666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.49935000000000007 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.5059846666666666 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.5060806666666666 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.5069773333333334 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5116593333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.4965146666666667 + }, + "2": { + "accuracy": 0.248, + "roc_auc": 0.48245866666666665 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.4887 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.48951466666666665 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.4964773333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.506622 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.5066126666666666 + }, + "3": { + "accuracy": 0.255, + "roc_auc": 0.5025293333333333 + }, + "4": { + "accuracy": 0.258, + "roc_auc": 0.49814533333333333 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.5188606666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.4912993333333333 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.4794086666666667 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.474816 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.4629006666666667 + }, + "5": { + "accuracy": 0.257, + "roc_auc": 0.4561713333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.49682133333333334 + }, + "2": { + "accuracy": 0.257, + "roc_auc": 0.5081146666666666 + }, + "3": { + "accuracy": 0.256, + "roc_auc": 0.517146 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.506274 + }, + "5": { + "accuracy": 0.254, + "roc_auc": 0.49353933333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.5303373333333333 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.53206 + }, + "3": { + "accuracy": 0.248, + "roc_auc": 0.5325933333333334 + }, + "4": { + "accuracy": 0.248, + "roc_auc": 0.5317173333333334 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.524886 + } + }, + "contrast": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.5231426666666666 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.5139473333333333 + }, + "3": { + "accuracy": 0.252, + "roc_auc": 0.5089806666666666 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.5012553333333333 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.508496 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5005450585029959 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.5170367138706398 + }, + "2": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5180249892188976 + }, + "3": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.5098689056602541 + }, + "4": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.5145228090920484 + }, + "5": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5048708553451378 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.49993957721767657 + }, + "2": { + "accuracy": 0.13629716291313249, + "roc_auc": 0.49530867077375923 + }, + "3": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.4890471345356804 + }, + "4": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.4739236836627167 + }, + "5": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.46362597239523695 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.5031283963239483 + }, + "2": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.5029683661488751 + }, + "3": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5011051268724758 + }, + "4": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5011358719750578 + }, + "5": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.5043104432711202 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.48973012386926185 + }, + "2": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.4829890810186016 + }, + "3": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.4725352031789678 + }, + "4": { + "accuracy": 0.130155016086575, + "roc_auc": 0.46440445122911866 + }, + "5": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.4594798549464107 + } + }, + "pixelate": { + "1": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.5006502940486959 + }, + "2": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.5105298307994057 + }, + "3": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.500274078723264 + }, + "4": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.4885580885980393 + }, + "5": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.48241451078711184 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.4960921191906121 + }, + "2": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4899050475610265 + }, + "3": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.4644582932337662 + }, + "4": { + "accuracy": 0.1260602515355367, + "roc_auc": 0.44343959591272014 + }, + "5": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.44756999007891624 + } + }, + "contrast": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5082188741499062 + }, + "2": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.519403051027046 + }, + "3": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5245952053279412 + }, + "4": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.5302054157559661 + }, + "5": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.5420349257780981 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/aml_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7f50a92b0208edceb65e504ecef1d06308122f67 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.47964813499085174 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5064588575058401 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5352987708742922 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.47640939902841695 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.49669346433119077 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.504937641244157 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5308700310805843 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5133289242924477 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5258410346922252 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5427890540458302 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5099499620330349 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4982430596511325 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4967063384210773 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5093521274598817 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5064502808709012 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5004090045553063 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5043376967328501 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5259269387377291 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5341576582410158 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5495960539041204 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5448165798731002 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.47020775751041377 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48745232195638016 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.47644515709001656 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.49576713796181504 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.471663300471869 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.47365207029482564 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.48321021392339747 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4844507967903861 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4624368010867879 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4671651000789238 + } + }, + "contrast": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.48407277275007216 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4877315853214859 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4881877085101595 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48352772250782744 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4811851758732971 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/bloodmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..065490f07a6fde4330914b293dd99587b46c8834 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.09997076878105816, + "roc_auc": 0.5251111181215918 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.06226249634609763, + "roc_auc": 0.5125823579864794 + }, + "2": { + "accuracy": 0.061970184156679334, + "roc_auc": 0.5071601497572764 + }, + "3": { + "accuracy": 0.05758550131540485, + "roc_auc": 0.5016324638563046 + }, + "4": { + "accuracy": 0.056708564747149956, + "roc_auc": 0.4986160842840132 + }, + "5": { + "accuracy": 0.06080093539900614, + "roc_auc": 0.5007110620017894 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.05320081847413037, + "roc_auc": 0.4880747417097286 + }, + "2": { + "accuracy": 0.04881613563285589, + "roc_auc": 0.48116342587920674 + }, + "3": { + "accuracy": 0.05700087693656825, + "roc_auc": 0.4694390634572638 + }, + "4": { + "accuracy": 0.05495469161064016, + "roc_auc": 0.4573929226135564 + }, + "5": { + "accuracy": 0.054370067231803564, + "roc_auc": 0.4536774808156988 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.08097047646886875, + "roc_auc": 0.5074037754166121 + }, + "2": { + "accuracy": 0.08097047646886875, + "roc_auc": 0.5076680146460404 + }, + "3": { + "accuracy": 0.07687810581701257, + "roc_auc": 0.5008689369291945 + }, + "4": { + "accuracy": 0.07249342297573809, + "roc_auc": 0.49864034977278004 + }, + "5": { + "accuracy": 0.07366267173341129, + "roc_auc": 0.4987311508520521 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12569424144986846, + "roc_auc": 0.5577339570160884 + }, + "2": { + "accuracy": 0.11312481730488161, + "roc_auc": 0.5475849235403583 + }, + "3": { + "accuracy": 0.1180941245249927, + "roc_auc": 0.542697312545469 + }, + "4": { + "accuracy": 0.10610932475884244, + "roc_auc": 0.5245714870777348 + }, + "5": { + "accuracy": 0.10669394913767904, + "roc_auc": 0.5157241668042605 + } + }, + "pixelate": { + "1": { + "accuracy": 0.07980122771119556, + "roc_auc": 0.48803622714442596 + }, + "2": { + "accuracy": 0.0698626132709734, + "roc_auc": 0.4906544930364276 + }, + "3": { + "accuracy": 0.08389359836305174, + "roc_auc": 0.48358103310821426 + }, + "4": { + "accuracy": 0.0903244665302543, + "roc_auc": 0.48438711150944985 + }, + "5": { + "accuracy": 0.11224788073662671, + "roc_auc": 0.5018566931339867 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.10289389067524116, + "roc_auc": 0.5284311728569246 + }, + "2": { + "accuracy": 0.09704764688687519, + "roc_auc": 0.5251021454437037 + }, + "3": { + "accuracy": 0.08330897398421515, + "roc_auc": 0.5134376536353595 + }, + "4": { + "accuracy": 0.08798596901490792, + "roc_auc": 0.5124381622498871 + }, + "5": { + "accuracy": 0.10377082724349605, + "roc_auc": 0.5206149739977013 + } + }, + "contrast": { + "1": { + "accuracy": 0.10318620286465946, + "roc_auc": 0.5295810345355588 + }, + "2": { + "accuracy": 0.10757088570593394, + "roc_auc": 0.5380274303680637 + }, + "3": { + "accuracy": 0.10874013446360713, + "roc_auc": 0.5412933375085808 + }, + "4": { + "accuracy": 0.09792458345513008, + "roc_auc": 0.539581706519912 + }, + "5": { + "accuracy": 0.056708564747149956, + "roc_auc": 0.5091004006273822 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/breastmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..79c59a938f7150101a4889ab15c18e094dea48b9 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.4158312447786131 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.40476190476190477 + }, + "2": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4321219715956558 + }, + "3": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.4695071010860485 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.46679197994987465 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.424812030075188 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.5497076023391814 + }, + "2": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.4878863826232247 + }, + "3": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.47076023391812866 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4285714285714285 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.46992481203007513 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.391812865497076 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.391812865497076 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.38450292397660824 + }, + "4": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.39390142021720964 + }, + "5": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.40016708437761067 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.43149540517961565 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4133249791144528 + }, + "3": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4108187134502924 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.42272347535505433 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.41854636591478694 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.5196324143692564 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5121136173767752 + }, + "3": { + "accuracy": 0.532051282051282, + "roc_auc": 0.5162907268170426 + }, + "4": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.46094402673350043 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.4484126984126984 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.41791979949874686 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4193817878028404 + }, + "3": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.42011278195488727 + }, + "4": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.42000835421888055 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.41353383458646614 + } + }, + "contrast": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4266917293233083 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.4385964912280702 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.42836257309941517 + }, + "4": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4158312447786132 + }, + "5": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.39327485380116955 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/fundus_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7feadc2bd4d9b9296555dc72fbb1ee9958a83c56 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6347781841779246 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5568476786030323 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5353150256622029 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5568550527992449 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5744793817473896 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5079198867323461 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6160256032092501 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6326839124535425 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5863297150610584 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5640965134800306 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5482419916229131 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6292696596071028 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6292696596071028 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5661022948498613 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.536207303403929 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5277933455253377 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6405890507934635 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5434340156922896 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4606217922246475 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.41854462863547875 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3779496784850451 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.32908825438027256 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.3517049141643561 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.31484868149371714 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.3499277328771164 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3694988496253908 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6370863075924724 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6302135567223173 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6152734351955638 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5917350008849036 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5505501150374609 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6592973865848621 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6818845495840953 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6656539437201345 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6547253849330423 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.6052445283464103 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/mammo_calc_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a04e2c17b0f5f194e730fb9d82c5d19a0f15082f --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4483532050525321 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4694644473301066 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4503403769724157 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45626254279305867 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4580726399874079 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4831779010742533 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4830401762877268 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5122575060008656 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5321292251997009 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5062369653327038 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5606776059497108 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47585881241884076 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47564238775429896 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4546098453547397 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46053201117538256 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4694644473301066 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4911462637232913 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4933892102467241 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5084602368866328 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4925628615275647 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48713256994451654 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48660134576791414 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4723960177861724 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4973832290559949 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5076929130759847 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.49805217801912405 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4381615708495652 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43129500649273994 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4224019202770236 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4140007082989021 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.397808208397277 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4354464250580412 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4404438673120057 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.442450714201393 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.444201786487231 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4486680045645929 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/mammo_mass_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..123fe7b6b69e4e136bf79997198c7e88c794243e --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4528226875165651 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4706393379862768 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43060341019524695 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44438554642636274 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4331949229908414 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4602880113084195 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5414936537385517 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5773772712548223 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5352504638218925 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5177872014606708 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5048149129781784 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5124127573107164 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5124569308242778 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5163000265041081 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48860323350119267 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4770739464617016 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49062049062049057 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49930794828754016 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4942721677415555 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4801660924109904 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46298259563565686 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5047560149600965 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43815708101422385 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47937096916688754 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4632770857260653 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4418676561533704 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46081809347115477 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46586859852165974 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4732897487999529 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4658244250080985 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48296374826987065 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47362841240392267 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4814029507907059 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4915775834143181 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4498041640898784 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4764555172718438 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/oct_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fa23b2af6e2deb04142c762c1d748cad53f7e485 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.5279526666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.49935000000000007 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.5059846666666666 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.5060806666666666 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.5069773333333334 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5116593333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.4965146666666667 + }, + "2": { + "accuracy": 0.248, + "roc_auc": 0.48245866666666665 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.4887 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.48951466666666665 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.4964773333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.506622 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.5066126666666666 + }, + "3": { + "accuracy": 0.255, + "roc_auc": 0.5025293333333333 + }, + "4": { + "accuracy": 0.258, + "roc_auc": 0.49814533333333333 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.5188606666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.4912993333333333 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.4794086666666667 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.474816 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.4629006666666667 + }, + "5": { + "accuracy": 0.257, + "roc_auc": 0.4561713333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.49682133333333334 + }, + "2": { + "accuracy": 0.257, + "roc_auc": 0.5081146666666666 + }, + "3": { + "accuracy": 0.256, + "roc_auc": 0.517146 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.506274 + }, + "5": { + "accuracy": 0.254, + "roc_auc": 0.49353933333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.5303373333333333 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.53206 + }, + "3": { + "accuracy": 0.248, + "roc_auc": 0.5325933333333334 + }, + "4": { + "accuracy": 0.248, + "roc_auc": 0.5317173333333334 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.524886 + } + }, + "contrast": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.5231426666666666 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.5139473333333333 + }, + "3": { + "accuracy": 0.252, + "roc_auc": 0.5089806666666666 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.5012553333333333 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.508496 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/octmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..110e73915f993ee1722979758cc669fcbaf2d39c --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.269, + "roc_auc": 0.4714973333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.264, + "roc_auc": 0.4909626666666667 + }, + "2": { + "accuracy": 0.277, + "roc_auc": 0.5242606666666667 + }, + "3": { + "accuracy": 0.266, + "roc_auc": 0.5304233333333334 + }, + "4": { + "accuracy": 0.268, + "roc_auc": 0.5222006666666666 + }, + "5": { + "accuracy": 0.266, + "roc_auc": 0.5243633333333333 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.257, + "roc_auc": 0.5291853333333332 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.5357046666666667 + }, + "3": { + "accuracy": 0.266, + "roc_auc": 0.54326 + }, + "4": { + "accuracy": 0.271, + "roc_auc": 0.5390946666666667 + }, + "5": { + "accuracy": 0.276, + "roc_auc": 0.545228 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.4596826666666667 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.459692 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.45225799999999994 + }, + "4": { + "accuracy": 0.24, + "roc_auc": 0.4524233333333334 + }, + "5": { + "accuracy": 0.225, + "roc_auc": 0.44992866666666664 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.291, + "roc_auc": 0.537428 + }, + "2": { + "accuracy": 0.281, + "roc_auc": 0.537426 + }, + "3": { + "accuracy": 0.295, + "roc_auc": 0.5202640000000001 + }, + "4": { + "accuracy": 0.263, + "roc_auc": 0.5157886666666667 + }, + "5": { + "accuracy": 0.269, + "roc_auc": 0.5169053333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.262, + "roc_auc": 0.5789446666666667 + }, + "2": { + "accuracy": 0.26, + "roc_auc": 0.574554 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.5776913333333333 + }, + "4": { + "accuracy": 0.268, + "roc_auc": 0.6034306666666667 + }, + "5": { + "accuracy": 0.267, + "roc_auc": 0.6164133333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.265, + "roc_auc": 0.4710833333333333 + }, + "2": { + "accuracy": 0.265, + "roc_auc": 0.46999466666666667 + }, + "3": { + "accuracy": 0.264, + "roc_auc": 0.4694953333333333 + }, + "4": { + "accuracy": 0.269, + "roc_auc": 0.46873599999999993 + }, + "5": { + "accuracy": 0.273, + "roc_auc": 0.46951733333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.256, + "roc_auc": 0.47337999999999997 + }, + "2": { + "accuracy": 0.265, + "roc_auc": 0.4827193333333333 + }, + "3": { + "accuracy": 0.271, + "roc_auc": 0.490126 + }, + "4": { + "accuracy": 0.266, + "roc_auc": 0.4966453333333333 + }, + "5": { + "accuracy": 0.269, + "roc_auc": 0.5099933333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/pbc_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..84ae55f5b09663f8eb79b7f5288f009ce56c3634 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5005450585029959 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.5170367138706398 + }, + "2": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5180249892188976 + }, + "3": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.5098689056602541 + }, + "4": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.5145228090920484 + }, + "5": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5048708553451378 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.49993957721767657 + }, + "2": { + "accuracy": 0.13629716291313249, + "roc_auc": 0.49530867077375923 + }, + "3": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.4890471345356804 + }, + "4": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.4739236836627167 + }, + "5": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.46362597239523695 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.5031283963239483 + }, + "2": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.5029683661488751 + }, + "3": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5011051268724758 + }, + "4": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5011358719750578 + }, + "5": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.5043104432711202 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.48973012386926185 + }, + "2": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.4829890810186016 + }, + "3": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.4725352031789678 + }, + "4": { + "accuracy": 0.130155016086575, + "roc_auc": 0.46440445122911866 + }, + "5": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.4594798549464107 + } + }, + "pixelate": { + "1": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.5006502940486959 + }, + "2": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.5105298307994057 + }, + "3": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.500274078723264 + }, + "4": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.4885580885980393 + }, + "5": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.48241451078711184 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.4960921191906121 + }, + "2": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4899050475610265 + }, + "3": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.4644582932337662 + }, + "4": { + "accuracy": 0.1260602515355367, + "roc_auc": 0.44343959591272014 + }, + "5": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.44756999007891624 + } + }, + "contrast": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5082188741499062 + }, + "2": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.519403051027046 + }, + "3": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5245952053279412 + }, + "4": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.5302054157559661 + }, + "5": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.5420349257780981 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/pneumonia_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..52b73f183a847a5d7943823f649e391968683499 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8089004072052258 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.7369573250106062 + }, + "2": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.7058341978229388 + }, + "3": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.6840003184057908 + }, + "4": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.6736909378851187 + }, + "5": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.6620121091684945 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.7231023381917375 + }, + "2": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.6822928393532477 + }, + "3": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.6553365443817712 + }, + "4": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.6497468296127881 + }, + "5": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.6075492079449337 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7326991891912003 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7326864781892483 + }, + "3": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.6756003386651329 + }, + "4": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.6502075144652694 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6384052545604395 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.7617449875781216 + }, + "2": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.7539230524456307 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.7572601615830735 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.7426667841656028 + }, + "5": { + "accuracy": 0.5480769230769231, + "roc_auc": 0.7370328414051981 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5112179487179487, + "roc_auc": 0.6625112470278585 + }, + "2": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.6671776647386641 + }, + "3": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.6901081246123298 + }, + "4": { + "accuracy": 0.5400641025641025, + "roc_auc": 0.7077662241913151 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.7057596848426136 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5721153846153846, + "roc_auc": 0.8086233940690054 + }, + "2": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8086212528402038 + }, + "3": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8075308585228491 + }, + "4": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.812593555270474 + }, + "5": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.7903625956020339 + } + }, + "contrast": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8085040905957857 + }, + "2": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8093089139006996 + }, + "3": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8075140008303614 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.8021204125761775 + }, + "5": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.7850717392836467 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..abe70f881760d01459a5f3736bffe42b0af31461 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.530448717948718, + "roc_auc": 0.933809993425378 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.8811308349769889 + }, + "2": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.8197950909489371 + }, + "3": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.783629191321499 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.7614507999123384 + }, + "5": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.7744466359850977 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.7692088538242385 + }, + "2": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.7739316239316238 + }, + "3": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.7161242603550295 + }, + "4": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.6894258163488933 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.7009861932938857 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.9269888231426693 + }, + "2": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.926994301994302 + }, + "3": { + "accuracy": 0.5048076923076923, + "roc_auc": 0.912689020381328 + }, + "4": { + "accuracy": 0.5016025641025641, + "roc_auc": 0.8938308130615823 + }, + "5": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.8737453429761122 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.9181788297172913 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.9027065527065528 + }, + "3": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.8884944115713347 + }, + "4": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8718058294981373 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.8681678720140259 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.86640916063993 + }, + "2": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.8601577909270217 + }, + "3": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.8425761560376945 + }, + "4": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.8454361165899629 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.8226988823142669 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.530448717948718, + "roc_auc": 0.933629191321499 + }, + "2": { + "accuracy": 0.532051282051282, + "roc_auc": 0.9357330703484549 + }, + "3": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.9407078676309446 + }, + "4": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.9477427131273286 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.9085908393600701 + } + }, + "contrast": { + "1": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.9373328950252027 + }, + "2": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.9422200306815691 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.9417817225509534 + }, + "4": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.9381656804733728 + }, + "5": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.9203374972605742 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/resnet/retinamnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..33f09adde052f8589131063eb3256b61c23196d5 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.4666354964598233 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.4675413558285212 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.4716251534242003 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.4653428929383697 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.48289286077108046 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.4679360924696212 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.5059985977767854 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5358448476281039 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.566411783442069 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5648389555987869 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5414332025013466 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.4797896764230837 + }, + "2": { + "accuracy": 0.4325, + "roc_auc": 0.4798628168595995 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.4919042501677042 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.49355631066014993 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.4921582221064188 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.4892673583549163 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.4991134775296948 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.4925247106852232 + }, + "4": { + "accuracy": 0.43, + "roc_auc": 0.47393607249084335 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.473286548447438 + } + }, + "pixelate": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.456755128550158 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.4748669307734586 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.46337258663398034 + }, + "4": { + "accuracy": 0.43, + "roc_auc": 0.44741740318648543 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.4967551904077384 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.4680007977633739 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.4687478977207425 + }, + "3": { + "accuracy": 0.43, + "roc_auc": 0.47412369668891047 + }, + "4": { + "accuracy": 0.425, + "roc_auc": 0.4767759570700122 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.47484453665584736 + } + }, + "contrast": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.45996465049882157 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.46324824962779615 + }, + "3": { + "accuracy": 0.43, + "roc_auc": 0.47023275591826064 + }, + "4": { + "accuracy": 0.4275, + "roc_auc": 0.4763612142052095 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.47497814967748 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/all_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a9effd9effb98d85ff7b3cb597ac3b89304fb0c5 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.3212510961707103, + "roc_auc": 0.8533194261588842 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1862028646594563, + "roc_auc": 0.7577056833239202 + }, + "2": { + "accuracy": 0.18035662087109033, + "roc_auc": 0.6961840346087839 + }, + "3": { + "accuracy": 0.14557147033031279, + "roc_auc": 0.6384916392652825 + }, + "4": { + "accuracy": 0.1189710610932476, + "roc_auc": 0.6134679526420891 + }, + "5": { + "accuracy": 0.092955276235019, + "roc_auc": 0.5910702129246983 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.253434668225665, + "roc_auc": 0.6326735989020733 + }, + "2": { + "accuracy": 0.24291142940660626, + "roc_auc": 0.6051755657964986 + }, + "3": { + "accuracy": 0.19438760596316867, + "roc_auc": 0.5902366641283701 + }, + "4": { + "accuracy": 0.15931014323297282, + "roc_auc": 0.5876401648796568 + }, + "5": { + "accuracy": 0.14440222157263957, + "roc_auc": 0.5787133787181982 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.31920491084478225, + "roc_auc": 0.8196224515428427 + }, + "2": { + "accuracy": 0.31920491084478225, + "roc_auc": 0.8196222363755512 + }, + "3": { + "accuracy": 0.3022508038585209, + "roc_auc": 0.7945461366016946 + }, + "4": { + "accuracy": 0.28588132125109617, + "roc_auc": 0.764464311315119 + }, + "5": { + "accuracy": 0.28529669687225956, + "roc_auc": 0.7544635440609098 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.31803566208710904, + "roc_auc": 0.8356714074904852 + }, + "2": { + "accuracy": 0.27711195556854723, + "roc_auc": 0.8019551356540191 + }, + "3": { + "accuracy": 0.2572347266881029, + "roc_auc": 0.7724153560092502 + }, + "4": { + "accuracy": 0.24495761473253436, + "roc_auc": 0.7379246981533686 + }, + "5": { + "accuracy": 0.24408067816427945, + "roc_auc": 0.7133971535429826 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3291435252850044, + "roc_auc": 0.7922148550186467 + }, + "2": { + "accuracy": 0.3069277988892137, + "roc_auc": 0.7563493937169398 + }, + "3": { + "accuracy": 0.30575855013154046, + "roc_auc": 0.7590432266007422 + }, + "4": { + "accuracy": 0.24203449283835135, + "roc_auc": 0.7516305004528514 + }, + "5": { + "accuracy": 0.26074247296112246, + "roc_auc": 0.7183671866833241 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3203741596024554, + "roc_auc": 0.8482102035179726 + }, + "2": { + "accuracy": 0.332651271558024, + "roc_auc": 0.8333601543479383 + }, + "3": { + "accuracy": 0.33762057877813506, + "roc_auc": 0.8078823836461184 + }, + "4": { + "accuracy": 0.33557439345220696, + "roc_auc": 0.7793588789040429 + }, + "5": { + "accuracy": 0.3007892429114294, + "roc_auc": 0.7621788990867393 + } + }, + "contrast": { + "1": { + "accuracy": 0.3306050862320959, + "roc_auc": 0.8263216575408907 + }, + "2": { + "accuracy": 0.3212510961707103, + "roc_auc": 0.7658194190310857 + }, + "3": { + "accuracy": 0.2917275650394621, + "roc_auc": 0.7314752210344051 + }, + "4": { + "accuracy": 0.2519731072785735, + "roc_auc": 0.6963121544885194 + }, + "5": { + "accuracy": 0.20140309850920785, + "roc_auc": 0.6431556004690626 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.105, + "roc_auc": 0.5881402433442042 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.125, + "roc_auc": 0.5840943842939067 + }, + "2": { + "accuracy": 0.175, + "roc_auc": 0.5596636428656236 + }, + "3": { + "accuracy": 0.24, + "roc_auc": 0.5133798119573114 + }, + "4": { + "accuracy": 0.2575, + "roc_auc": 0.5348217546596502 + }, + "5": { + "accuracy": 0.2725, + "roc_auc": 0.5284765307063417 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2075, + "roc_auc": 0.5238441084687582 + }, + "2": { + "accuracy": 0.235, + "roc_auc": 0.5059286917162694 + }, + "3": { + "accuracy": 0.235, + "roc_auc": 0.5177936359834059 + }, + "4": { + "accuracy": 0.23, + "roc_auc": 0.4800685524879002 + }, + "5": { + "accuracy": 0.23, + "roc_auc": 0.4762382740828784 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13, + "roc_auc": 0.5742811157618156 + }, + "2": { + "accuracy": 0.13, + "roc_auc": 0.5742811157618156 + }, + "3": { + "accuracy": 0.1775, + "roc_auc": 0.5591373511424117 + }, + "4": { + "accuracy": 0.205, + "roc_auc": 0.5397566283526257 + }, + "5": { + "accuracy": 0.2225, + "roc_auc": 0.5300066548794307 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1525, + "roc_auc": 0.5556615296095293 + }, + "2": { + "accuracy": 0.1925, + "roc_auc": 0.5451293768245982 + }, + "3": { + "accuracy": 0.2275, + "roc_auc": 0.5434022906176202 + }, + "4": { + "accuracy": 0.2575, + "roc_auc": 0.5488696892941791 + }, + "5": { + "accuracy": 0.255, + "roc_auc": 0.5431584465130976 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2825, + "roc_auc": 0.5022741866824287 + }, + "2": { + "accuracy": 0.32, + "roc_auc": 0.5080850117717731 + }, + "3": { + "accuracy": 0.2975, + "roc_auc": 0.5107372203159354 + }, + "4": { + "accuracy": 0.3375, + "roc_auc": 0.5136690373144537 + }, + "5": { + "accuracy": 0.3975, + "roc_auc": 0.5245380014608833 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.065, + "roc_auc": 0.581568297298886 + }, + "2": { + "accuracy": 0.06, + "roc_auc": 0.5844826508442191 + }, + "3": { + "accuracy": 0.055, + "roc_auc": 0.5861149845555185 + }, + "4": { + "accuracy": 0.055, + "roc_auc": 0.5807351239460556 + }, + "5": { + "accuracy": 0.0725, + "roc_auc": 0.5553618030122782 + } + }, + "contrast": { + "1": { + "accuracy": 0.1175, + "roc_auc": 0.5959327102884641 + }, + "2": { + "accuracy": 0.105, + "roc_auc": 0.584980796401374 + }, + "3": { + "accuracy": 0.12, + "roc_auc": 0.5704061364648434 + }, + "4": { + "accuracy": 0.135, + "roc_auc": 0.5456528313315084 + }, + "5": { + "accuracy": 0.235, + "roc_auc": 0.5182743815332265 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6823308270676692 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.7335004177109441 + }, + "2": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.7441520467836258 + }, + "3": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.7209690893901419 + }, + "4": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.6535087719298246 + }, + "5": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.668546365914787 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.7353801169590644 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7080200501253132 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6652046783625731 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6430659983291562 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5747702589807853 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.7013366750208855 + }, + "2": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.7013366750208855 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.690267335004177 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6840016708437762 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6762740183792816 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5553467000835421 + }, + "2": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.4997911445279867 + }, + "3": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.45321637426900585 + }, + "4": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.4611528822055138 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.4550960735171262 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.4818295739348371 + }, + "2": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.4768170426065163 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.4596908939014202 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.47556390977443613 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.4943609022556391 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6881787802840433 + }, + "2": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.7009189640768588 + }, + "3": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.7078111946532999 + }, + "4": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.7038429406850459 + }, + "5": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6865079365079365 + } + }, + "contrast": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6681286549707602 + }, + "2": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6221804511278196 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6048454469507101 + }, + "4": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6102756892230577 + }, + "5": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.49665831244778613 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.517, + "roc_auc": 0.874824 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.546, + "roc_auc": 0.8764133333333333 + }, + "2": { + "accuracy": 0.498, + "roc_auc": 0.87987 + }, + "3": { + "accuracy": 0.456, + "roc_auc": 0.881184 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.880684 + }, + "5": { + "accuracy": 0.411, + "roc_auc": 0.866406 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.397, + "roc_auc": 0.752 + }, + "2": { + "accuracy": 0.347, + "roc_auc": 0.7242133333333334 + }, + "3": { + "accuracy": 0.336, + "roc_auc": 0.7268033333333334 + }, + "4": { + "accuracy": 0.288, + "roc_auc": 0.6717246666666666 + }, + "5": { + "accuracy": 0.268, + "roc_auc": 0.6482606666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.521, + "roc_auc": 0.8231586666666667 + }, + "2": { + "accuracy": 0.521, + "roc_auc": 0.8231586666666667 + }, + "3": { + "accuracy": 0.428, + "roc_auc": 0.781036 + }, + "4": { + "accuracy": 0.362, + "roc_auc": 0.75025 + }, + "5": { + "accuracy": 0.354, + "roc_auc": 0.745892 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.445, + "roc_auc": 0.7903773333333334 + }, + "2": { + "accuracy": 0.419, + "roc_auc": 0.7075246666666666 + }, + "3": { + "accuracy": 0.377, + "roc_auc": 0.686032 + }, + "4": { + "accuracy": 0.34, + "roc_auc": 0.6612733333333333 + }, + "5": { + "accuracy": 0.314, + "roc_auc": 0.647092 + } + }, + "pixelate": { + "1": { + "accuracy": 0.284, + "roc_auc": 0.7273719999999999 + }, + "2": { + "accuracy": 0.287, + "roc_auc": 0.7200826666666666 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.7211693333333334 + }, + "4": { + "accuracy": 0.28, + "roc_auc": 0.7081606666666665 + }, + "5": { + "accuracy": 0.273, + "roc_auc": 0.6764453333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.521, + "roc_auc": 0.8760733333333333 + }, + "2": { + "accuracy": 0.52, + "roc_auc": 0.8747866666666666 + }, + "3": { + "accuracy": 0.513, + "roc_auc": 0.872424 + }, + "4": { + "accuracy": 0.51, + "roc_auc": 0.8681586666666666 + }, + "5": { + "accuracy": 0.498, + "roc_auc": 0.8561926666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.547, + "roc_auc": 0.8723413333333334 + }, + "2": { + "accuracy": 0.548, + "roc_auc": 0.8643946666666666 + }, + "3": { + "accuracy": 0.541, + "roc_auc": 0.8536866666666667 + }, + "4": { + "accuracy": 0.504, + "roc_auc": 0.8126713333333333 + }, + "5": { + "accuracy": 0.289, + "roc_auc": 0.5895953333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7489042296734605 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.7075827306596537 + }, + "2": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.602103879026956 + }, + "3": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.4767806267806268 + }, + "4": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.3741398202936665 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.34175980714442256 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.5107275914968223 + }, + "2": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.46184527722989266 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.36675432829278987 + }, + "4": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.30109577032653956 + }, + "5": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.25598290598290596 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.5869329388560158 + }, + "2": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.5869329388560158 + }, + "3": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.5584264738110892 + }, + "4": { + "accuracy": 0.6426282051282052, + "roc_auc": 0.5383738768354153 + }, + "5": { + "accuracy": 0.6394230769230769, + "roc_auc": 0.5359083936007013 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.656021257944335 + }, + "2": { + "accuracy": 0.6314102564102564, + "roc_auc": 0.5865768134998904 + }, + "3": { + "accuracy": 0.6330128205128205, + "roc_auc": 0.5829169406092483 + }, + "4": { + "accuracy": 0.6073717948717948, + "roc_auc": 0.5744028051720359 + }, + "5": { + "accuracy": 0.5817307692307693, + "roc_auc": 0.5567170721016874 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7323717948717948, + "roc_auc": 0.8146833223756301 + }, + "2": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.8388450580758272 + }, + "3": { + "accuracy": 0.6762820512820513, + "roc_auc": 0.8667652859960552 + }, + "4": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.8453539338154722 + }, + "5": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.7388450580758272 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.757374534297611 + }, + "2": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7525860179706333 + }, + "3": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7311527503835196 + }, + "4": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7018737672583826 + }, + "5": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.6800734166118783 + } + }, + "contrast": { + "1": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.7304076265614727 + }, + "2": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.6105303528380452 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5186500109577032 + }, + "4": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.40362699978084593 + }, + "5": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.261856234933158 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.32525857376156775, + "roc_auc": 0.6167073952362896 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.24278715296679368, + "roc_auc": 0.5808510586829397 + }, + "2": { + "accuracy": 0.21937942297223734, + "roc_auc": 0.5551397559129686 + }, + "3": { + "accuracy": 0.2090364725095264, + "roc_auc": 0.5526875448008569 + }, + "4": { + "accuracy": 0.2054980947196516, + "roc_auc": 0.5421056192698614 + }, + "5": { + "accuracy": 0.20631464344039194, + "roc_auc": 0.5304855931942133 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3546543277082199, + "roc_auc": 0.5689244009712698 + }, + "2": { + "accuracy": 0.29722373434948285, + "roc_auc": 0.5230557941411751 + }, + "3": { + "accuracy": 0.2493195427327164, + "roc_auc": 0.5190050941101579 + }, + "4": { + "accuracy": 0.20359281437125748, + "roc_auc": 0.5036321268593426 + }, + "5": { + "accuracy": 0.170930865541644, + "roc_auc": 0.5261734256996472 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4020141535111595, + "roc_auc": 0.6181801638110752 + }, + "2": { + "accuracy": 0.4020141535111595, + "roc_auc": 0.6181802370480373 + }, + "3": { + "accuracy": 0.4763200870985302, + "roc_auc": 0.6083789699546858 + }, + "4": { + "accuracy": 0.5533478497550354, + "roc_auc": 0.6033033400834588 + }, + "5": { + "accuracy": 0.5650517147523135, + "roc_auc": 0.6079009513419659 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3726183995645074, + "roc_auc": 0.6197784411109887 + }, + "2": { + "accuracy": 0.39820359281437123, + "roc_auc": 0.6261635394826915 + }, + "3": { + "accuracy": 0.4289602612955906, + "roc_auc": 0.6328249626353625 + }, + "4": { + "accuracy": 0.45672291780076213, + "roc_auc": 0.6412219062498912 + }, + "5": { + "accuracy": 0.4863908546543277, + "roc_auc": 0.6409200048834857 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5544365813826891, + "roc_auc": 0.6455579466974631 + }, + "2": { + "accuracy": 0.5117038649972782, + "roc_auc": 0.6547892328326791 + }, + "3": { + "accuracy": 0.5266739248775177, + "roc_auc": 0.5941130785807119 + }, + "4": { + "accuracy": 0.49101796407185627, + "roc_auc": 0.599229440665444 + }, + "5": { + "accuracy": 0.4689711486118672, + "roc_auc": 0.6172738686193192 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3584648884050082, + "roc_auc": 0.6142957328876913 + }, + "2": { + "accuracy": 0.3946652150244965, + "roc_auc": 0.6023890827497067 + }, + "3": { + "accuracy": 0.3913990201415351, + "roc_auc": 0.5893205734590271 + }, + "4": { + "accuracy": 0.3753402286336418, + "roc_auc": 0.5836902303107607 + }, + "5": { + "accuracy": 0.39575394665215025, + "roc_auc": 0.578279636782888 + } + }, + "contrast": { + "1": { + "accuracy": 0.3366902558519325, + "roc_auc": 0.6164763966384769 + }, + "2": { + "accuracy": 0.3704409363091998, + "roc_auc": 0.6176903614568201 + }, + "3": { + "accuracy": 0.3878606423516603, + "roc_auc": 0.611547824684271 + }, + "4": { + "accuracy": 0.41834512792596623, + "roc_auc": 0.6048042199875402 + }, + "5": { + "accuracy": 0.4303211758301579, + "roc_auc": 0.610525901983258 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.1859375, + "roc_auc": 0.1824523626924665 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3078125, + "roc_auc": 0.2054746032682438 + }, + "2": { + "accuracy": 0.3953125, + "roc_auc": 0.21845318860244234 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.2400448351129727 + }, + "4": { + "accuracy": 0.5328125, + "roc_auc": 0.27436434428647277 + }, + "5": { + "accuracy": 0.5859375, + "roc_auc": 0.3155934753111911 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.28125, + "roc_auc": 0.3775883428706271 + }, + "2": { + "accuracy": 0.334375, + "roc_auc": 0.4397749395315911 + }, + "3": { + "accuracy": 0.4015625, + "roc_auc": 0.5023302460031857 + }, + "4": { + "accuracy": 0.5140625, + "roc_auc": 0.5391201109079111 + }, + "5": { + "accuracy": 0.5953125, + "roc_auc": 0.5278892100761017 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.215625, + "roc_auc": 0.213659961064244 + }, + "2": { + "accuracy": 0.215625, + "roc_auc": 0.213659961064244 + }, + "3": { + "accuracy": 0.2359375, + "roc_auc": 0.23899769925078168 + }, + "4": { + "accuracy": 0.2421875, + "roc_auc": 0.2730517373606277 + }, + "5": { + "accuracy": 0.2359375, + "roc_auc": 0.3081529113326647 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2421875, + "roc_auc": 0.2408707450887853 + }, + "2": { + "accuracy": 0.2640625, + "roc_auc": 0.30706153029319805 + }, + "3": { + "accuracy": 0.2609375, + "roc_auc": 0.40908353489469645 + }, + "4": { + "accuracy": 0.2515625, + "roc_auc": 0.45383015751283107 + }, + "5": { + "accuracy": 0.2578125, + "roc_auc": 0.5026104654592649 + } + }, + "pixelate": { + "1": { + "accuracy": 0.240625, + "roc_auc": 0.38770574007433184 + }, + "2": { + "accuracy": 0.234375, + "roc_auc": 0.42615479912689513 + }, + "3": { + "accuracy": 0.225, + "roc_auc": 0.389800011798714 + }, + "4": { + "accuracy": 0.240625, + "roc_auc": 0.4519644858710401 + }, + "5": { + "accuracy": 0.29375, + "roc_auc": 0.5275426228541089 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.2171875, + "roc_auc": 0.18498908618960533 + }, + "2": { + "accuracy": 0.2734375, + "roc_auc": 0.1655359565807327 + }, + "3": { + "accuracy": 0.296875, + "roc_auc": 0.1526458616010855 + }, + "4": { + "accuracy": 0.315625, + "roc_auc": 0.14940121526753583 + }, + "5": { + "accuracy": 0.371875, + "roc_auc": 0.15174620966314672 + } + }, + "contrast": { + "1": { + "accuracy": 0.259375, + "roc_auc": 0.25085540676066304 + }, + "2": { + "accuracy": 0.3625, + "roc_auc": 0.33236977169488524 + }, + "3": { + "accuracy": 0.403125, + "roc_auc": 0.4031915521208188 + }, + "4": { + "accuracy": 0.4390625, + "roc_auc": 0.5032593947259749 + }, + "5": { + "accuracy": 0.56875, + "roc_auc": 0.7148693292431125 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.5184049079754601, + "roc_auc": 0.41014441427615783 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.41101011293432493 + }, + "2": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.49057568960768116 + }, + "3": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.5017510722858379 + }, + "4": { + "accuracy": 0.5950920245398773, + "roc_auc": 0.49309408570416713 + }, + "5": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5328768740408453 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3813205839530948 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3759493172785582 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37606736709558103 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3442726163774446 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3711879746586393 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.3917286428206036 + }, + "2": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.3917286428206036 + }, + "3": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.3988116318419707 + }, + "4": { + "accuracy": 0.5122699386503068, + "roc_auc": 0.407704718057687 + }, + "5": { + "accuracy": 0.5245398773006135, + "roc_auc": 0.42143784677133744 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5429447852760736, + "roc_auc": 0.4209656475032464 + }, + "2": { + "accuracy": 0.50920245398773, + "roc_auc": 0.43229842993743356 + }, + "3": { + "accuracy": 0.5122699386503068, + "roc_auc": 0.4300948333530083 + }, + "4": { + "accuracy": 0.5153374233128835, + "roc_auc": 0.4378074213984969 + }, + "5": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.4453232597489474 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5276073619631901, + "roc_auc": 0.45036005194191947 + }, + "2": { + "accuracy": 0.549079754601227, + "roc_auc": 0.45791524023137764 + }, + "3": { + "accuracy": 0.5429447852760736, + "roc_auc": 0.4423720143233778 + }, + "4": { + "accuracy": 0.5429447852760736, + "roc_auc": 0.4707433203478535 + }, + "5": { + "accuracy": 0.5276073619631901, + "roc_auc": 0.4906543894856963 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.41907685043088183 + }, + "2": { + "accuracy": 0.48773006134969327, + "roc_auc": 0.42497934128202103 + }, + "3": { + "accuracy": 0.46932515337423314, + "roc_auc": 0.42175264628339826 + }, + "4": { + "accuracy": 0.4723926380368098, + "roc_auc": 0.409554165191044 + }, + "5": { + "accuracy": 0.4723926380368098, + "roc_auc": 0.39109904379648214 + } + }, + "contrast": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.41651910439538814 + }, + "2": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.40384842403494275 + }, + "3": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.41407940817691724 + }, + "4": { + "accuracy": 0.5460122699386503, + "roc_auc": 0.429150434816826 + }, + "5": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.5270924330067288 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.58994708994709, + "roc_auc": 0.4390552757899696 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4826398091704214 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.46343905527579 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4857614041287511 + }, + "4": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.42969049091498074 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.45204228877698266 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5277262420119563 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5066702005477516 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44927408192714324 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42939600082457224 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4106664310745944 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.4236681685661277 + }, + "2": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.4236681685661277 + }, + "3": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.43103042082633924 + }, + "4": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.4344170568660365 + }, + "5": { + "accuracy": 0.58994708994709, + "roc_auc": 0.42642165091144685 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.46544158789056744 + }, + "2": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.4786052949318256 + }, + "3": { + "accuracy": 0.582010582010582, + "roc_auc": 0.4826545336749418 + }, + "4": { + "accuracy": 0.5740740740740741, + "roc_auc": 0.47916482610360156 + }, + "5": { + "accuracy": 0.5714285714285714, + "roc_auc": 0.47783962069676356 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.4538828518420356 + }, + "2": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.44914156138645933 + }, + "3": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4432370350737698 + }, + "4": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.46673734428836466 + }, + "5": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.4516300026504108 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.58994708994709, + "roc_auc": 0.4336072091174133 + }, + "2": { + "accuracy": 0.5634920634920635, + "roc_auc": 0.43493241452425124 + }, + "3": { + "accuracy": 0.5740740740740741, + "roc_auc": 0.43859881614983653 + }, + "4": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.44152899254940076 + }, + "5": { + "accuracy": 0.5555555555555556, + "roc_auc": 0.4585505197750095 + } + }, + "contrast": { + "1": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.42406573018817917 + }, + "2": { + "accuracy": 0.5079365079365079, + "roc_auc": 0.4448272815619755 + }, + "3": { + "accuracy": 0.46296296296296297, + "roc_auc": 0.45790264157611105 + }, + "4": { + "accuracy": 0.42592592592592593, + "roc_auc": 0.46926995906587743 + }, + "5": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.5542597991577584 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.7166790326684245 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.6850351647995323 + }, + "2": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.7011030400471828 + }, + "3": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.7024062961226942 + }, + "4": { + "accuracy": 0.296474358974359, + "roc_auc": 0.698906449879313 + }, + "5": { + "accuracy": 0.27724358974358976, + "roc_auc": 0.6872194632213384 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.27884615384615385, + "roc_auc": 0.6365729374882795 + }, + "2": { + "accuracy": 0.2483974358974359, + "roc_auc": 0.6576361156239714 + }, + "3": { + "accuracy": 0.2419871794871795, + "roc_auc": 0.6701840168583453 + }, + "4": { + "accuracy": 0.24519230769230768, + "roc_auc": 0.6676073848819778 + }, + "5": { + "accuracy": 0.24358974358974358, + "roc_auc": 0.6493843077907497 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5793447760188083 + }, + "2": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5793447760188083 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5177373383860023 + }, + "4": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.488276994318989 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.4857605672189315 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6803895359702029 + }, + "2": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6624046702976654 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.677239908527755 + }, + "4": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6962916373686662 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.6867372052840995 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.6197075606912676 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.5975982389310489 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6056888068984542 + }, + "4": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.5932340693181972 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6044184667534319 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6692490099670065 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.6411589229464956 + }, + "3": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.6391831958022338 + }, + "4": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.645285002268874 + }, + "5": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.640846968270884 + } + }, + "contrast": { + "1": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6656068542693897 + }, + "2": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6106823453527924 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.5914178448122233 + }, + "4": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5736339901390319 + }, + "5": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.5110844672860947 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.515, + "roc_auc": 0.8133253333333332 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.525, + "roc_auc": 0.8070726666666665 + }, + "2": { + "accuracy": 0.519, + "roc_auc": 0.7753486666666667 + }, + "3": { + "accuracy": 0.497, + "roc_auc": 0.7537033333333334 + }, + "4": { + "accuracy": 0.487, + "roc_auc": 0.7300866666666668 + }, + "5": { + "accuracy": 0.466, + "roc_auc": 0.7158846666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.402, + "roc_auc": 0.683624 + }, + "2": { + "accuracy": 0.355, + "roc_auc": 0.638312 + }, + "3": { + "accuracy": 0.347, + "roc_auc": 0.6347333333333334 + }, + "4": { + "accuracy": 0.321, + "roc_auc": 0.6292633333333333 + }, + "5": { + "accuracy": 0.32, + "roc_auc": 0.626858 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.448, + "roc_auc": 0.7254033333333333 + }, + "2": { + "accuracy": 0.448, + "roc_auc": 0.7254033333333333 + }, + "3": { + "accuracy": 0.395, + "roc_auc": 0.7207726666666666 + }, + "4": { + "accuracy": 0.363, + "roc_auc": 0.7144793333333335 + }, + "5": { + "accuracy": 0.344, + "roc_auc": 0.7112306666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.476, + "roc_auc": 0.7447906666666668 + }, + "2": { + "accuracy": 0.519, + "roc_auc": 0.7542906666666667 + }, + "3": { + "accuracy": 0.534, + "roc_auc": 0.7597906666666667 + }, + "4": { + "accuracy": 0.524, + "roc_auc": 0.7556166666666666 + }, + "5": { + "accuracy": 0.506, + "roc_auc": 0.7480506666666666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.267, + "roc_auc": 0.570214 + }, + "2": { + "accuracy": 0.262, + "roc_auc": 0.5841693333333333 + }, + "3": { + "accuracy": 0.261, + "roc_auc": 0.5889753333333333 + }, + "4": { + "accuracy": 0.256, + "roc_auc": 0.5584 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.6043153333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.549, + "roc_auc": 0.8099313333333334 + }, + "2": { + "accuracy": 0.527, + "roc_auc": 0.8087313333333334 + }, + "3": { + "accuracy": 0.513, + "roc_auc": 0.8079633333333334 + }, + "4": { + "accuracy": 0.48, + "roc_auc": 0.804312 + }, + "5": { + "accuracy": 0.432, + "roc_auc": 0.7828993333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.521, + "roc_auc": 0.8114093333333332 + }, + "2": { + "accuracy": 0.573, + "roc_auc": 0.8050133333333334 + }, + "3": { + "accuracy": 0.579, + "roc_auc": 0.791806 + }, + "4": { + "accuracy": 0.523, + "roc_auc": 0.7570786666666667 + }, + "5": { + "accuracy": 0.314, + "roc_auc": 0.5890226666666667 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.23983620941795847, + "roc_auc": 0.617959969568656 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2117578239251243, + "roc_auc": 0.5576771960016318 + }, + "2": { + "accuracy": 0.22930681485814566, + "roc_auc": 0.5609253956200478 + }, + "3": { + "accuracy": 0.16788534659257093, + "roc_auc": 0.5641257701614837 + }, + "4": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.5645978600547001 + }, + "5": { + "accuracy": 0.0985668324071366, + "roc_auc": 0.5569798114357013 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.16993272886809008, + "roc_auc": 0.5665712919453874 + }, + "2": { + "accuracy": 0.10675636150921322, + "roc_auc": 0.5504875057048944 + }, + "3": { + "accuracy": 0.08715998830067272, + "roc_auc": 0.5256800633384526 + }, + "4": { + "accuracy": 0.08423515647850248, + "roc_auc": 0.48022836894114296 + }, + "5": { + "accuracy": 0.08277274056741737, + "roc_auc": 0.4608423390759273 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.2392512430535244, + "roc_auc": 0.6256207289596672 + }, + "2": { + "accuracy": 0.2392512430535244, + "roc_auc": 0.6256209442821934 + }, + "3": { + "accuracy": 0.24363849078677977, + "roc_auc": 0.6167759357568325 + }, + "4": { + "accuracy": 0.24744077215560106, + "roc_auc": 0.614435421201538 + }, + "5": { + "accuracy": 0.2535829189821585, + "roc_auc": 0.6144065397023843 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2325241298625329, + "roc_auc": 0.6362664590023113 + }, + "2": { + "accuracy": 0.2363264112313542, + "roc_auc": 0.6450258448158261 + }, + "3": { + "accuracy": 0.23808131032465632, + "roc_auc": 0.6339470056350018 + }, + "4": { + "accuracy": 0.24188359169347762, + "roc_auc": 0.607789706698616 + }, + "5": { + "accuracy": 0.24246855805791168, + "roc_auc": 0.5837921878099654 + } + }, + "pixelate": { + "1": { + "accuracy": 0.23866627668909038, + "roc_auc": 0.6241356912030838 + }, + "2": { + "accuracy": 0.2553378180754607, + "roc_auc": 0.5973225992247673 + }, + "3": { + "accuracy": 0.23310909622696696, + "roc_auc": 0.624219797455893 + }, + "4": { + "accuracy": 0.1921614507165838, + "roc_auc": 0.6326967169975793 + }, + "5": { + "accuracy": 0.22813688212927757, + "roc_auc": 0.5955627976221334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.24334600760456274, + "roc_auc": 0.6153492631047907 + }, + "2": { + "accuracy": 0.24744077215560106, + "roc_auc": 0.6216840648917468 + }, + "3": { + "accuracy": 0.2679145949107926, + "roc_auc": 0.6202997061124412 + }, + "4": { + "accuracy": 0.27083942673296285, + "roc_auc": 0.5950594590677551 + }, + "5": { + "accuracy": 0.18923661889441357, + "roc_auc": 0.5529999297119276 + } + }, + "contrast": { + "1": { + "accuracy": 0.22023983620941795, + "roc_auc": 0.6240693072473189 + }, + "2": { + "accuracy": 0.21526762211172856, + "roc_auc": 0.6108349103861643 + }, + "3": { + "accuracy": 0.2181924539338988, + "roc_auc": 0.595177541358626 + }, + "4": { + "accuracy": 0.22638198303597543, + "roc_auc": 0.5650608617724246 + }, + "5": { + "accuracy": 0.1234279028955835, + "roc_auc": 0.451479254443347 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/aml_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5b31b17bacc811f8b0070099f6c9283af97a7a82 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.32525857376156775, + "roc_auc": 0.6167073952362896 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.24278715296679368, + "roc_auc": 0.5808510586829397 + }, + "2": { + "accuracy": 0.21937942297223734, + "roc_auc": 0.5551397559129686 + }, + "3": { + "accuracy": 0.2090364725095264, + "roc_auc": 0.5526875448008569 + }, + "4": { + "accuracy": 0.2054980947196516, + "roc_auc": 0.5421056192698614 + }, + "5": { + "accuracy": 0.20631464344039194, + "roc_auc": 0.5304855931942133 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3546543277082199, + "roc_auc": 0.5689244009712698 + }, + "2": { + "accuracy": 0.29722373434948285, + "roc_auc": 0.5230557941411751 + }, + "3": { + "accuracy": 0.2493195427327164, + "roc_auc": 0.5190050941101579 + }, + "4": { + "accuracy": 0.20359281437125748, + "roc_auc": 0.5036321268593426 + }, + "5": { + "accuracy": 0.170930865541644, + "roc_auc": 0.5261734256996472 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4020141535111595, + "roc_auc": 0.6181801638110752 + }, + "2": { + "accuracy": 0.4020141535111595, + "roc_auc": 0.6181802370480373 + }, + "3": { + "accuracy": 0.4763200870985302, + "roc_auc": 0.6083789699546858 + }, + "4": { + "accuracy": 0.5533478497550354, + "roc_auc": 0.6033033400834588 + }, + "5": { + "accuracy": 0.5650517147523135, + "roc_auc": 0.6079009513419659 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3726183995645074, + "roc_auc": 0.6197784411109887 + }, + "2": { + "accuracy": 0.39820359281437123, + "roc_auc": 0.6261635394826915 + }, + "3": { + "accuracy": 0.4289602612955906, + "roc_auc": 0.6328249626353625 + }, + "4": { + "accuracy": 0.45672291780076213, + "roc_auc": 0.6412219062498912 + }, + "5": { + "accuracy": 0.4863908546543277, + "roc_auc": 0.6409200048834857 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5544365813826891, + "roc_auc": 0.6455579466974631 + }, + "2": { + "accuracy": 0.5117038649972782, + "roc_auc": 0.6547892328326791 + }, + "3": { + "accuracy": 0.5266739248775177, + "roc_auc": 0.5941130785807119 + }, + "4": { + "accuracy": 0.49101796407185627, + "roc_auc": 0.599229440665444 + }, + "5": { + "accuracy": 0.4689711486118672, + "roc_auc": 0.6172738686193192 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3584648884050082, + "roc_auc": 0.6142957328876913 + }, + "2": { + "accuracy": 0.3946652150244965, + "roc_auc": 0.6023890827497067 + }, + "3": { + "accuracy": 0.3913990201415351, + "roc_auc": 0.5893205734590271 + }, + "4": { + "accuracy": 0.3753402286336418, + "roc_auc": 0.5836902303107607 + }, + "5": { + "accuracy": 0.39575394665215025, + "roc_auc": 0.578279636782888 + } + }, + "contrast": { + "1": { + "accuracy": 0.3366902558519325, + "roc_auc": 0.6164763966384769 + }, + "2": { + "accuracy": 0.3704409363091998, + "roc_auc": 0.6176903614568201 + }, + "3": { + "accuracy": 0.3878606423516603, + "roc_auc": 0.611547824684271 + }, + "4": { + "accuracy": 0.41834512792596623, + "roc_auc": 0.6048042199875402 + }, + "5": { + "accuracy": 0.4303211758301579, + "roc_auc": 0.610525901983258 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/bloodmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7a0f02aad10e8c808dd0a03ae6d4514f1b985b7d --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.3212510961707103, + "roc_auc": 0.8533194261588842 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1862028646594563, + "roc_auc": 0.7577056833239202 + }, + "2": { + "accuracy": 0.18035662087109033, + "roc_auc": 0.6961840346087839 + }, + "3": { + "accuracy": 0.14557147033031279, + "roc_auc": 0.6384916392652825 + }, + "4": { + "accuracy": 0.1189710610932476, + "roc_auc": 0.6134679526420891 + }, + "5": { + "accuracy": 0.092955276235019, + "roc_auc": 0.5910702129246983 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.253434668225665, + "roc_auc": 0.6326735989020733 + }, + "2": { + "accuracy": 0.24291142940660626, + "roc_auc": 0.6051755657964986 + }, + "3": { + "accuracy": 0.19438760596316867, + "roc_auc": 0.5902366641283701 + }, + "4": { + "accuracy": 0.15931014323297282, + "roc_auc": 0.5876401648796568 + }, + "5": { + "accuracy": 0.14440222157263957, + "roc_auc": 0.5787133787181982 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.31920491084478225, + "roc_auc": 0.8196224515428427 + }, + "2": { + "accuracy": 0.31920491084478225, + "roc_auc": 0.8196222363755512 + }, + "3": { + "accuracy": 0.3022508038585209, + "roc_auc": 0.7945461366016946 + }, + "4": { + "accuracy": 0.28588132125109617, + "roc_auc": 0.764464311315119 + }, + "5": { + "accuracy": 0.28529669687225956, + "roc_auc": 0.7544635440609098 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.31803566208710904, + "roc_auc": 0.8356714074904852 + }, + "2": { + "accuracy": 0.27711195556854723, + "roc_auc": 0.8019551356540191 + }, + "3": { + "accuracy": 0.2572347266881029, + "roc_auc": 0.7724153560092502 + }, + "4": { + "accuracy": 0.24495761473253436, + "roc_auc": 0.7379246981533686 + }, + "5": { + "accuracy": 0.24408067816427945, + "roc_auc": 0.7133971535429826 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3291435252850044, + "roc_auc": 0.7922148550186467 + }, + "2": { + "accuracy": 0.3069277988892137, + "roc_auc": 0.7563493937169398 + }, + "3": { + "accuracy": 0.30575855013154046, + "roc_auc": 0.7590432266007422 + }, + "4": { + "accuracy": 0.24203449283835135, + "roc_auc": 0.7516305004528514 + }, + "5": { + "accuracy": 0.26074247296112246, + "roc_auc": 0.7183671866833241 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3203741596024554, + "roc_auc": 0.8482102035179726 + }, + "2": { + "accuracy": 0.332651271558024, + "roc_auc": 0.8333601543479383 + }, + "3": { + "accuracy": 0.33762057877813506, + "roc_auc": 0.8078823836461184 + }, + "4": { + "accuracy": 0.33557439345220696, + "roc_auc": 0.7793588789040429 + }, + "5": { + "accuracy": 0.3007892429114294, + "roc_auc": 0.7621788990867393 + } + }, + "contrast": { + "1": { + "accuracy": 0.3306050862320959, + "roc_auc": 0.8263216575408907 + }, + "2": { + "accuracy": 0.3212510961707103, + "roc_auc": 0.7658194190310857 + }, + "3": { + "accuracy": 0.2917275650394621, + "roc_auc": 0.7314752210344051 + }, + "4": { + "accuracy": 0.2519731072785735, + "roc_auc": 0.6963121544885194 + }, + "5": { + "accuracy": 0.20140309850920785, + "roc_auc": 0.6431556004690626 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/breastmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..076e90af060833a9762bda175f1cb41140bd7ffd --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6823308270676692 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.7335004177109441 + }, + "2": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.7441520467836258 + }, + "3": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.7209690893901419 + }, + "4": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.6535087719298246 + }, + "5": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.668546365914787 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.7353801169590644 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7080200501253132 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6652046783625731 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6430659983291562 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5747702589807853 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.7013366750208855 + }, + "2": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.7013366750208855 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.690267335004177 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6840016708437762 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6762740183792816 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5553467000835421 + }, + "2": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.4997911445279867 + }, + "3": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.45321637426900585 + }, + "4": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.4611528822055138 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.4550960735171262 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.4818295739348371 + }, + "2": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.4768170426065163 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.4596908939014202 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.47556390977443613 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.4943609022556391 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6881787802840433 + }, + "2": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.7009189640768588 + }, + "3": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.7078111946532999 + }, + "4": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.7038429406850459 + }, + "5": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6865079365079365 + } + }, + "contrast": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6681286549707602 + }, + "2": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6221804511278196 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6048454469507101 + }, + "4": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6102756892230577 + }, + "5": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.49665831244778613 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/fundus_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..dd44e473f5207034abb3c004c3fcd35299d54049 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.1859375, + "roc_auc": 0.1824523626924665 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3078125, + "roc_auc": 0.2054746032682438 + }, + "2": { + "accuracy": 0.3953125, + "roc_auc": 0.21845318860244234 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.2400448351129727 + }, + "4": { + "accuracy": 0.5328125, + "roc_auc": 0.27436434428647277 + }, + "5": { + "accuracy": 0.5859375, + "roc_auc": 0.3155934753111911 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.28125, + "roc_auc": 0.3775883428706271 + }, + "2": { + "accuracy": 0.334375, + "roc_auc": 0.4397749395315911 + }, + "3": { + "accuracy": 0.4015625, + "roc_auc": 0.5023302460031857 + }, + "4": { + "accuracy": 0.5140625, + "roc_auc": 0.5391201109079111 + }, + "5": { + "accuracy": 0.5953125, + "roc_auc": 0.5278892100761017 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.215625, + "roc_auc": 0.213659961064244 + }, + "2": { + "accuracy": 0.215625, + "roc_auc": 0.213659961064244 + }, + "3": { + "accuracy": 0.2359375, + "roc_auc": 0.23899769925078168 + }, + "4": { + "accuracy": 0.2421875, + "roc_auc": 0.2730517373606277 + }, + "5": { + "accuracy": 0.2359375, + "roc_auc": 0.3081529113326647 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2421875, + "roc_auc": 0.2408707450887853 + }, + "2": { + "accuracy": 0.2640625, + "roc_auc": 0.30706153029319805 + }, + "3": { + "accuracy": 0.2609375, + "roc_auc": 0.40908353489469645 + }, + "4": { + "accuracy": 0.2515625, + "roc_auc": 0.45383015751283107 + }, + "5": { + "accuracy": 0.2578125, + "roc_auc": 0.5026104654592649 + } + }, + "pixelate": { + "1": { + "accuracy": 0.240625, + "roc_auc": 0.38770574007433184 + }, + "2": { + "accuracy": 0.234375, + "roc_auc": 0.42615479912689513 + }, + "3": { + "accuracy": 0.225, + "roc_auc": 0.389800011798714 + }, + "4": { + "accuracy": 0.240625, + "roc_auc": 0.4519644858710401 + }, + "5": { + "accuracy": 0.29375, + "roc_auc": 0.5275426228541089 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.2171875, + "roc_auc": 0.18498908618960533 + }, + "2": { + "accuracy": 0.2734375, + "roc_auc": 0.1655359565807327 + }, + "3": { + "accuracy": 0.296875, + "roc_auc": 0.1526458616010855 + }, + "4": { + "accuracy": 0.315625, + "roc_auc": 0.14940121526753583 + }, + "5": { + "accuracy": 0.371875, + "roc_auc": 0.15174620966314672 + } + }, + "contrast": { + "1": { + "accuracy": 0.259375, + "roc_auc": 0.25085540676066304 + }, + "2": { + "accuracy": 0.3625, + "roc_auc": 0.33236977169488524 + }, + "3": { + "accuracy": 0.403125, + "roc_auc": 0.4031915521208188 + }, + "4": { + "accuracy": 0.4390625, + "roc_auc": 0.5032593947259749 + }, + "5": { + "accuracy": 0.56875, + "roc_auc": 0.7148693292431125 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/mammo_calc_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6b25a0b5fea313ac77d75663c3f458b6a6a48ff3 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.5184049079754601, + "roc_auc": 0.41014441427615783 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.41101011293432493 + }, + "2": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.49057568960768116 + }, + "3": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.5017510722858379 + }, + "4": { + "accuracy": 0.5950920245398773, + "roc_auc": 0.49309408570416713 + }, + "5": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5328768740408453 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3813205839530948 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3759493172785582 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37606736709558103 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3442726163774446 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3711879746586393 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.3917286428206036 + }, + "2": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.3917286428206036 + }, + "3": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.3988116318419707 + }, + "4": { + "accuracy": 0.5122699386503068, + "roc_auc": 0.407704718057687 + }, + "5": { + "accuracy": 0.5245398773006135, + "roc_auc": 0.42143784677133744 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5429447852760736, + "roc_auc": 0.4209656475032464 + }, + "2": { + "accuracy": 0.50920245398773, + "roc_auc": 0.43229842993743356 + }, + "3": { + "accuracy": 0.5122699386503068, + "roc_auc": 0.4300948333530083 + }, + "4": { + "accuracy": 0.5153374233128835, + "roc_auc": 0.4378074213984969 + }, + "5": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.4453232597489474 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5276073619631901, + "roc_auc": 0.45036005194191947 + }, + "2": { + "accuracy": 0.549079754601227, + "roc_auc": 0.45791524023137764 + }, + "3": { + "accuracy": 0.5429447852760736, + "roc_auc": 0.4423720143233778 + }, + "4": { + "accuracy": 0.5429447852760736, + "roc_auc": 0.4707433203478535 + }, + "5": { + "accuracy": 0.5276073619631901, + "roc_auc": 0.4906543894856963 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.41907685043088183 + }, + "2": { + "accuracy": 0.48773006134969327, + "roc_auc": 0.42497934128202103 + }, + "3": { + "accuracy": 0.46932515337423314, + "roc_auc": 0.42175264628339826 + }, + "4": { + "accuracy": 0.4723926380368098, + "roc_auc": 0.409554165191044 + }, + "5": { + "accuracy": 0.4723926380368098, + "roc_auc": 0.39109904379648214 + } + }, + "contrast": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.41651910439538814 + }, + "2": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.40384842403494275 + }, + "3": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.41407940817691724 + }, + "4": { + "accuracy": 0.5460122699386503, + "roc_auc": 0.429150434816826 + }, + "5": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.5270924330067288 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/mammo_mass_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fe1c61828e469ca63706b4c7b1d169c4c0fd30ef --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.58994708994709, + "roc_auc": 0.4390552757899696 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4826398091704214 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.46343905527579 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4857614041287511 + }, + "4": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.42969049091498074 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.45204228877698266 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5277262420119563 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5066702005477516 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44927408192714324 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42939600082457224 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4106664310745944 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.4236681685661277 + }, + "2": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.4236681685661277 + }, + "3": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.43103042082633924 + }, + "4": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.4344170568660365 + }, + "5": { + "accuracy": 0.58994708994709, + "roc_auc": 0.42642165091144685 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.46544158789056744 + }, + "2": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.4786052949318256 + }, + "3": { + "accuracy": 0.582010582010582, + "roc_auc": 0.4826545336749418 + }, + "4": { + "accuracy": 0.5740740740740741, + "roc_auc": 0.47916482610360156 + }, + "5": { + "accuracy": 0.5714285714285714, + "roc_auc": 0.47783962069676356 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.4538828518420356 + }, + "2": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.44914156138645933 + }, + "3": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4432370350737698 + }, + "4": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.46673734428836466 + }, + "5": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.4516300026504108 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.58994708994709, + "roc_auc": 0.4336072091174133 + }, + "2": { + "accuracy": 0.5634920634920635, + "roc_auc": 0.43493241452425124 + }, + "3": { + "accuracy": 0.5740740740740741, + "roc_auc": 0.43859881614983653 + }, + "4": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.44152899254940076 + }, + "5": { + "accuracy": 0.5555555555555556, + "roc_auc": 0.4585505197750095 + } + }, + "contrast": { + "1": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.42406573018817917 + }, + "2": { + "accuracy": 0.5079365079365079, + "roc_auc": 0.4448272815619755 + }, + "3": { + "accuracy": 0.46296296296296297, + "roc_auc": 0.45790264157611105 + }, + "4": { + "accuracy": 0.42592592592592593, + "roc_auc": 0.46926995906587743 + }, + "5": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.5542597991577584 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/oct_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..49f6ba3ed8c0ec95f28dcd7696ffa092b85a22f1 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.515, + "roc_auc": 0.8133253333333332 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.525, + "roc_auc": 0.8070726666666665 + }, + "2": { + "accuracy": 0.519, + "roc_auc": 0.7753486666666667 + }, + "3": { + "accuracy": 0.497, + "roc_auc": 0.7537033333333334 + }, + "4": { + "accuracy": 0.487, + "roc_auc": 0.7300866666666668 + }, + "5": { + "accuracy": 0.466, + "roc_auc": 0.7158846666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.402, + "roc_auc": 0.683624 + }, + "2": { + "accuracy": 0.355, + "roc_auc": 0.638312 + }, + "3": { + "accuracy": 0.347, + "roc_auc": 0.6347333333333334 + }, + "4": { + "accuracy": 0.321, + "roc_auc": 0.6292633333333333 + }, + "5": { + "accuracy": 0.32, + "roc_auc": 0.626858 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.448, + "roc_auc": 0.7254033333333333 + }, + "2": { + "accuracy": 0.448, + "roc_auc": 0.7254033333333333 + }, + "3": { + "accuracy": 0.395, + "roc_auc": 0.7207726666666666 + }, + "4": { + "accuracy": 0.363, + "roc_auc": 0.7144793333333335 + }, + "5": { + "accuracy": 0.344, + "roc_auc": 0.7112306666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.476, + "roc_auc": 0.7447906666666668 + }, + "2": { + "accuracy": 0.519, + "roc_auc": 0.7542906666666667 + }, + "3": { + "accuracy": 0.534, + "roc_auc": 0.7597906666666667 + }, + "4": { + "accuracy": 0.524, + "roc_auc": 0.7556166666666666 + }, + "5": { + "accuracy": 0.506, + "roc_auc": 0.7480506666666666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.267, + "roc_auc": 0.570214 + }, + "2": { + "accuracy": 0.262, + "roc_auc": 0.5841693333333333 + }, + "3": { + "accuracy": 0.261, + "roc_auc": 0.5889753333333333 + }, + "4": { + "accuracy": 0.256, + "roc_auc": 0.5584 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.6043153333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.549, + "roc_auc": 0.8099313333333334 + }, + "2": { + "accuracy": 0.527, + "roc_auc": 0.8087313333333334 + }, + "3": { + "accuracy": 0.513, + "roc_auc": 0.8079633333333334 + }, + "4": { + "accuracy": 0.48, + "roc_auc": 0.804312 + }, + "5": { + "accuracy": 0.432, + "roc_auc": 0.7828993333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.521, + "roc_auc": 0.8114093333333332 + }, + "2": { + "accuracy": 0.573, + "roc_auc": 0.8050133333333334 + }, + "3": { + "accuracy": 0.579, + "roc_auc": 0.791806 + }, + "4": { + "accuracy": 0.523, + "roc_auc": 0.7570786666666667 + }, + "5": { + "accuracy": 0.314, + "roc_auc": 0.5890226666666667 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/octmnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..12b109443bacf60934384a32614ec82f952551f6 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.517, + "roc_auc": 0.874824 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.546, + "roc_auc": 0.8764133333333333 + }, + "2": { + "accuracy": 0.498, + "roc_auc": 0.87987 + }, + "3": { + "accuracy": 0.456, + "roc_auc": 0.881184 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.880684 + }, + "5": { + "accuracy": 0.411, + "roc_auc": 0.866406 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.397, + "roc_auc": 0.752 + }, + "2": { + "accuracy": 0.347, + "roc_auc": 0.7242133333333334 + }, + "3": { + "accuracy": 0.336, + "roc_auc": 0.7268033333333334 + }, + "4": { + "accuracy": 0.288, + "roc_auc": 0.6717246666666666 + }, + "5": { + "accuracy": 0.268, + "roc_auc": 0.6482606666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.521, + "roc_auc": 0.8231586666666667 + }, + "2": { + "accuracy": 0.521, + "roc_auc": 0.8231586666666667 + }, + "3": { + "accuracy": 0.428, + "roc_auc": 0.781036 + }, + "4": { + "accuracy": 0.362, + "roc_auc": 0.75025 + }, + "5": { + "accuracy": 0.354, + "roc_auc": 0.745892 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.445, + "roc_auc": 0.7903773333333334 + }, + "2": { + "accuracy": 0.419, + "roc_auc": 0.7075246666666666 + }, + "3": { + "accuracy": 0.377, + "roc_auc": 0.686032 + }, + "4": { + "accuracy": 0.34, + "roc_auc": 0.6612733333333333 + }, + "5": { + "accuracy": 0.314, + "roc_auc": 0.647092 + } + }, + "pixelate": { + "1": { + "accuracy": 0.284, + "roc_auc": 0.7273719999999999 + }, + "2": { + "accuracy": 0.287, + "roc_auc": 0.7200826666666666 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.7211693333333334 + }, + "4": { + "accuracy": 0.28, + "roc_auc": 0.7081606666666665 + }, + "5": { + "accuracy": 0.273, + "roc_auc": 0.6764453333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.521, + "roc_auc": 0.8760733333333333 + }, + "2": { + "accuracy": 0.52, + "roc_auc": 0.8747866666666666 + }, + "3": { + "accuracy": 0.513, + "roc_auc": 0.872424 + }, + "4": { + "accuracy": 0.51, + "roc_auc": 0.8681586666666666 + }, + "5": { + "accuracy": 0.498, + "roc_auc": 0.8561926666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.547, + "roc_auc": 0.8723413333333334 + }, + "2": { + "accuracy": 0.548, + "roc_auc": 0.8643946666666666 + }, + "3": { + "accuracy": 0.541, + "roc_auc": 0.8536866666666667 + }, + "4": { + "accuracy": 0.504, + "roc_auc": 0.8126713333333333 + }, + "5": { + "accuracy": 0.289, + "roc_auc": 0.5895953333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/pbc_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..10c0fedc057239dfcd20d81aa425f5b42a4b7e28 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.23983620941795847, + "roc_auc": 0.617959969568656 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2117578239251243, + "roc_auc": 0.5576771960016318 + }, + "2": { + "accuracy": 0.22930681485814566, + "roc_auc": 0.5609253956200478 + }, + "3": { + "accuracy": 0.16788534659257093, + "roc_auc": 0.5641257701614837 + }, + "4": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.5645978600547001 + }, + "5": { + "accuracy": 0.0985668324071366, + "roc_auc": 0.5569798114357013 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.16993272886809008, + "roc_auc": 0.5665712919453874 + }, + "2": { + "accuracy": 0.10675636150921322, + "roc_auc": 0.5504875057048944 + }, + "3": { + "accuracy": 0.08715998830067272, + "roc_auc": 0.5256800633384526 + }, + "4": { + "accuracy": 0.08423515647850248, + "roc_auc": 0.48022836894114296 + }, + "5": { + "accuracy": 0.08277274056741737, + "roc_auc": 0.4608423390759273 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.2392512430535244, + "roc_auc": 0.6256207289596672 + }, + "2": { + "accuracy": 0.2392512430535244, + "roc_auc": 0.6256209442821934 + }, + "3": { + "accuracy": 0.24363849078677977, + "roc_auc": 0.6167759357568325 + }, + "4": { + "accuracy": 0.24744077215560106, + "roc_auc": 0.614435421201538 + }, + "5": { + "accuracy": 0.2535829189821585, + "roc_auc": 0.6144065397023843 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2325241298625329, + "roc_auc": 0.6362664590023113 + }, + "2": { + "accuracy": 0.2363264112313542, + "roc_auc": 0.6450258448158261 + }, + "3": { + "accuracy": 0.23808131032465632, + "roc_auc": 0.6339470056350018 + }, + "4": { + "accuracy": 0.24188359169347762, + "roc_auc": 0.607789706698616 + }, + "5": { + "accuracy": 0.24246855805791168, + "roc_auc": 0.5837921878099654 + } + }, + "pixelate": { + "1": { + "accuracy": 0.23866627668909038, + "roc_auc": 0.6241356912030838 + }, + "2": { + "accuracy": 0.2553378180754607, + "roc_auc": 0.5973225992247673 + }, + "3": { + "accuracy": 0.23310909622696696, + "roc_auc": 0.624219797455893 + }, + "4": { + "accuracy": 0.1921614507165838, + "roc_auc": 0.6326967169975793 + }, + "5": { + "accuracy": 0.22813688212927757, + "roc_auc": 0.5955627976221334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.24334600760456274, + "roc_auc": 0.6153492631047907 + }, + "2": { + "accuracy": 0.24744077215560106, + "roc_auc": 0.6216840648917468 + }, + "3": { + "accuracy": 0.2679145949107926, + "roc_auc": 0.6202997061124412 + }, + "4": { + "accuracy": 0.27083942673296285, + "roc_auc": 0.5950594590677551 + }, + "5": { + "accuracy": 0.18923661889441357, + "roc_auc": 0.5529999297119276 + } + }, + "contrast": { + "1": { + "accuracy": 0.22023983620941795, + "roc_auc": 0.6240693072473189 + }, + "2": { + "accuracy": 0.21526762211172856, + "roc_auc": 0.6108349103861643 + }, + "3": { + "accuracy": 0.2181924539338988, + "roc_auc": 0.595177541358626 + }, + "4": { + "accuracy": 0.22638198303597543, + "roc_auc": 0.5650608617724246 + }, + "5": { + "accuracy": 0.1234279028955835, + "roc_auc": 0.451479254443347 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/pneumonia_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a029c3b37d5e53f49d152339e59992ed9f285027 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.7166790326684245 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.6850351647995323 + }, + "2": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.7011030400471828 + }, + "3": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.7024062961226942 + }, + "4": { + "accuracy": 0.296474358974359, + "roc_auc": 0.698906449879313 + }, + "5": { + "accuracy": 0.27724358974358976, + "roc_auc": 0.6872194632213384 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.27884615384615385, + "roc_auc": 0.6365729374882795 + }, + "2": { + "accuracy": 0.2483974358974359, + "roc_auc": 0.6576361156239714 + }, + "3": { + "accuracy": 0.2419871794871795, + "roc_auc": 0.6701840168583453 + }, + "4": { + "accuracy": 0.24519230769230768, + "roc_auc": 0.6676073848819778 + }, + "5": { + "accuracy": 0.24358974358974358, + "roc_auc": 0.6493843077907497 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5793447760188083 + }, + "2": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5793447760188083 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5177373383860023 + }, + "4": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.488276994318989 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.4857605672189315 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6803895359702029 + }, + "2": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6624046702976654 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.677239908527755 + }, + "4": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6962916373686662 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.6867372052840995 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.6197075606912676 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.5975982389310489 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6056888068984542 + }, + "4": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.5932340693181972 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6044184667534319 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6692490099670065 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.6411589229464956 + }, + "3": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.6391831958022338 + }, + "4": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.645285002268874 + }, + "5": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.640846968270884 + } + }, + "contrast": { + "1": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6656068542693897 + }, + "2": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6106823453527924 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.5914178448122233 + }, + "4": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5736339901390319 + }, + "5": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.5110844672860947 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d0a8fc16eb7df0d0b1721dba9510179d2806b6e6 --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7489042296734605 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.7075827306596537 + }, + "2": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.602103879026956 + }, + "3": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.4767806267806268 + }, + "4": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.3741398202936665 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.34175980714442256 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.5107275914968223 + }, + "2": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.46184527722989266 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.36675432829278987 + }, + "4": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.30109577032653956 + }, + "5": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.25598290598290596 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.5869329388560158 + }, + "2": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.5869329388560158 + }, + "3": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.5584264738110892 + }, + "4": { + "accuracy": 0.6426282051282052, + "roc_auc": 0.5383738768354153 + }, + "5": { + "accuracy": 0.6394230769230769, + "roc_auc": 0.5359083936007013 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.656021257944335 + }, + "2": { + "accuracy": 0.6314102564102564, + "roc_auc": 0.5865768134998904 + }, + "3": { + "accuracy": 0.6330128205128205, + "roc_auc": 0.5829169406092483 + }, + "4": { + "accuracy": 0.6073717948717948, + "roc_auc": 0.5744028051720359 + }, + "5": { + "accuracy": 0.5817307692307693, + "roc_auc": 0.5567170721016874 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7323717948717948, + "roc_auc": 0.8146833223756301 + }, + "2": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.8388450580758272 + }, + "3": { + "accuracy": 0.6762820512820513, + "roc_auc": 0.8667652859960552 + }, + "4": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.8453539338154722 + }, + "5": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.7388450580758272 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.757374534297611 + }, + "2": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7525860179706333 + }, + "3": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7311527503835196 + }, + "4": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7018737672583826 + }, + "5": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.6800734166118783 + } + }, + "contrast": { + "1": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.7304076265614727 + }, + "2": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.6105303528380452 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5186500109577032 + }, + "4": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.40362699978084593 + }, + "5": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.261856234933158 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-10-percent/rmedclip-rank-8/vit/retinamnist_results.json b/results/fewshot-10-percent/rmedclip-rank-8/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6512f97c261f66a2da9fa94c4b6066fcf7ec421d --- /dev/null +++ b/results/fewshot-10-percent/rmedclip-rank-8/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.105, + "roc_auc": 0.5881402433442042 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.125, + "roc_auc": 0.5840943842939067 + }, + "2": { + "accuracy": 0.175, + "roc_auc": 0.5596636428656236 + }, + "3": { + "accuracy": 0.24, + "roc_auc": 0.5133798119573114 + }, + "4": { + "accuracy": 0.2575, + "roc_auc": 0.5348217546596502 + }, + "5": { + "accuracy": 0.2725, + "roc_auc": 0.5284765307063417 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2075, + "roc_auc": 0.5238441084687582 + }, + "2": { + "accuracy": 0.235, + "roc_auc": 0.5059286917162694 + }, + "3": { + "accuracy": 0.235, + "roc_auc": 0.5177936359834059 + }, + "4": { + "accuracy": 0.23, + "roc_auc": 0.4800685524879002 + }, + "5": { + "accuracy": 0.23, + "roc_auc": 0.4762382740828784 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13, + "roc_auc": 0.5742811157618156 + }, + "2": { + "accuracy": 0.13, + "roc_auc": 0.5742811157618156 + }, + "3": { + "accuracy": 0.1775, + "roc_auc": 0.5591373511424117 + }, + "4": { + "accuracy": 0.205, + "roc_auc": 0.5397566283526257 + }, + "5": { + "accuracy": 0.2225, + "roc_auc": 0.5300066548794307 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1525, + "roc_auc": 0.5556615296095293 + }, + "2": { + "accuracy": 0.1925, + "roc_auc": 0.5451293768245982 + }, + "3": { + "accuracy": 0.2275, + "roc_auc": 0.5434022906176202 + }, + "4": { + "accuracy": 0.2575, + "roc_auc": 0.5488696892941791 + }, + "5": { + "accuracy": 0.255, + "roc_auc": 0.5431584465130976 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2825, + "roc_auc": 0.5022741866824287 + }, + "2": { + "accuracy": 0.32, + "roc_auc": 0.5080850117717731 + }, + "3": { + "accuracy": 0.2975, + "roc_auc": 0.5107372203159354 + }, + "4": { + "accuracy": 0.3375, + "roc_auc": 0.5136690373144537 + }, + "5": { + "accuracy": 0.3975, + "roc_auc": 0.5245380014608833 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.065, + "roc_auc": 0.581568297298886 + }, + "2": { + "accuracy": 0.06, + "roc_auc": 0.5844826508442191 + }, + "3": { + "accuracy": 0.055, + "roc_auc": 0.5861149845555185 + }, + "4": { + "accuracy": 0.055, + "roc_auc": 0.5807351239460556 + }, + "5": { + "accuracy": 0.0725, + "roc_auc": 0.5553618030122782 + } + }, + "contrast": { + "1": { + "accuracy": 0.1175, + "roc_auc": 0.5959327102884641 + }, + "2": { + "accuracy": 0.105, + "roc_auc": 0.584980796401374 + }, + "3": { + "accuracy": 0.12, + "roc_auc": 0.5704061364648434 + }, + "4": { + "accuracy": 0.135, + "roc_auc": 0.5456528313315084 + }, + "5": { + "accuracy": 0.235, + "roc_auc": 0.5182743815332265 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/all_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bae44b8174bc96ea205d9de306a7395691e44a73 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.16720257234726688, + "roc_auc": 0.599951857420758 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1660333235895937, + "roc_auc": 0.5866145970764947 + }, + "2": { + "accuracy": 0.1657410114001754, + "roc_auc": 0.5917819741305363 + }, + "3": { + "accuracy": 0.17100263080970476, + "roc_auc": 0.5878837285278041 + }, + "4": { + "accuracy": 0.1666179479684303, + "roc_auc": 0.5917903456331914 + }, + "5": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5944783874933934 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.13446360713241742, + "roc_auc": 0.5428341436526904 + }, + "2": { + "accuracy": 0.1391406021631102, + "roc_auc": 0.5395132139570764 + }, + "3": { + "accuracy": 0.1373867290266004, + "roc_auc": 0.5331525720516901 + }, + "4": { + "accuracy": 0.15287927506577023, + "roc_auc": 0.5390898516024323 + }, + "5": { + "accuracy": 0.1420637240572932, + "roc_auc": 0.5333415889979993 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5907620206841504 + }, + "2": { + "accuracy": 0.16895644548377667, + "roc_auc": 0.5897820120243211 + }, + "3": { + "accuracy": 0.17363344051446947, + "roc_auc": 0.58632943184239 + }, + "4": { + "accuracy": 0.17567962584039754, + "roc_auc": 0.5887643058498668 + }, + "5": { + "accuracy": 0.17567962584039754, + "roc_auc": 0.5913025180380647 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.17071031862028646, + "roc_auc": 0.5765574927255395 + }, + "2": { + "accuracy": 0.17187956737795967, + "roc_auc": 0.5679078529331941 + }, + "3": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.5677353823167111 + }, + "4": { + "accuracy": 0.17158725518854137, + "roc_auc": 0.5682879118115709 + }, + "5": { + "accuracy": 0.1645717626425022, + "roc_auc": 0.5723926565126158 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17275650394621456, + "roc_auc": 0.5779316117399107 + }, + "2": { + "accuracy": 0.1666179479684303, + "roc_auc": 0.5664357271522029 + }, + "3": { + "accuracy": 0.16866413329435836, + "roc_auc": 0.5727343693496236 + }, + "4": { + "accuracy": 0.18152586962876352, + "roc_auc": 0.5859301395522267 + }, + "5": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.575358436614101 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1642794504530839, + "roc_auc": 0.5942709372934416 + }, + "2": { + "accuracy": 0.1648640748319205, + "roc_auc": 0.5839284412227874 + }, + "3": { + "accuracy": 0.1809412452499269, + "roc_auc": 0.5709132283465833 + }, + "4": { + "accuracy": 0.18766442560654778, + "roc_auc": 0.5442340080075444 + }, + "5": { + "accuracy": 0.2092955276235019, + "roc_auc": 0.5124531320087448 + } + }, + "contrast": { + "1": { + "accuracy": 0.15229465068693365, + "roc_auc": 0.5965156071127207 + }, + "2": { + "accuracy": 0.13037123648056123, + "roc_auc": 0.5781259933794027 + }, + "3": { + "accuracy": 0.11838643671441099, + "roc_auc": 0.5655099678337546 + }, + "4": { + "accuracy": 0.10143232972814967, + "roc_auc": 0.5504314424615432 + }, + "5": { + "accuracy": 0.07132417421806489, + "roc_auc": 0.5200382662197763 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.3675, + "roc_auc": 0.5270456108066663 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3775, + "roc_auc": 0.4941565768094863 + }, + "2": { + "accuracy": 0.3825, + "roc_auc": 0.5021564858597074 + }, + "3": { + "accuracy": 0.385, + "roc_auc": 0.4820913592753155 + }, + "4": { + "accuracy": 0.385, + "roc_auc": 0.4897637803504516 + }, + "5": { + "accuracy": 0.385, + "roc_auc": 0.49182783975977157 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3775, + "roc_auc": 0.47887347631161586 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.4854128873039092 + }, + "3": { + "accuracy": 0.37, + "roc_auc": 0.4593471279628307 + }, + "4": { + "accuracy": 0.3625, + "roc_auc": 0.45882764818356386 + }, + "5": { + "accuracy": 0.35, + "roc_auc": 0.4482855219389942 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.5179002304782264 + }, + "2": { + "accuracy": 0.37, + "roc_auc": 0.517859986944168 + }, + "3": { + "accuracy": 0.3725, + "roc_auc": 0.5152848309628476 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5171997278043831 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5220765037241513 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.5164433725354194 + }, + "2": { + "accuracy": 0.3625, + "roc_auc": 0.5099053170654602 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.5124043289762776 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.5190643846176286 + }, + "5": { + "accuracy": 0.36, + "roc_auc": 0.5207803797564834 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3725, + "roc_auc": 0.5105608454537978 + }, + "2": { + "accuracy": 0.3775, + "roc_auc": 0.508703707197472 + }, + "3": { + "accuracy": 0.3775, + "roc_auc": 0.5238621791534661 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.49869619758199146 + }, + "5": { + "accuracy": 0.3675, + "roc_auc": 0.49120597557819157 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.5212414418823981 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.5201149439526274 + }, + "3": { + "accuracy": 0.37, + "roc_auc": 0.5260764953697301 + }, + "4": { + "accuracy": 0.365, + "roc_auc": 0.530662332920712 + }, + "5": { + "accuracy": 0.36, + "roc_auc": 0.5496606689926573 + } + }, + "contrast": { + "1": { + "accuracy": 0.3575, + "roc_auc": 0.4832342519688947 + }, + "2": { + "accuracy": 0.3525, + "roc_auc": 0.4741051899355904 + }, + "3": { + "accuracy": 0.3575, + "roc_auc": 0.4830284833130885 + }, + "4": { + "accuracy": 0.3625, + "roc_auc": 0.49026718465929414 + }, + "5": { + "accuracy": 0.365, + "roc_auc": 0.5038814528310849 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4634502923976608 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.4233500417710944 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.48538011695906436 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4300334168755221 + }, + "4": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4609440267335004 + }, + "5": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.44360902255639095 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.4546783625730994 + }, + "2": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4418337510442774 + }, + "3": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.4394319131161237 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4413116123642439 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.474937343358396 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5213032581453635 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5213032581453635 + }, + "3": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.5522138680033417 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5605680868838764 + }, + "5": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.5756056808688387 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.5152464494569757 + }, + "2": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.5327903091060986 + }, + "3": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.503968253968254 + }, + "4": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4842314118629908 + }, + "5": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4780701754385965 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.508563074352548 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.529657477025898 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.5198412698412698 + }, + "4": { + "accuracy": 0.532051282051282, + "roc_auc": 0.5058479532163742 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5538847117794485 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4640768588137009 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.466374269005848 + }, + "3": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.47159565580618207 + }, + "4": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.4809941520467836 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.4951963241436925 + } + }, + "contrast": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4674185463659148 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4584377610693401 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.45530492898913955 + }, + "4": { + "accuracy": 0.532051282051282, + "roc_auc": 0.4408939014202172 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4763993316624896 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.402, + "roc_auc": 0.6915406666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.7206366666666667 + }, + "2": { + "accuracy": 0.431, + "roc_auc": 0.7259979999999999 + }, + "3": { + "accuracy": 0.434, + "roc_auc": 0.7124266666666668 + }, + "4": { + "accuracy": 0.418, + "roc_auc": 0.7112673333333334 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.7058526666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.434, + "roc_auc": 0.7153766666666665 + }, + "2": { + "accuracy": 0.424, + "roc_auc": 0.7213373333333333 + }, + "3": { + "accuracy": 0.434, + "roc_auc": 0.7176779999999999 + }, + "4": { + "accuracy": 0.431, + "roc_auc": 0.699992 + }, + "5": { + "accuracy": 0.408, + "roc_auc": 0.6776673333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.446, + "roc_auc": 0.715468 + }, + "2": { + "accuracy": 0.446, + "roc_auc": 0.7154826666666666 + }, + "3": { + "accuracy": 0.436, + "roc_auc": 0.7198166666666668 + }, + "4": { + "accuracy": 0.417, + "roc_auc": 0.7144213333333332 + }, + "5": { + "accuracy": 0.424, + "roc_auc": 0.6966413333333332 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.451, + "roc_auc": 0.7276313333333333 + }, + "2": { + "accuracy": 0.487, + "roc_auc": 0.7504473333333334 + }, + "3": { + "accuracy": 0.472, + "roc_auc": 0.7293466666666666 + }, + "4": { + "accuracy": 0.458, + "roc_auc": 0.7167113333333334 + }, + "5": { + "accuracy": 0.45, + "roc_auc": 0.7130233333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.326, + "roc_auc": 0.5620053333333334 + }, + "2": { + "accuracy": 0.32, + "roc_auc": 0.54369 + }, + "3": { + "accuracy": 0.308, + "roc_auc": 0.534972 + }, + "4": { + "accuracy": 0.321, + "roc_auc": 0.5369006666666667 + }, + "5": { + "accuracy": 0.32, + "roc_auc": 0.5539726666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.406, + "roc_auc": 0.6935166666666666 + }, + "2": { + "accuracy": 0.411, + "roc_auc": 0.6955993333333332 + }, + "3": { + "accuracy": 0.411, + "roc_auc": 0.6957386666666666 + }, + "4": { + "accuracy": 0.413, + "roc_auc": 0.6957753333333333 + }, + "5": { + "accuracy": 0.414, + "roc_auc": 0.696468 + } + }, + "contrast": { + "1": { + "accuracy": 0.393, + "roc_auc": 0.6842506666666667 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.6822739999999999 + }, + "3": { + "accuracy": 0.407, + "roc_auc": 0.6900566666666667 + }, + "4": { + "accuracy": 0.41, + "roc_auc": 0.6912200000000001 + }, + "5": { + "accuracy": 0.415, + "roc_auc": 0.6972953333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.47203046241507784 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.3666557089634013 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.3693677405215867 + }, + "3": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.3384122287968442 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.34847687924611004 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.3282763532763533 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.3876616261231646 + }, + "2": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.3948005698005698 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.3982193732193733 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.4166009204470743 + }, + "5": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.362091825553364 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.46360946745562126 + }, + "2": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.463686171378479 + }, + "3": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.44693732193732194 + }, + "4": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.4278873548104317 + }, + "5": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.41203703703703703 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.4643326758711374 + }, + "2": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.4626397107166338 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.4545364891518737 + }, + "4": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.43891080429541973 + }, + "5": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.420069033530572 + } + }, + "pixelate": { + "1": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.30140806486960336 + }, + "2": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.30824019285557747 + }, + "3": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.26755971948279644 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.28298816568047336 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.29741398202936664 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.4691540653079114 + }, + "2": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.46541748849441156 + }, + "3": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.45843195266272185 + }, + "4": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.4574074074074074 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.4735481043173351 + } + }, + "contrast": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.47588209511286433 + }, + "2": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.48898750821827747 + }, + "3": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.4904777558623713 + }, + "4": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.47023887793118563 + }, + "5": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.4167981591058514 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.04164398475775721, + "roc_auc": 0.5031505894207443 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.04708764289602613, + "roc_auc": 0.5181800173071441 + }, + "2": { + "accuracy": 0.04899292324442025, + "roc_auc": 0.5111319946786582 + }, + "3": { + "accuracy": 0.05062602068590093, + "roc_auc": 0.5116078832775257 + }, + "4": { + "accuracy": 0.04817637452367991, + "roc_auc": 0.5144016760105516 + }, + "5": { + "accuracy": 0.048448557430593356, + "roc_auc": 0.5037695849817134 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.04790419161676647, + "roc_auc": 0.5303807484055424 + }, + "2": { + "accuracy": 0.05089820359281437, + "roc_auc": 0.549949136879282 + }, + "3": { + "accuracy": 0.04980947196516059, + "roc_auc": 0.5467119724936317 + }, + "4": { + "accuracy": 0.0522591181273816, + "roc_auc": 0.5276015620062761 + }, + "5": { + "accuracy": 0.048448557430593356, + "roc_auc": 0.5325963045718073 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.04790419161676647, + "roc_auc": 0.5003306554851007 + }, + "2": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.49712203234428176 + }, + "3": { + "accuracy": 0.046815459989112684, + "roc_auc": 0.5049365482319897 + }, + "4": { + "accuracy": 0.046543277082199234, + "roc_auc": 0.5100525828241048 + }, + "5": { + "accuracy": 0.04491017964071856, + "roc_auc": 0.5122377966685268 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.045454545454545456, + "roc_auc": 0.49485583490040924 + }, + "2": { + "accuracy": 0.048448557430593356, + "roc_auc": 0.5023451697728978 + }, + "3": { + "accuracy": 0.05062602068590093, + "roc_auc": 0.5100497843742755 + }, + "4": { + "accuracy": 0.05307566684812194, + "roc_auc": 0.517115125925823 + }, + "5": { + "accuracy": 0.055253130103429506, + "roc_auc": 0.5091590375934746 + } + }, + "pixelate": { + "1": { + "accuracy": 0.048720740337506806, + "roc_auc": 0.5236949072509004 + }, + "2": { + "accuracy": 0.04708764289602613, + "roc_auc": 0.5449536254868694 + }, + "3": { + "accuracy": 0.045182362547632006, + "roc_auc": 0.5245202505558662 + }, + "4": { + "accuracy": 0.04463799673380512, + "roc_auc": 0.5249224951039057 + }, + "5": { + "accuracy": 0.038922155688622756, + "roc_auc": 0.5316945078330341 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.04817637452367991, + "roc_auc": 0.4921007316374429 + }, + "2": { + "accuracy": 0.04491017964071856, + "roc_auc": 0.4968879687797638 + }, + "3": { + "accuracy": 0.04436581382689167, + "roc_auc": 0.4824066106547095 + }, + "4": { + "accuracy": 0.04164398475775721, + "roc_auc": 0.47464219824855614 + }, + "5": { + "accuracy": 0.03511159499183451, + "roc_auc": 0.455319679740079 + } + }, + "contrast": { + "1": { + "accuracy": 0.045454545454545456, + "roc_auc": 0.5021046001873684 + }, + "2": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.498408585362459 + }, + "3": { + "accuracy": 0.048720740337506806, + "roc_auc": 0.5051859724891314 + }, + "4": { + "accuracy": 0.048720740337506806, + "roc_auc": 0.5076526051452264 + }, + "5": { + "accuracy": 0.05606967882416984, + "roc_auc": 0.462013442552099 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.7671875, + "roc_auc": 0.4496858592413427 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.76875, + "roc_auc": 0.4024541324995575 + }, + "2": { + "accuracy": 0.7765625, + "roc_auc": 0.4132868267358858 + }, + "3": { + "accuracy": 0.771875, + "roc_auc": 0.4119889682024659 + }, + "4": { + "accuracy": 0.771875, + "roc_auc": 0.3987227892159755 + }, + "5": { + "accuracy": 0.7734375, + "roc_auc": 0.3988702731402277 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.7734375, + "roc_auc": 0.43557164769040174 + }, + "2": { + "accuracy": 0.7828125, + "roc_auc": 0.4385876939413604 + }, + "3": { + "accuracy": 0.7796875, + "roc_auc": 0.44932452362692465 + }, + "4": { + "accuracy": 0.78125, + "roc_auc": 0.47273759660197034 + }, + "5": { + "accuracy": 0.7765625, + "roc_auc": 0.468268833697127 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7703125, + "roc_auc": 0.4486018523980887 + }, + "2": { + "accuracy": 0.7703125, + "roc_auc": 0.4486166007905138 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.44245914695298216 + }, + "4": { + "accuracy": 0.771875, + "roc_auc": 0.44565954810925607 + }, + "5": { + "accuracy": 0.778125, + "roc_auc": 0.4519349890861897 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7671875, + "roc_auc": 0.44792342634652826 + }, + "2": { + "accuracy": 0.765625, + "roc_auc": 0.45787859123355557 + }, + "3": { + "accuracy": 0.76875, + "roc_auc": 0.45608666155389066 + }, + "4": { + "accuracy": 0.7671875, + "roc_auc": 0.4520013568521032 + }, + "5": { + "accuracy": 0.765625, + "roc_auc": 0.45289363459382925 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7703125, + "roc_auc": 0.48366615538906266 + }, + "2": { + "accuracy": 0.771875, + "roc_auc": 0.47977257978880306 + }, + "3": { + "accuracy": 0.771875, + "roc_auc": 0.4789466698129904 + }, + "4": { + "accuracy": 0.76875, + "roc_auc": 0.4801044186183706 + }, + "5": { + "accuracy": 0.7609375, + "roc_auc": 0.49764763140817647 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7671875, + "roc_auc": 0.44553418677364165 + }, + "2": { + "accuracy": 0.76875, + "roc_auc": 0.44444280573417494 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.44850598784732465 + }, + "4": { + "accuracy": 0.7640625, + "roc_auc": 0.44971535602619317 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.460098224293552 + } + }, + "contrast": { + "1": { + "accuracy": 0.7625, + "roc_auc": 0.44157424340746854 + }, + "2": { + "accuracy": 0.75625, + "roc_auc": 0.4484248716889859 + }, + "3": { + "accuracy": 0.7546875, + "roc_auc": 0.45380066072798064 + }, + "4": { + "accuracy": 0.75625, + "roc_auc": 0.4537490413544924 + }, + "5": { + "accuracy": 0.7546875, + "roc_auc": 0.43936935873989735 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3314445362609688 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41777830244363123 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4454806595049778 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4615354346200763 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46850037382442056 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4455593593829929 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4346397513083855 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4695037972691142 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4638570810215244 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5048597174674379 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4470349820957778 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39708023452563646 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.397119584464644 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43332152835163107 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44461496084681074 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4432967378900562 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3672529807578798 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3850391531893126 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42525479085507417 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4454019596269626 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.426336914177783 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42226419549049693 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4427261637744462 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.479715106441585 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4825679770196356 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47467831424861295 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3341990319915004 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3321921851021131 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3304017628772675 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3358123794908118 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33504505568016374 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33134616141344986 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33561562979577386 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3610750403336875 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38767559910282134 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42163459646637547 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4932856259386872 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4885885089966723 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47147863474394086 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5074653237918545 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5933975321730425 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5555408310510351 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5021350531554614 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4840828106134229 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5094531319021115 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48605589421915957 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49598021026592454 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5109992048767559 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.510969755867715 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5020614306328592 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48755779368024266 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.505433342168036 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48841181494242714 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4719792678976353 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4914008893600731 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5034308095532585 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5003828371175311 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.514238595871249 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5224106958800837 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.519392172453397 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49804164089878367 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4976735282857732 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49933739729658094 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5066702005477516 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5064198839709044 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5013546544158789 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49050269458432727 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4697116942014901 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4618929823011455 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4620549518508702 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47295108519598317 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47535117943281213 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.5102272919801231 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.32532051282051283, + "roc_auc": 0.4273418638631408 + }, + "2": { + "accuracy": 0.3125, + "roc_auc": 0.3853026525706184 + }, + "3": { + "accuracy": 0.30448717948717946, + "roc_auc": 0.3721546255800307 + }, + "4": { + "accuracy": 0.29967948717948717, + "roc_auc": 0.36060350539915415 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.3765532229671398 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3189102564102564, + "roc_auc": 0.46198427198412934 + }, + "2": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.4652493129697477 + }, + "3": { + "accuracy": 0.3157051282051282, + "roc_auc": 0.4660252987705018 + }, + "4": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.46955690022356183 + }, + "5": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.45894982660107164 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.49826381474186365 + }, + "2": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.4982807000751035 + }, + "3": { + "accuracy": 0.3301282051282051, + "roc_auc": 0.45757832366481965 + }, + "4": { + "accuracy": 0.3189102564102564, + "roc_auc": 0.41656219103767067 + }, + "5": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.4034850971420894 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5393858287774799 + }, + "2": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.5099220280708501 + }, + "3": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.48683575692863174 + }, + "4": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.47995528128726667 + }, + "5": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.47707454509048935 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.33610479307105395 + }, + "2": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.37051026272031695 + }, + "3": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.37069348287445064 + }, + "4": { + "accuracy": 0.3157051282051282, + "roc_auc": 0.37213856544225515 + }, + "5": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.3749175590679367 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5091061885106442 + }, + "2": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.5065763738820337 + }, + "3": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.4975384981214013 + }, + "4": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.4876105368131493 + }, + "5": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.5176923838783306 + } + }, + "contrast": { + "1": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.52501132457585 + }, + "2": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.5609116618540505 + }, + "3": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.5787823463646736 + }, + "4": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.5989332251439268 + }, + "5": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.5681689176840788 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.315, + "roc_auc": 0.605106 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.378, + "roc_auc": 0.6578273333333333 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.661984 + }, + "3": { + "accuracy": 0.408, + "roc_auc": 0.6775273333333334 + }, + "4": { + "accuracy": 0.388, + "roc_auc": 0.6824006666666667 + }, + "5": { + "accuracy": 0.38, + "roc_auc": 0.6702986666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38, + "roc_auc": 0.6698173333333334 + }, + "2": { + "accuracy": 0.356, + "roc_auc": 0.6550093333333333 + }, + "3": { + "accuracy": 0.363, + "roc_auc": 0.6477666666666667 + }, + "4": { + "accuracy": 0.326, + "roc_auc": 0.619022 + }, + "5": { + "accuracy": 0.316, + "roc_auc": 0.6003853333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.315, + "roc_auc": 0.586488 + }, + "2": { + "accuracy": 0.315, + "roc_auc": 0.5864713333333333 + }, + "3": { + "accuracy": 0.316, + "roc_auc": 0.5896 + }, + "4": { + "accuracy": 0.307, + "roc_auc": 0.5951293333333334 + }, + "5": { + "accuracy": 0.327, + "roc_auc": 0.5902893333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.296, + "roc_auc": 0.5659086666666667 + }, + "2": { + "accuracy": 0.304, + "roc_auc": 0.583634 + }, + "3": { + "accuracy": 0.309, + "roc_auc": 0.5825873333333333 + }, + "4": { + "accuracy": 0.307, + "roc_auc": 0.5972833333333334 + }, + "5": { + "accuracy": 0.317, + "roc_auc": 0.6067913333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.232, + "roc_auc": 0.46597199999999994 + }, + "2": { + "accuracy": 0.246, + "roc_auc": 0.4879186666666667 + }, + "3": { + "accuracy": 0.262, + "roc_auc": 0.5015973333333332 + }, + "4": { + "accuracy": 0.272, + "roc_auc": 0.4923726666666667 + }, + "5": { + "accuracy": 0.259, + "roc_auc": 0.49890733333333337 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.318, + "roc_auc": 0.605344 + }, + "2": { + "accuracy": 0.314, + "roc_auc": 0.604292 + }, + "3": { + "accuracy": 0.305, + "roc_auc": 0.6026866666666667 + }, + "4": { + "accuracy": 0.312, + "roc_auc": 0.6021206666666666 + }, + "5": { + "accuracy": 0.314, + "roc_auc": 0.6041253333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.317, + "roc_auc": 0.6123086666666667 + }, + "2": { + "accuracy": 0.322, + "roc_auc": 0.6135440000000001 + }, + "3": { + "accuracy": 0.316, + "roc_auc": 0.6038486666666667 + }, + "4": { + "accuracy": 0.302, + "roc_auc": 0.594444 + }, + "5": { + "accuracy": 0.284, + "roc_auc": 0.5847473333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.16671541386370284, + "roc_auc": 0.5418904174456904 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.16115823340157942, + "roc_auc": 0.5349383755784336 + }, + "2": { + "accuracy": 0.16905527932143902, + "roc_auc": 0.5344471197932336 + }, + "3": { + "accuracy": 0.16964024568587308, + "roc_auc": 0.532143270578712 + }, + "4": { + "accuracy": 0.1664229306814858, + "roc_auc": 0.5289570983793553 + }, + "5": { + "accuracy": 0.16964024568587308, + "roc_auc": 0.5371145082210702 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.12781515062883883, + "roc_auc": 0.4956850135384474 + }, + "2": { + "accuracy": 0.12957004972214098, + "roc_auc": 0.4987542677645633 + }, + "3": { + "accuracy": 0.13717461245978357, + "roc_auc": 0.5008565992595212 + }, + "4": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.5075293605444683 + }, + "5": { + "accuracy": 0.1444866920152091, + "roc_auc": 0.5069015399877518 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1634980988593156, + "roc_auc": 0.5420330016528556 + }, + "2": { + "accuracy": 0.1634980988593156, + "roc_auc": 0.5417553026898392 + }, + "3": { + "accuracy": 0.15764843521497515, + "roc_auc": 0.5316258774557188 + }, + "4": { + "accuracy": 0.1570634688505411, + "roc_auc": 0.5299498258932197 + }, + "5": { + "accuracy": 0.15940333430827727, + "roc_auc": 0.5336618567862357 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.155893536121673, + "roc_auc": 0.528980344633903 + }, + "2": { + "accuracy": 0.15443112021058789, + "roc_auc": 0.5275450085191359 + }, + "3": { + "accuracy": 0.15179877157063468, + "roc_auc": 0.5291070046832549 + }, + "4": { + "accuracy": 0.15267622111728577, + "roc_auc": 0.5352363186315505 + }, + "5": { + "accuracy": 0.14858145656624744, + "roc_auc": 0.5379458886036377 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1403919274641708, + "roc_auc": 0.5239847010733152 + }, + "2": { + "accuracy": 0.15413863702837086, + "roc_auc": 0.5530910604653154 + }, + "3": { + "accuracy": 0.15150628838841768, + "roc_auc": 0.5338365965096916 + }, + "4": { + "accuracy": 0.16700789704591987, + "roc_auc": 0.5597246280464673 + }, + "5": { + "accuracy": 0.15677098566832406, + "roc_auc": 0.5589468538357529 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.17490494296577946, + "roc_auc": 0.5462850639798578 + }, + "2": { + "accuracy": 0.1883591693477625, + "roc_auc": 0.5515215214595514 + }, + "3": { + "accuracy": 0.17461245978356243, + "roc_auc": 0.5395975654700715 + }, + "4": { + "accuracy": 0.1675928634103539, + "roc_auc": 0.5138269328270353 + }, + "5": { + "accuracy": 0.18601930389002633, + "roc_auc": 0.5380444366545766 + } + }, + "contrast": { + "1": { + "accuracy": 0.17373501023691137, + "roc_auc": 0.5515682913258177 + }, + "2": { + "accuracy": 0.1751974261479965, + "roc_auc": 0.5629165872069679 + }, + "3": { + "accuracy": 0.1664229306814858, + "roc_auc": 0.565867504362958 + }, + "4": { + "accuracy": 0.16993272886809008, + "roc_auc": 0.565943595622743 + }, + "5": { + "accuracy": 0.15355367066393683, + "roc_auc": 0.553062905542116 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/aml_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..83bc40180a64f92f42fa0753bf0c1723da6da93a --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.04164398475775721, + "roc_auc": 0.5031505894207443 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.04708764289602613, + "roc_auc": 0.5181800173071441 + }, + "2": { + "accuracy": 0.04899292324442025, + "roc_auc": 0.5111319946786582 + }, + "3": { + "accuracy": 0.05062602068590093, + "roc_auc": 0.5116078832775257 + }, + "4": { + "accuracy": 0.04817637452367991, + "roc_auc": 0.5144016760105516 + }, + "5": { + "accuracy": 0.048448557430593356, + "roc_auc": 0.5037695849817134 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.04790419161676647, + "roc_auc": 0.5303807484055424 + }, + "2": { + "accuracy": 0.05089820359281437, + "roc_auc": 0.549949136879282 + }, + "3": { + "accuracy": 0.04980947196516059, + "roc_auc": 0.5467119724936317 + }, + "4": { + "accuracy": 0.0522591181273816, + "roc_auc": 0.5276015620062761 + }, + "5": { + "accuracy": 0.048448557430593356, + "roc_auc": 0.5325963045718073 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.04790419161676647, + "roc_auc": 0.5003306554851007 + }, + "2": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.49712203234428176 + }, + "3": { + "accuracy": 0.046815459989112684, + "roc_auc": 0.5049365482319897 + }, + "4": { + "accuracy": 0.046543277082199234, + "roc_auc": 0.5100525828241048 + }, + "5": { + "accuracy": 0.04491017964071856, + "roc_auc": 0.5122377966685268 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.045454545454545456, + "roc_auc": 0.49485583490040924 + }, + "2": { + "accuracy": 0.048448557430593356, + "roc_auc": 0.5023451697728978 + }, + "3": { + "accuracy": 0.05062602068590093, + "roc_auc": 0.5100497843742755 + }, + "4": { + "accuracy": 0.05307566684812194, + "roc_auc": 0.517115125925823 + }, + "5": { + "accuracy": 0.055253130103429506, + "roc_auc": 0.5091590375934746 + } + }, + "pixelate": { + "1": { + "accuracy": 0.048720740337506806, + "roc_auc": 0.5236949072509004 + }, + "2": { + "accuracy": 0.04708764289602613, + "roc_auc": 0.5449536254868694 + }, + "3": { + "accuracy": 0.045182362547632006, + "roc_auc": 0.5245202505558662 + }, + "4": { + "accuracy": 0.04463799673380512, + "roc_auc": 0.5249224951039057 + }, + "5": { + "accuracy": 0.038922155688622756, + "roc_auc": 0.5316945078330341 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.04817637452367991, + "roc_auc": 0.4921007316374429 + }, + "2": { + "accuracy": 0.04491017964071856, + "roc_auc": 0.4968879687797638 + }, + "3": { + "accuracy": 0.04436581382689167, + "roc_auc": 0.4824066106547095 + }, + "4": { + "accuracy": 0.04164398475775721, + "roc_auc": 0.47464219824855614 + }, + "5": { + "accuracy": 0.03511159499183451, + "roc_auc": 0.455319679740079 + } + }, + "contrast": { + "1": { + "accuracy": 0.045454545454545456, + "roc_auc": 0.5021046001873684 + }, + "2": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.498408585362459 + }, + "3": { + "accuracy": 0.048720740337506806, + "roc_auc": 0.5051859724891314 + }, + "4": { + "accuracy": 0.048720740337506806, + "roc_auc": 0.5076526051452264 + }, + "5": { + "accuracy": 0.05606967882416984, + "roc_auc": 0.462013442552099 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/bloodmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0e39eddbffab808687af14e2ae964fc87ed47dbf --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.16720257234726688, + "roc_auc": 0.599951857420758 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1660333235895937, + "roc_auc": 0.5866145970764947 + }, + "2": { + "accuracy": 0.1657410114001754, + "roc_auc": 0.5917819741305363 + }, + "3": { + "accuracy": 0.17100263080970476, + "roc_auc": 0.5878837285278041 + }, + "4": { + "accuracy": 0.1666179479684303, + "roc_auc": 0.5917903456331914 + }, + "5": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5944783874933934 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.13446360713241742, + "roc_auc": 0.5428341436526904 + }, + "2": { + "accuracy": 0.1391406021631102, + "roc_auc": 0.5395132139570764 + }, + "3": { + "accuracy": 0.1373867290266004, + "roc_auc": 0.5331525720516901 + }, + "4": { + "accuracy": 0.15287927506577023, + "roc_auc": 0.5390898516024323 + }, + "5": { + "accuracy": 0.1420637240572932, + "roc_auc": 0.5333415889979993 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5907620206841504 + }, + "2": { + "accuracy": 0.16895644548377667, + "roc_auc": 0.5897820120243211 + }, + "3": { + "accuracy": 0.17363344051446947, + "roc_auc": 0.58632943184239 + }, + "4": { + "accuracy": 0.17567962584039754, + "roc_auc": 0.5887643058498668 + }, + "5": { + "accuracy": 0.17567962584039754, + "roc_auc": 0.5913025180380647 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.17071031862028646, + "roc_auc": 0.5765574927255395 + }, + "2": { + "accuracy": 0.17187956737795967, + "roc_auc": 0.5679078529331941 + }, + "3": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.5677353823167111 + }, + "4": { + "accuracy": 0.17158725518854137, + "roc_auc": 0.5682879118115709 + }, + "5": { + "accuracy": 0.1645717626425022, + "roc_auc": 0.5723926565126158 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17275650394621456, + "roc_auc": 0.5779316117399107 + }, + "2": { + "accuracy": 0.1666179479684303, + "roc_auc": 0.5664357271522029 + }, + "3": { + "accuracy": 0.16866413329435836, + "roc_auc": 0.5727343693496236 + }, + "4": { + "accuracy": 0.18152586962876352, + "roc_auc": 0.5859301395522267 + }, + "5": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.575358436614101 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1642794504530839, + "roc_auc": 0.5942709372934416 + }, + "2": { + "accuracy": 0.1648640748319205, + "roc_auc": 0.5839284412227874 + }, + "3": { + "accuracy": 0.1809412452499269, + "roc_auc": 0.5709132283465833 + }, + "4": { + "accuracy": 0.18766442560654778, + "roc_auc": 0.5442340080075444 + }, + "5": { + "accuracy": 0.2092955276235019, + "roc_auc": 0.5124531320087448 + } + }, + "contrast": { + "1": { + "accuracy": 0.15229465068693365, + "roc_auc": 0.5965156071127207 + }, + "2": { + "accuracy": 0.13037123648056123, + "roc_auc": 0.5781259933794027 + }, + "3": { + "accuracy": 0.11838643671441099, + "roc_auc": 0.5655099678337546 + }, + "4": { + "accuracy": 0.10143232972814967, + "roc_auc": 0.5504314424615432 + }, + "5": { + "accuracy": 0.07132417421806489, + "roc_auc": 0.5200382662197763 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/breastmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f4bdcc6f18ae93b1cb389edc2d0b1e87985d659f --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4634502923976608 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.4233500417710944 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.48538011695906436 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4300334168755221 + }, + "4": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4609440267335004 + }, + "5": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.44360902255639095 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.4546783625730994 + }, + "2": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4418337510442774 + }, + "3": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.4394319131161237 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4413116123642439 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.474937343358396 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5213032581453635 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5213032581453635 + }, + "3": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.5522138680033417 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5605680868838764 + }, + "5": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.5756056808688387 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.5152464494569757 + }, + "2": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.5327903091060986 + }, + "3": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.503968253968254 + }, + "4": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4842314118629908 + }, + "5": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4780701754385965 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.508563074352548 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.529657477025898 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.5198412698412698 + }, + "4": { + "accuracy": 0.532051282051282, + "roc_auc": 0.5058479532163742 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5538847117794485 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4640768588137009 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.466374269005848 + }, + "3": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.47159565580618207 + }, + "4": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.4809941520467836 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.4951963241436925 + } + }, + "contrast": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4674185463659148 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4584377610693401 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.45530492898913955 + }, + "4": { + "accuracy": 0.532051282051282, + "roc_auc": 0.4408939014202172 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4763993316624896 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/fundus_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5e1f181601ded89a3ef4ea3100085369adbc741b --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.7671875, + "roc_auc": 0.4496858592413427 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.76875, + "roc_auc": 0.4024541324995575 + }, + "2": { + "accuracy": 0.7765625, + "roc_auc": 0.4132868267358858 + }, + "3": { + "accuracy": 0.771875, + "roc_auc": 0.4119889682024659 + }, + "4": { + "accuracy": 0.771875, + "roc_auc": 0.3987227892159755 + }, + "5": { + "accuracy": 0.7734375, + "roc_auc": 0.3988702731402277 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.7734375, + "roc_auc": 0.43557164769040174 + }, + "2": { + "accuracy": 0.7828125, + "roc_auc": 0.4385876939413604 + }, + "3": { + "accuracy": 0.7796875, + "roc_auc": 0.44932452362692465 + }, + "4": { + "accuracy": 0.78125, + "roc_auc": 0.47273759660197034 + }, + "5": { + "accuracy": 0.7765625, + "roc_auc": 0.468268833697127 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7703125, + "roc_auc": 0.4486018523980887 + }, + "2": { + "accuracy": 0.7703125, + "roc_auc": 0.4486166007905138 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.44245914695298216 + }, + "4": { + "accuracy": 0.771875, + "roc_auc": 0.44565954810925607 + }, + "5": { + "accuracy": 0.778125, + "roc_auc": 0.4519349890861897 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7671875, + "roc_auc": 0.44792342634652826 + }, + "2": { + "accuracy": 0.765625, + "roc_auc": 0.45787859123355557 + }, + "3": { + "accuracy": 0.76875, + "roc_auc": 0.45608666155389066 + }, + "4": { + "accuracy": 0.7671875, + "roc_auc": 0.4520013568521032 + }, + "5": { + "accuracy": 0.765625, + "roc_auc": 0.45289363459382925 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7703125, + "roc_auc": 0.48366615538906266 + }, + "2": { + "accuracy": 0.771875, + "roc_auc": 0.47977257978880306 + }, + "3": { + "accuracy": 0.771875, + "roc_auc": 0.4789466698129904 + }, + "4": { + "accuracy": 0.76875, + "roc_auc": 0.4801044186183706 + }, + "5": { + "accuracy": 0.7609375, + "roc_auc": 0.49764763140817647 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7671875, + "roc_auc": 0.44553418677364165 + }, + "2": { + "accuracy": 0.76875, + "roc_auc": 0.44444280573417494 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.44850598784732465 + }, + "4": { + "accuracy": 0.7640625, + "roc_auc": 0.44971535602619317 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.460098224293552 + } + }, + "contrast": { + "1": { + "accuracy": 0.7625, + "roc_auc": 0.44157424340746854 + }, + "2": { + "accuracy": 0.75625, + "roc_auc": 0.4484248716889859 + }, + "3": { + "accuracy": 0.7546875, + "roc_auc": 0.45380066072798064 + }, + "4": { + "accuracy": 0.75625, + "roc_auc": 0.4537490413544924 + }, + "5": { + "accuracy": 0.7546875, + "roc_auc": 0.43936935873989735 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/mammo_calc_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..392934f8718ec078fc3a99a259a51d30132262e9 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3314445362609688 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41777830244363123 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4454806595049778 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4615354346200763 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46850037382442056 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4455593593829929 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4346397513083855 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4695037972691142 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4638570810215244 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5048597174674379 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4470349820957778 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39708023452563646 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.397119584464644 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43332152835163107 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44461496084681074 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4432967378900562 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3672529807578798 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3850391531893126 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42525479085507417 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4454019596269626 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.426336914177783 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42226419549049693 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4427261637744462 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.479715106441585 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4825679770196356 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47467831424861295 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3341990319915004 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3321921851021131 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3304017628772675 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3358123794908118 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33504505568016374 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33134616141344986 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33561562979577386 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3610750403336875 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38767559910282134 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42163459646637547 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/mammo_mass_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..86dfb78260c3a7c361a41a639b4cf0039141d876 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4932856259386872 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4885885089966723 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47147863474394086 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5074653237918545 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5933975321730425 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5555408310510351 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5021350531554614 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4840828106134229 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5094531319021115 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48605589421915957 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49598021026592454 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5109992048767559 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.510969755867715 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5020614306328592 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48755779368024266 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.505433342168036 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48841181494242714 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4719792678976353 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4914008893600731 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5034308095532585 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5003828371175311 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.514238595871249 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5224106958800837 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.519392172453397 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49804164089878367 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4976735282857732 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49933739729658094 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5066702005477516 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5064198839709044 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5013546544158789 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49050269458432727 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4697116942014901 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4618929823011455 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4620549518508702 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47295108519598317 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47535117943281213 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/oct_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..af1b8f77f61e7f671dc951cf102786c2bf251be3 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.315, + "roc_auc": 0.605106 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.378, + "roc_auc": 0.6578273333333333 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.661984 + }, + "3": { + "accuracy": 0.408, + "roc_auc": 0.6775273333333334 + }, + "4": { + "accuracy": 0.388, + "roc_auc": 0.6824006666666667 + }, + "5": { + "accuracy": 0.38, + "roc_auc": 0.6702986666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38, + "roc_auc": 0.6698173333333334 + }, + "2": { + "accuracy": 0.356, + "roc_auc": 0.6550093333333333 + }, + "3": { + "accuracy": 0.363, + "roc_auc": 0.6477666666666667 + }, + "4": { + "accuracy": 0.326, + "roc_auc": 0.619022 + }, + "5": { + "accuracy": 0.316, + "roc_auc": 0.6003853333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.315, + "roc_auc": 0.586488 + }, + "2": { + "accuracy": 0.315, + "roc_auc": 0.5864713333333333 + }, + "3": { + "accuracy": 0.316, + "roc_auc": 0.5896 + }, + "4": { + "accuracy": 0.307, + "roc_auc": 0.5951293333333334 + }, + "5": { + "accuracy": 0.327, + "roc_auc": 0.5902893333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.296, + "roc_auc": 0.5659086666666667 + }, + "2": { + "accuracy": 0.304, + "roc_auc": 0.583634 + }, + "3": { + "accuracy": 0.309, + "roc_auc": 0.5825873333333333 + }, + "4": { + "accuracy": 0.307, + "roc_auc": 0.5972833333333334 + }, + "5": { + "accuracy": 0.317, + "roc_auc": 0.6067913333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.232, + "roc_auc": 0.46597199999999994 + }, + "2": { + "accuracy": 0.246, + "roc_auc": 0.4879186666666667 + }, + "3": { + "accuracy": 0.262, + "roc_auc": 0.5015973333333332 + }, + "4": { + "accuracy": 0.272, + "roc_auc": 0.4923726666666667 + }, + "5": { + "accuracy": 0.259, + "roc_auc": 0.49890733333333337 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.318, + "roc_auc": 0.605344 + }, + "2": { + "accuracy": 0.314, + "roc_auc": 0.604292 + }, + "3": { + "accuracy": 0.305, + "roc_auc": 0.6026866666666667 + }, + "4": { + "accuracy": 0.312, + "roc_auc": 0.6021206666666666 + }, + "5": { + "accuracy": 0.314, + "roc_auc": 0.6041253333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.317, + "roc_auc": 0.6123086666666667 + }, + "2": { + "accuracy": 0.322, + "roc_auc": 0.6135440000000001 + }, + "3": { + "accuracy": 0.316, + "roc_auc": 0.6038486666666667 + }, + "4": { + "accuracy": 0.302, + "roc_auc": 0.594444 + }, + "5": { + "accuracy": 0.284, + "roc_auc": 0.5847473333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/octmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..74d1d2e8b04502b34ba1f887c3a8ea9669d900c9 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.402, + "roc_auc": 0.6915406666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.7206366666666667 + }, + "2": { + "accuracy": 0.431, + "roc_auc": 0.7259979999999999 + }, + "3": { + "accuracy": 0.434, + "roc_auc": 0.7124266666666668 + }, + "4": { + "accuracy": 0.418, + "roc_auc": 0.7112673333333334 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.7058526666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.434, + "roc_auc": 0.7153766666666665 + }, + "2": { + "accuracy": 0.424, + "roc_auc": 0.7213373333333333 + }, + "3": { + "accuracy": 0.434, + "roc_auc": 0.7176779999999999 + }, + "4": { + "accuracy": 0.431, + "roc_auc": 0.699992 + }, + "5": { + "accuracy": 0.408, + "roc_auc": 0.6776673333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.446, + "roc_auc": 0.715468 + }, + "2": { + "accuracy": 0.446, + "roc_auc": 0.7154826666666666 + }, + "3": { + "accuracy": 0.436, + "roc_auc": 0.7198166666666668 + }, + "4": { + "accuracy": 0.417, + "roc_auc": 0.7144213333333332 + }, + "5": { + "accuracy": 0.424, + "roc_auc": 0.6966413333333332 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.451, + "roc_auc": 0.7276313333333333 + }, + "2": { + "accuracy": 0.487, + "roc_auc": 0.7504473333333334 + }, + "3": { + "accuracy": 0.472, + "roc_auc": 0.7293466666666666 + }, + "4": { + "accuracy": 0.458, + "roc_auc": 0.7167113333333334 + }, + "5": { + "accuracy": 0.45, + "roc_auc": 0.7130233333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.326, + "roc_auc": 0.5620053333333334 + }, + "2": { + "accuracy": 0.32, + "roc_auc": 0.54369 + }, + "3": { + "accuracy": 0.308, + "roc_auc": 0.534972 + }, + "4": { + "accuracy": 0.321, + "roc_auc": 0.5369006666666667 + }, + "5": { + "accuracy": 0.32, + "roc_auc": 0.5539726666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.406, + "roc_auc": 0.6935166666666666 + }, + "2": { + "accuracy": 0.411, + "roc_auc": 0.6955993333333332 + }, + "3": { + "accuracy": 0.411, + "roc_auc": 0.6957386666666666 + }, + "4": { + "accuracy": 0.413, + "roc_auc": 0.6957753333333333 + }, + "5": { + "accuracy": 0.414, + "roc_auc": 0.696468 + } + }, + "contrast": { + "1": { + "accuracy": 0.393, + "roc_auc": 0.6842506666666667 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.6822739999999999 + }, + "3": { + "accuracy": 0.407, + "roc_auc": 0.6900566666666667 + }, + "4": { + "accuracy": 0.41, + "roc_auc": 0.6912200000000001 + }, + "5": { + "accuracy": 0.415, + "roc_auc": 0.6972953333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/pbc_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d02e183ab6b4d2748b56df0981fc5294bddf6089 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.16671541386370284, + "roc_auc": 0.5418904174456904 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.16115823340157942, + "roc_auc": 0.5349383755784336 + }, + "2": { + "accuracy": 0.16905527932143902, + "roc_auc": 0.5344471197932336 + }, + "3": { + "accuracy": 0.16964024568587308, + "roc_auc": 0.532143270578712 + }, + "4": { + "accuracy": 0.1664229306814858, + "roc_auc": 0.5289570983793553 + }, + "5": { + "accuracy": 0.16964024568587308, + "roc_auc": 0.5371145082210702 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.12781515062883883, + "roc_auc": 0.4956850135384474 + }, + "2": { + "accuracy": 0.12957004972214098, + "roc_auc": 0.4987542677645633 + }, + "3": { + "accuracy": 0.13717461245978357, + "roc_auc": 0.5008565992595212 + }, + "4": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.5075293605444683 + }, + "5": { + "accuracy": 0.1444866920152091, + "roc_auc": 0.5069015399877518 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1634980988593156, + "roc_auc": 0.5420330016528556 + }, + "2": { + "accuracy": 0.1634980988593156, + "roc_auc": 0.5417553026898392 + }, + "3": { + "accuracy": 0.15764843521497515, + "roc_auc": 0.5316258774557188 + }, + "4": { + "accuracy": 0.1570634688505411, + "roc_auc": 0.5299498258932197 + }, + "5": { + "accuracy": 0.15940333430827727, + "roc_auc": 0.5336618567862357 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.155893536121673, + "roc_auc": 0.528980344633903 + }, + "2": { + "accuracy": 0.15443112021058789, + "roc_auc": 0.5275450085191359 + }, + "3": { + "accuracy": 0.15179877157063468, + "roc_auc": 0.5291070046832549 + }, + "4": { + "accuracy": 0.15267622111728577, + "roc_auc": 0.5352363186315505 + }, + "5": { + "accuracy": 0.14858145656624744, + "roc_auc": 0.5379458886036377 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1403919274641708, + "roc_auc": 0.5239847010733152 + }, + "2": { + "accuracy": 0.15413863702837086, + "roc_auc": 0.5530910604653154 + }, + "3": { + "accuracy": 0.15150628838841768, + "roc_auc": 0.5338365965096916 + }, + "4": { + "accuracy": 0.16700789704591987, + "roc_auc": 0.5597246280464673 + }, + "5": { + "accuracy": 0.15677098566832406, + "roc_auc": 0.5589468538357529 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.17490494296577946, + "roc_auc": 0.5462850639798578 + }, + "2": { + "accuracy": 0.1883591693477625, + "roc_auc": 0.5515215214595514 + }, + "3": { + "accuracy": 0.17461245978356243, + "roc_auc": 0.5395975654700715 + }, + "4": { + "accuracy": 0.1675928634103539, + "roc_auc": 0.5138269328270353 + }, + "5": { + "accuracy": 0.18601930389002633, + "roc_auc": 0.5380444366545766 + } + }, + "contrast": { + "1": { + "accuracy": 0.17373501023691137, + "roc_auc": 0.5515682913258177 + }, + "2": { + "accuracy": 0.1751974261479965, + "roc_auc": 0.5629165872069679 + }, + "3": { + "accuracy": 0.1664229306814858, + "roc_auc": 0.565867504362958 + }, + "4": { + "accuracy": 0.16993272886809008, + "roc_auc": 0.565943595622743 + }, + "5": { + "accuracy": 0.15355367066393683, + "roc_auc": 0.553062905542116 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/pneumonia_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..467a2b7bb446cb0e822e7e9efbf5c447a2156f29 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.5102272919801231 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.32532051282051283, + "roc_auc": 0.4273418638631408 + }, + "2": { + "accuracy": 0.3125, + "roc_auc": 0.3853026525706184 + }, + "3": { + "accuracy": 0.30448717948717946, + "roc_auc": 0.3721546255800307 + }, + "4": { + "accuracy": 0.29967948717948717, + "roc_auc": 0.36060350539915415 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.3765532229671398 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3189102564102564, + "roc_auc": 0.46198427198412934 + }, + "2": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.4652493129697477 + }, + "3": { + "accuracy": 0.3157051282051282, + "roc_auc": 0.4660252987705018 + }, + "4": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.46955690022356183 + }, + "5": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.45894982660107164 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.49826381474186365 + }, + "2": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.4982807000751035 + }, + "3": { + "accuracy": 0.3301282051282051, + "roc_auc": 0.45757832366481965 + }, + "4": { + "accuracy": 0.3189102564102564, + "roc_auc": 0.41656219103767067 + }, + "5": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.4034850971420894 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5393858287774799 + }, + "2": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.5099220280708501 + }, + "3": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.48683575692863174 + }, + "4": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.47995528128726667 + }, + "5": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.47707454509048935 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.33610479307105395 + }, + "2": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.37051026272031695 + }, + "3": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.37069348287445064 + }, + "4": { + "accuracy": 0.3157051282051282, + "roc_auc": 0.37213856544225515 + }, + "5": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.3749175590679367 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5091061885106442 + }, + "2": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.5065763738820337 + }, + "3": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.4975384981214013 + }, + "4": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.4876105368131493 + }, + "5": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.5176923838783306 + } + }, + "contrast": { + "1": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.52501132457585 + }, + "2": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.5609116618540505 + }, + "3": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.5787823463646736 + }, + "4": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.5989332251439268 + }, + "5": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.5681689176840788 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f95a140a6cc1b558264a02d2e7192ae644d284f7 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.47203046241507784 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.3666557089634013 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.3693677405215867 + }, + "3": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.3384122287968442 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.34847687924611004 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.3282763532763533 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.3876616261231646 + }, + "2": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.3948005698005698 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.3982193732193733 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.4166009204470743 + }, + "5": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.362091825553364 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.46360946745562126 + }, + "2": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.463686171378479 + }, + "3": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.44693732193732194 + }, + "4": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.4278873548104317 + }, + "5": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.41203703703703703 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.4643326758711374 + }, + "2": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.4626397107166338 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.4545364891518737 + }, + "4": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.43891080429541973 + }, + "5": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.420069033530572 + } + }, + "pixelate": { + "1": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.30140806486960336 + }, + "2": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.30824019285557747 + }, + "3": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.26755971948279644 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.28298816568047336 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.29741398202936664 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.4691540653079114 + }, + "2": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.46541748849441156 + }, + "3": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.45843195266272185 + }, + "4": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.4574074074074074 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.4735481043173351 + } + }, + "contrast": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.47588209511286433 + }, + "2": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.48898750821827747 + }, + "3": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.4904777558623713 + }, + "4": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.47023887793118563 + }, + "5": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.4167981591058514 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/resnet/retinamnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..cd62a0ed3e2b0e08680e0915e9355c65b09d6cbc --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.3675, + "roc_auc": 0.5270456108066663 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3775, + "roc_auc": 0.4941565768094863 + }, + "2": { + "accuracy": 0.3825, + "roc_auc": 0.5021564858597074 + }, + "3": { + "accuracy": 0.385, + "roc_auc": 0.4820913592753155 + }, + "4": { + "accuracy": 0.385, + "roc_auc": 0.4897637803504516 + }, + "5": { + "accuracy": 0.385, + "roc_auc": 0.49182783975977157 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3775, + "roc_auc": 0.47887347631161586 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.4854128873039092 + }, + "3": { + "accuracy": 0.37, + "roc_auc": 0.4593471279628307 + }, + "4": { + "accuracy": 0.3625, + "roc_auc": 0.45882764818356386 + }, + "5": { + "accuracy": 0.35, + "roc_auc": 0.4482855219389942 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.5179002304782264 + }, + "2": { + "accuracy": 0.37, + "roc_auc": 0.517859986944168 + }, + "3": { + "accuracy": 0.3725, + "roc_auc": 0.5152848309628476 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5171997278043831 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5220765037241513 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.5164433725354194 + }, + "2": { + "accuracy": 0.3625, + "roc_auc": 0.5099053170654602 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.5124043289762776 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.5190643846176286 + }, + "5": { + "accuracy": 0.36, + "roc_auc": 0.5207803797564834 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3725, + "roc_auc": 0.5105608454537978 + }, + "2": { + "accuracy": 0.3775, + "roc_auc": 0.508703707197472 + }, + "3": { + "accuracy": 0.3775, + "roc_auc": 0.5238621791534661 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.49869619758199146 + }, + "5": { + "accuracy": 0.3675, + "roc_auc": 0.49120597557819157 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.5212414418823981 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.5201149439526274 + }, + "3": { + "accuracy": 0.37, + "roc_auc": 0.5260764953697301 + }, + "4": { + "accuracy": 0.365, + "roc_auc": 0.530662332920712 + }, + "5": { + "accuracy": 0.36, + "roc_auc": 0.5496606689926573 + } + }, + "contrast": { + "1": { + "accuracy": 0.3575, + "roc_auc": 0.4832342519688947 + }, + "2": { + "accuracy": 0.3525, + "roc_auc": 0.4741051899355904 + }, + "3": { + "accuracy": 0.3575, + "roc_auc": 0.4830284833130885 + }, + "4": { + "accuracy": 0.3625, + "roc_auc": 0.49026718465929414 + }, + "5": { + "accuracy": 0.365, + "roc_auc": 0.5038814528310849 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/all_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4aa602f46af87fd7a3a264d012ea843716586eca --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.7006723180356621, + "roc_auc": 0.9802056262542866 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5080385852090032, + "roc_auc": 0.949619932919902 + }, + "2": { + "accuracy": 0.4922537269804151, + "roc_auc": 0.8873526445434302 + }, + "3": { + "accuracy": 0.512715580239696, + "roc_auc": 0.8284030481234086 + }, + "4": { + "accuracy": 0.5247003800058463, + "roc_auc": 0.8118673609433148 + }, + "5": { + "accuracy": 0.5267465653317743, + "roc_auc": 0.7987604794502332 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.548962291727565, + "roc_auc": 0.8374358054424099 + }, + "2": { + "accuracy": 0.5472084185910553, + "roc_auc": 0.7937199794010259 + }, + "3": { + "accuracy": 0.5387313650979246, + "roc_auc": 0.7801817360143877 + }, + "4": { + "accuracy": 0.4665302543116048, + "roc_auc": 0.7601123834860573 + }, + "5": { + "accuracy": 0.4042677579655072, + "roc_auc": 0.7322499549813066 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6921952645425314, + "roc_auc": 0.9601170085353447 + }, + "2": { + "accuracy": 0.6921952645425314, + "roc_auc": 0.9601170085353447 + }, + "3": { + "accuracy": 0.6319789535223619, + "roc_auc": 0.9409411052215646 + }, + "4": { + "accuracy": 0.56357790119848, + "roc_auc": 0.9107874817029504 + }, + "5": { + "accuracy": 0.5244080678164279, + "roc_auc": 0.893146016851894 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6606255480853551, + "roc_auc": 0.9764567696485443 + }, + "2": { + "accuracy": 0.5957322420344928, + "roc_auc": 0.961744810764304 + }, + "3": { + "accuracy": 0.5340543700672318, + "roc_auc": 0.939495789781822 + }, + "4": { + "accuracy": 0.4790996784565916, + "roc_auc": 0.9088901495078999 + }, + "5": { + "accuracy": 0.4194679918152587, + "roc_auc": 0.8835986207166309 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6077170418006431, + "roc_auc": 0.9202390630964126 + }, + "2": { + "accuracy": 0.5907629348143818, + "roc_auc": 0.910806519104161 + }, + "3": { + "accuracy": 0.5539315989476761, + "roc_auc": 0.9079000518157387 + }, + "4": { + "accuracy": 0.5513007892429115, + "roc_auc": 0.8989507284984488 + }, + "5": { + "accuracy": 0.5369774919614148, + "roc_auc": 0.8822272003236429 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7038877521192634, + "roc_auc": 0.9793326932226274 + }, + "2": { + "accuracy": 0.7068108740134463, + "roc_auc": 0.977372393051563 + }, + "3": { + "accuracy": 0.6813797135340544, + "roc_auc": 0.9723567465222236 + }, + "4": { + "accuracy": 0.5966091786027478, + "roc_auc": 0.9607454249809666 + }, + "5": { + "accuracy": 0.5457468576439638, + "roc_auc": 0.9461436211250486 + } + }, + "contrast": { + "1": { + "accuracy": 0.6889798304589302, + "roc_auc": 0.9739762428106276 + }, + "2": { + "accuracy": 0.6395790704472376, + "roc_auc": 0.9598753286572361 + }, + "3": { + "accuracy": 0.5811166325635779, + "roc_auc": 0.9487530862693846 + }, + "4": { + "accuracy": 0.47734580532008186, + "roc_auc": 0.9124921328524558 + }, + "5": { + "accuracy": 0.14761765565624085, + "roc_auc": 0.7506782877691055 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.1275, + "roc_auc": 0.5732173647903945 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2, + "roc_auc": 0.4820492802892882 + }, + "2": { + "accuracy": 0.11, + "roc_auc": 0.493790668228643 + }, + "3": { + "accuracy": 0.12, + "roc_auc": 0.49280058448111486 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.5105713483649341 + }, + "5": { + "accuracy": 0.115, + "roc_auc": 0.4901318885808729 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.115, + "roc_auc": 0.48534591723578213 + }, + "2": { + "accuracy": 0.115, + "roc_auc": 0.4869344313227478 + }, + "3": { + "accuracy": 0.115, + "roc_auc": 0.46876878469187666 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.47463176647261046 + }, + "5": { + "accuracy": 0.115, + "roc_auc": 0.45875082550579344 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.115, + "roc_auc": 0.611860968389538 + }, + "2": { + "accuracy": 0.115, + "roc_auc": 0.611860968389538 + }, + "3": { + "accuracy": 0.115, + "roc_auc": 0.6053188194129883 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.5998352494052291 + }, + "5": { + "accuracy": 0.115, + "roc_auc": 0.6035097688620706 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.115, + "roc_auc": 0.573232489693026 + }, + "2": { + "accuracy": 0.115, + "roc_auc": 0.5726297973951534 + }, + "3": { + "accuracy": 0.115, + "roc_auc": 0.559784347719104 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.5616938461838534 + }, + "5": { + "accuracy": 0.1125, + "roc_auc": 0.5556397422187037 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1175, + "roc_auc": 0.5817504112269342 + }, + "2": { + "accuracy": 0.1175, + "roc_auc": 0.5777172501427715 + }, + "3": { + "accuracy": 0.115, + "roc_auc": 0.5724328567032487 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.5536029349641173 + }, + "5": { + "accuracy": 0.1175, + "roc_auc": 0.534968372997349 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.22, + "roc_auc": 0.49370214494531783 + }, + "2": { + "accuracy": 0.34, + "roc_auc": 0.5193272636039468 + }, + "3": { + "accuracy": 0.24, + "roc_auc": 0.5441361522702571 + }, + "4": { + "accuracy": 0.1625, + "roc_auc": 0.5371577388373396 + }, + "5": { + "accuracy": 0.1225, + "roc_auc": 0.5042408658004393 + } + }, + "contrast": { + "1": { + "accuracy": 0.17, + "roc_auc": 0.5089558306252208 + }, + "2": { + "accuracy": 0.1875, + "roc_auc": 0.5236455926733578 + }, + "3": { + "accuracy": 0.1875, + "roc_auc": 0.5326156370695999 + }, + "4": { + "accuracy": 0.1475, + "roc_auc": 0.5131063698918843 + }, + "5": { + "accuracy": 0.2, + "roc_auc": 0.46010586973032497 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.7345446950710108 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7628205128205128, + "roc_auc": 0.7518796992481203 + }, + "2": { + "accuracy": 0.7756410256410257, + "roc_auc": 0.762531328320802 + }, + "3": { + "accuracy": 0.782051282051282, + "roc_auc": 0.7951127819548872 + }, + "4": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.7038429406850459 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.718671679197995 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.7921888053467 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.7500000000000001 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.7065580618212196 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5582706766917293 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4661654135338346 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.75, + "roc_auc": 0.6842105263157895 + }, + "2": { + "accuracy": 0.75, + "roc_auc": 0.6842105263157895 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.6681286549707602 + }, + "4": { + "accuracy": 0.75, + "roc_auc": 0.6829573934837093 + }, + "5": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.7159565580618212 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6346153846153846, + "roc_auc": 0.7261904761904762 + }, + "2": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7124060150375939 + }, + "3": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.7073934837092732 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.6904761904761904 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.6691729323308271 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.606516290726817 + }, + "2": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.5918964076858814 + }, + "3": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.5923141186299081 + }, + "4": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.5866750208855472 + }, + "5": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.5969089390142022 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.7305764411027569 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.7201336675020884 + }, + "3": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.7109440267335003 + }, + "4": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.7172096908939015 + }, + "5": { + "accuracy": 0.7884615384615384, + "roc_auc": 0.6990392648287385 + } + }, + "contrast": { + "1": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.7531328320802005 + }, + "2": { + "accuracy": 0.7628205128205128, + "roc_auc": 0.760860484544695 + }, + "3": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.766499582289056 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.7201336675020885 + }, + "5": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.5847953216374269 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.465, + "roc_auc": 0.9118586666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.551, + "roc_auc": 0.9416133333333333 + }, + "2": { + "accuracy": 0.491, + "roc_auc": 0.9211959999999999 + }, + "3": { + "accuracy": 0.449, + "roc_auc": 0.9007580000000001 + }, + "4": { + "accuracy": 0.45, + "roc_auc": 0.8909286666666666 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.8778533333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.438, + "roc_auc": 0.8712253333333334 + }, + "2": { + "accuracy": 0.424, + "roc_auc": 0.8359066666666666 + }, + "3": { + "accuracy": 0.414, + "roc_auc": 0.8150246666666666 + }, + "4": { + "accuracy": 0.364, + "roc_auc": 0.7610393333333333 + }, + "5": { + "accuracy": 0.332, + "roc_auc": 0.7381093333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.782, + "roc_auc": 0.9322773333333333 + }, + "2": { + "accuracy": 0.782, + "roc_auc": 0.9322773333333333 + }, + "3": { + "accuracy": 0.665, + "roc_auc": 0.9073426666666666 + }, + "4": { + "accuracy": 0.54, + "roc_auc": 0.8789246666666667 + }, + "5": { + "accuracy": 0.478, + "roc_auc": 0.8670786666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.463, + "roc_auc": 0.9116600000000001 + }, + "2": { + "accuracy": 0.459, + "roc_auc": 0.8425266666666666 + }, + "3": { + "accuracy": 0.456, + "roc_auc": 0.8067139999999999 + }, + "4": { + "accuracy": 0.454, + "roc_auc": 0.7587066666666666 + }, + "5": { + "accuracy": 0.428, + "roc_auc": 0.7283153333333334 + } + }, + "pixelate": { + "1": { + "accuracy": 0.346, + "roc_auc": 0.8034366666666666 + }, + "2": { + "accuracy": 0.324, + "roc_auc": 0.7784820000000001 + }, + "3": { + "accuracy": 0.31, + "roc_auc": 0.7819106666666666 + }, + "4": { + "accuracy": 0.288, + "roc_auc": 0.7626773333333334 + }, + "5": { + "accuracy": 0.259, + "roc_auc": 0.6882906666666666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.569, + "roc_auc": 0.9568306666666666 + }, + "2": { + "accuracy": 0.647, + "roc_auc": 0.967988 + }, + "3": { + "accuracy": 0.678, + "roc_auc": 0.9698533333333333 + }, + "4": { + "accuracy": 0.694, + "roc_auc": 0.970488 + }, + "5": { + "accuracy": 0.707, + "roc_auc": 0.9689213333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.583, + "roc_auc": 0.9574226666666668 + }, + "2": { + "accuracy": 0.655, + "roc_auc": 0.9580013333333334 + }, + "3": { + "accuracy": 0.677, + "roc_auc": 0.9515553333333333 + }, + "4": { + "accuracy": 0.693, + "roc_auc": 0.9323866666666667 + }, + "5": { + "accuracy": 0.376, + "roc_auc": 0.6826206666666667 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.8701923076923077, + "roc_auc": 0.9716305062458908 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.7972605741836511 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.43751917598071444 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.28160201621740083 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.22775586237124698 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.1997370151216305 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.34466359850975237 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.251123164584703 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.20634998904229668 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.20702936664475122 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.22637519175980714 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8525641025641025, + "roc_auc": 0.9400394477317554 + }, + "2": { + "accuracy": 0.8525641025641025, + "roc_auc": 0.9400394477317554 + }, + "3": { + "accuracy": 0.8012820512820513, + "roc_auc": 0.9129958360727592 + }, + "4": { + "accuracy": 0.7355769230769231, + "roc_auc": 0.877865439403901 + }, + "5": { + "accuracy": 0.7211538461538461, + "roc_auc": 0.8621849660311198 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.9086538461538461, + "roc_auc": 0.96385053692746 + }, + "2": { + "accuracy": 0.8814102564102564, + "roc_auc": 0.9497698882314266 + }, + "3": { + "accuracy": 0.8605769230769231, + "roc_auc": 0.9343195266272191 + }, + "4": { + "accuracy": 0.8413461538461539, + "roc_auc": 0.9173570019723866 + }, + "5": { + "accuracy": 0.8237179487179487, + "roc_auc": 0.8993644532106071 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6891025641025641, + "roc_auc": 0.8249945211483674 + }, + "2": { + "accuracy": 0.719551282051282, + "roc_auc": 0.7811637080867851 + }, + "3": { + "accuracy": 0.7147435897435898, + "roc_auc": 0.7691814595660749 + }, + "4": { + "accuracy": 0.719551282051282, + "roc_auc": 0.7624698663160202 + }, + "5": { + "accuracy": 0.655448717948718, + "roc_auc": 0.6288954635108481 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8782051282051282, + "roc_auc": 0.9744137628753013 + }, + "2": { + "accuracy": 0.8894230769230769, + "roc_auc": 0.9726934034626342 + }, + "3": { + "accuracy": 0.8926282051282052, + "roc_auc": 0.9685185185185186 + }, + "4": { + "accuracy": 0.8894230769230769, + "roc_auc": 0.9615055884286653 + }, + "5": { + "accuracy": 0.8541666666666666, + "roc_auc": 0.933486741179049 + } + }, + "contrast": { + "1": { + "accuracy": 0.9310897435897436, + "roc_auc": 0.976703922857769 + }, + "2": { + "accuracy": 0.8092948717948718, + "roc_auc": 0.9641902257286872 + }, + "3": { + "accuracy": 0.6891025641025641, + "roc_auc": 0.9349002849002849 + }, + "4": { + "accuracy": 0.625, + "roc_auc": 0.7676473811089196 + }, + "5": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.17868726714880562 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.8032117583015786, + "roc_auc": 0.8138017124507144 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6243875884594448, + "roc_auc": 0.7492143581836854 + }, + "2": { + "accuracy": 0.5212302667392488, + "roc_auc": 0.7245372128448032 + }, + "3": { + "accuracy": 0.3889493739793141, + "roc_auc": 0.718865429761287 + }, + "4": { + "accuracy": 0.3176374523679913, + "roc_auc": 0.6949511432392642 + }, + "5": { + "accuracy": 0.24850299401197604, + "roc_auc": 0.6920067721379511 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5386499727817093, + "roc_auc": 0.7095349101102592 + }, + "2": { + "accuracy": 0.3546543277082199, + "roc_auc": 0.681849576531089 + }, + "3": { + "accuracy": 0.26918889493739795, + "roc_auc": 0.6662707328971581 + }, + "4": { + "accuracy": 0.23679912901469788, + "roc_auc": 0.6417584184846135 + }, + "5": { + "accuracy": 0.2392487751769189, + "roc_auc": 0.6335134826562633 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8081110506260207, + "roc_auc": 0.812609392485635 + }, + "2": { + "accuracy": 0.8081110506260207, + "roc_auc": 0.8126093535903844 + }, + "3": { + "accuracy": 0.7958628198149156, + "roc_auc": 0.8121327536258128 + }, + "4": { + "accuracy": 0.786336418072945, + "roc_auc": 0.8118641702679638 + }, + "5": { + "accuracy": 0.776537833424061, + "roc_auc": 0.8075733176920264 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8097441480675014, + "roc_auc": 0.8187557925936488 + }, + "2": { + "accuracy": 0.7947740881872618, + "roc_auc": 0.8254549445860846 + }, + "3": { + "accuracy": 0.7724550898203593, + "roc_auc": 0.8278707216856238 + }, + "4": { + "accuracy": 0.7389765922700055, + "roc_auc": 0.8307300213399796 + }, + "5": { + "accuracy": 0.7044093630919979, + "roc_auc": 0.8338278764338174 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7218290691344583, + "roc_auc": 0.80756976634325 + }, + "2": { + "accuracy": 0.678279804028307, + "roc_auc": 0.8113723965346379 + }, + "3": { + "accuracy": 0.6973326075122482, + "roc_auc": 0.804260814776894 + }, + "4": { + "accuracy": 0.6597713663581927, + "roc_auc": 0.7688162891836696 + }, + "5": { + "accuracy": 0.6126837234621666, + "roc_auc": 0.7694961276364946 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7983124659771367, + "roc_auc": 0.8088834419727445 + }, + "2": { + "accuracy": 0.7781709308655417, + "roc_auc": 0.8071873787277829 + }, + "3": { + "accuracy": 0.756396298312466, + "roc_auc": 0.8024814755149207 + }, + "4": { + "accuracy": 0.7196516058791508, + "roc_auc": 0.7983466838468343 + }, + "5": { + "accuracy": 0.6850843767011432, + "roc_auc": 0.806160466570674 + } + }, + "contrast": { + "1": { + "accuracy": 0.7708219923788786, + "roc_auc": 0.8331122568780602 + }, + "2": { + "accuracy": 0.673380511703865, + "roc_auc": 0.8342663920041555 + }, + "3": { + "accuracy": 0.5413718018508438, + "roc_auc": 0.8210822338187561 + }, + "4": { + "accuracy": 0.32607512248230813, + "roc_auc": 0.784713729619819 + }, + "5": { + "accuracy": 0.1521502449646162, + "roc_auc": 0.5909248770384412 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.79375, + "roc_auc": 0.7035941832340274 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7875, + "roc_auc": 0.6418795351306708 + }, + "2": { + "accuracy": 0.7796875, + "roc_auc": 0.5183322517845554 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.44948675594360216 + }, + "4": { + "accuracy": 0.75625, + "roc_auc": 0.4391186360686685 + }, + "5": { + "accuracy": 0.734375, + "roc_auc": 0.4627603091263053 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.665625, + "roc_auc": 0.44495899946905787 + }, + "2": { + "accuracy": 0.540625, + "roc_auc": 0.41414960769276155 + }, + "3": { + "accuracy": 0.4578125, + "roc_auc": 0.41814642203999763 + }, + "4": { + "accuracy": 0.3609375, + "roc_auc": 0.46619668456138286 + }, + "5": { + "accuracy": 0.3046875, + "roc_auc": 0.49166715827974755 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.7782874166715827 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.7782874166715827 + }, + "3": { + "accuracy": 0.7875, + "roc_auc": 0.7275234499439561 + }, + "4": { + "accuracy": 0.784375, + "roc_auc": 0.6746725856881599 + }, + "5": { + "accuracy": 0.7859375, + "roc_auc": 0.6837059760486107 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7984375, + "roc_auc": 0.7423455843313079 + }, + "2": { + "accuracy": 0.7703125, + "roc_auc": 0.6488628989440152 + }, + "3": { + "accuracy": 0.7375, + "roc_auc": 0.6232228187127604 + }, + "4": { + "accuracy": 0.7015625, + "roc_auc": 0.5517226122352663 + }, + "5": { + "accuracy": 0.6671875, + "roc_auc": 0.5294230428883252 + } + }, + "pixelate": { + "1": { + "accuracy": 0.753125, + "roc_auc": 0.5340245413249955 + }, + "2": { + "accuracy": 0.7515625, + "roc_auc": 0.5591115568403044 + }, + "3": { + "accuracy": 0.7203125, + "roc_auc": 0.4958409533360863 + }, + "4": { + "accuracy": 0.7265625, + "roc_auc": 0.5073078284466994 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.5250280219456079 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.79375, + "roc_auc": 0.7502359742788036 + }, + "2": { + "accuracy": 0.79375, + "roc_auc": 0.8339257270957465 + }, + "3": { + "accuracy": 0.7953125, + "roc_auc": 0.7845554834523037 + }, + "4": { + "accuracy": 0.7921875, + "roc_auc": 0.7315128900949797 + }, + "5": { + "accuracy": 0.778125, + "roc_auc": 0.6056722317267418 + } + }, + "contrast": { + "1": { + "accuracy": 0.796875, + "roc_auc": 0.7464087664444576 + }, + "2": { + "accuracy": 0.7953125, + "roc_auc": 0.737146776001416 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.687186596660964 + }, + "4": { + "accuracy": 0.6890625, + "roc_auc": 0.6148457318152322 + }, + "5": { + "accuracy": 0.5453125, + "roc_auc": 0.6750634180874284 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6900405304371777 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6369968126549405 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5687836933852752 + }, + "3": { + "accuracy": 0.598159509202454, + "roc_auc": 0.49096918899775704 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5175303978278833 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.49112658875378745 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.49110691378428367 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4136072089088262 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42196907094794006 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39145319324755046 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3942076889780821 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6661944673985755 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6661944673985755 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6677291150198718 + }, + "4": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6713099594695627 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6739857553220792 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.681973792940621 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6696179120922362 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6610789753275882 + }, + "4": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6549010349033959 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6541927360012592 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.6753236532483374 + }, + "2": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6674930153858263 + }, + "3": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.6669027663007122 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6606854759375123 + }, + "5": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6311730216818163 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6740251052610868 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6619053240467477 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6494707433203479 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.644020776767796 + }, + "5": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6660370676425451 + } + }, + "contrast": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.689922480620155 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6585605792311022 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6150395466887026 + }, + "4": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.5640026757958525 + }, + "5": { + "accuracy": 0.549079754601227, + "roc_auc": 0.5525124936056349 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.565008687457667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5924551638837353 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5548193303295343 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.558323762405395 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4804311334923579 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48193303295344114 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4957740672026387 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5246046470536266 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4686515298760197 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49509673999469916 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4539859233736785 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5548782283476161 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5548782283476161 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5694849368318756 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5824277763053273 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5822363577465618 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5211002149777659 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5178019259651914 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.516049709927261 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.52089407191448 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5218658892128281 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5635362370056247 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5765821480107194 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5566451688900669 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5467503018523427 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5278145890390789 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5648025443943812 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5592661306947021 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5490767735665695 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5408310510351327 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5459993521218011 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5774067202638631 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5958417999234326 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.6044409105633596 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5993462319992932 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5745796153959419 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.894548273788058 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.8276518447879964 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.7742165622611568 + }, + "3": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.7268870088117082 + }, + "4": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.7017679811061885 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6778812261558841 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.47275641025641024, + "roc_auc": 0.6787626031646691 + }, + "2": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.6565096878145394 + }, + "3": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6604395268599559 + }, + "4": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6792865452062341 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7007914830609421 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.8615989825496467 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.8615989825496467 + }, + "3": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.8345860423444144 + }, + "4": { + "accuracy": 0.6057692307692307, + "roc_auc": 0.8094559413651433 + }, + "5": { + "accuracy": 0.6169871794871795, + "roc_auc": 0.802717018860915 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.8760646432084852 + }, + "2": { + "accuracy": 0.7355769230769231, + "roc_auc": 0.8534045539844329 + }, + "3": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.8242563589393512 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.7969236074552942 + }, + "5": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.7722107500545533 + } + }, + "pixelate": { + "1": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.6444381329821933 + }, + "2": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6412743996149208 + }, + "3": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.6110342353665758 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.5822971078928704 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.5563027231095766 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.594551282051282, + "roc_auc": 0.867165275691211 + }, + "2": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.8451372870386602 + }, + "3": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.847093036135037 + }, + "4": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.8451485468296127 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.8347819314202036 + } + }, + "contrast": { + "1": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.8644432522399849 + }, + "2": { + "accuracy": 0.530448717948718, + "roc_auc": 0.867573603616126 + }, + "3": { + "accuracy": 0.5048076923076923, + "roc_auc": 0.8670621290941968 + }, + "4": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.8339647457973195 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.4874068277150681 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.677, + "roc_auc": 0.94892 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.613, + "roc_auc": 0.8918733333333333 + }, + "2": { + "accuracy": 0.62, + "roc_auc": 0.8757699999999999 + }, + "3": { + "accuracy": 0.65, + "roc_auc": 0.8582986666666668 + }, + "4": { + "accuracy": 0.647, + "roc_auc": 0.8447886666666666 + }, + "5": { + "accuracy": 0.643, + "roc_auc": 0.8325686666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.8410713333333333 + }, + "2": { + "accuracy": 0.486, + "roc_auc": 0.8060173333333334 + }, + "3": { + "accuracy": 0.486, + "roc_auc": 0.7831853333333334 + }, + "4": { + "accuracy": 0.474, + "roc_auc": 0.7573766666666667 + }, + "5": { + "accuracy": 0.448, + "roc_auc": 0.7240826666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.554, + "roc_auc": 0.8383480000000001 + }, + "2": { + "accuracy": 0.554, + "roc_auc": 0.8383480000000001 + }, + "3": { + "accuracy": 0.544, + "roc_auc": 0.8004546666666666 + }, + "4": { + "accuracy": 0.549, + "roc_auc": 0.7681573333333334 + }, + "5": { + "accuracy": 0.54, + "roc_auc": 0.7517373333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.484, + "roc_auc": 0.888504 + }, + "2": { + "accuracy": 0.42, + "roc_auc": 0.8401913333333333 + }, + "3": { + "accuracy": 0.413, + "roc_auc": 0.8159013333333335 + }, + "4": { + "accuracy": 0.417, + "roc_auc": 0.789604 + }, + "5": { + "accuracy": 0.412, + "roc_auc": 0.7639813333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.29, + "roc_auc": 0.6333173333333333 + }, + "2": { + "accuracy": 0.29, + "roc_auc": 0.5969393333333333 + }, + "3": { + "accuracy": 0.285, + "roc_auc": 0.6096153333333334 + }, + "4": { + "accuracy": 0.288, + "roc_auc": 0.6110973333333334 + }, + "5": { + "accuracy": 0.264, + "roc_auc": 0.616062 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.553, + "roc_auc": 0.9207013333333334 + }, + "2": { + "accuracy": 0.489, + "roc_auc": 0.8829973333333334 + }, + "3": { + "accuracy": 0.488, + "roc_auc": 0.8697506666666667 + }, + "4": { + "accuracy": 0.482, + "roc_auc": 0.8612813333333333 + }, + "5": { + "accuracy": 0.484, + "roc_auc": 0.844786 + } + }, + "contrast": { + "1": { + "accuracy": 0.691, + "roc_auc": 0.9425159999999999 + }, + "2": { + "accuracy": 0.557, + "roc_auc": 0.9065660000000001 + }, + "3": { + "accuracy": 0.501, + "roc_auc": 0.8782826666666667 + }, + "4": { + "accuracy": 0.463, + "roc_auc": 0.8288246666666665 + }, + "5": { + "accuracy": 0.348, + "roc_auc": 0.6815426666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.8005264697279907, + "roc_auc": 0.9735384360774129 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.46124597835624453, + "roc_auc": 0.9245501282162142 + }, + "2": { + "accuracy": 0.363264112313542, + "roc_auc": 0.8720352041827254 + }, + "3": { + "accuracy": 0.29277566539923955, + "roc_auc": 0.8269035790930512 + }, + "4": { + "accuracy": 0.2664521789997075, + "roc_auc": 0.8060038664696092 + }, + "5": { + "accuracy": 0.2313541971336648, + "roc_auc": 0.7910567758364087 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.33577069318514186, + "roc_auc": 0.8638953749517404 + }, + "2": { + "accuracy": 0.21409768938286047, + "roc_auc": 0.7909666993314597 + }, + "3": { + "accuracy": 0.15881836794384324, + "roc_auc": 0.7556471456504312 + }, + "4": { + "accuracy": 0.12518280198888565, + "roc_auc": 0.7066828538584521 + }, + "5": { + "accuracy": 0.11904065516232816, + "roc_auc": 0.6694155570328166 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5925709271716876, + "roc_auc": 0.9357919161708993 + }, + "2": { + "accuracy": 0.5925709271716876, + "roc_auc": 0.9357920210050791 + }, + "3": { + "accuracy": 0.4197133664814273, + "roc_auc": 0.9044347061718392 + }, + "4": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.8766989227340334 + }, + "5": { + "accuracy": 0.28517110266159695, + "roc_auc": 0.8634067340857594 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.831237203860778, + "roc_auc": 0.9732806843675497 + }, + "2": { + "accuracy": 0.7686458028663352, + "roc_auc": 0.9592776434797397 + }, + "3": { + "accuracy": 0.675636150921322, + "roc_auc": 0.9329517200902551 + }, + "4": { + "accuracy": 0.5185726820707809, + "roc_auc": 0.8964964433871576 + }, + "5": { + "accuracy": 0.41152383737935067, + "roc_auc": 0.8649986255391693 + } + }, + "pixelate": { + "1": { + "accuracy": 0.24597835624451594, + "roc_auc": 0.845792956748247 + }, + "2": { + "accuracy": 0.24831822170225212, + "roc_auc": 0.8257354843136608 + }, + "3": { + "accuracy": 0.23691137759578823, + "roc_auc": 0.8316998203519232 + }, + "4": { + "accuracy": 0.23457151213805205, + "roc_auc": 0.8256314683175239 + }, + "5": { + "accuracy": 0.2392512430535244, + "roc_auc": 0.7800004677895352 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7899970751681779, + "roc_auc": 0.9699939777606921 + }, + "2": { + "accuracy": 0.8037437847323778, + "roc_auc": 0.967017287471763 + }, + "3": { + "accuracy": 0.7434922491956713, + "roc_auc": 0.9524527006261375 + }, + "4": { + "accuracy": 0.5946183094472068, + "roc_auc": 0.916323391372918 + }, + "5": { + "accuracy": 0.4483767183386955, + "roc_auc": 0.8634632857355206 + } + }, + "contrast": { + "1": { + "accuracy": 0.7984790874524715, + "roc_auc": 0.9685165488835085 + }, + "2": { + "accuracy": 0.6297162913132495, + "roc_auc": 0.9196090442152568 + }, + "3": { + "accuracy": 0.4606610119918105, + "roc_auc": 0.8633802936096904 + }, + "4": { + "accuracy": 0.3351857268207078, + "roc_auc": 0.7687204570939294 + }, + "5": { + "accuracy": 0.17490494296577946, + "roc_auc": 0.6148335454218407 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/aml_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..757db619a5912aa3b8c8162b2d068d94ac88532e --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.8032117583015786, + "roc_auc": 0.8138017124507144 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6243875884594448, + "roc_auc": 0.7492143581836854 + }, + "2": { + "accuracy": 0.5212302667392488, + "roc_auc": 0.7245372128448032 + }, + "3": { + "accuracy": 0.3889493739793141, + "roc_auc": 0.718865429761287 + }, + "4": { + "accuracy": 0.3176374523679913, + "roc_auc": 0.6949511432392642 + }, + "5": { + "accuracy": 0.24850299401197604, + "roc_auc": 0.6920067721379511 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5386499727817093, + "roc_auc": 0.7095349101102592 + }, + "2": { + "accuracy": 0.3546543277082199, + "roc_auc": 0.681849576531089 + }, + "3": { + "accuracy": 0.26918889493739795, + "roc_auc": 0.6662707328971581 + }, + "4": { + "accuracy": 0.23679912901469788, + "roc_auc": 0.6417584184846135 + }, + "5": { + "accuracy": 0.2392487751769189, + "roc_auc": 0.6335134826562633 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8081110506260207, + "roc_auc": 0.812609392485635 + }, + "2": { + "accuracy": 0.8081110506260207, + "roc_auc": 0.8126093535903844 + }, + "3": { + "accuracy": 0.7958628198149156, + "roc_auc": 0.8121327536258128 + }, + "4": { + "accuracy": 0.786336418072945, + "roc_auc": 0.8118641702679638 + }, + "5": { + "accuracy": 0.776537833424061, + "roc_auc": 0.8075733176920264 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8097441480675014, + "roc_auc": 0.8187557925936488 + }, + "2": { + "accuracy": 0.7947740881872618, + "roc_auc": 0.8254549445860846 + }, + "3": { + "accuracy": 0.7724550898203593, + "roc_auc": 0.8278707216856238 + }, + "4": { + "accuracy": 0.7389765922700055, + "roc_auc": 0.8307300213399796 + }, + "5": { + "accuracy": 0.7044093630919979, + "roc_auc": 0.8338278764338174 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7218290691344583, + "roc_auc": 0.80756976634325 + }, + "2": { + "accuracy": 0.678279804028307, + "roc_auc": 0.8113723965346379 + }, + "3": { + "accuracy": 0.6973326075122482, + "roc_auc": 0.804260814776894 + }, + "4": { + "accuracy": 0.6597713663581927, + "roc_auc": 0.7688162891836696 + }, + "5": { + "accuracy": 0.6126837234621666, + "roc_auc": 0.7694961276364946 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7983124659771367, + "roc_auc": 0.8088834419727445 + }, + "2": { + "accuracy": 0.7781709308655417, + "roc_auc": 0.8071873787277829 + }, + "3": { + "accuracy": 0.756396298312466, + "roc_auc": 0.8024814755149207 + }, + "4": { + "accuracy": 0.7196516058791508, + "roc_auc": 0.7983466838468343 + }, + "5": { + "accuracy": 0.6850843767011432, + "roc_auc": 0.806160466570674 + } + }, + "contrast": { + "1": { + "accuracy": 0.7708219923788786, + "roc_auc": 0.8331122568780602 + }, + "2": { + "accuracy": 0.673380511703865, + "roc_auc": 0.8342663920041555 + }, + "3": { + "accuracy": 0.5413718018508438, + "roc_auc": 0.8210822338187561 + }, + "4": { + "accuracy": 0.32607512248230813, + "roc_auc": 0.784713729619819 + }, + "5": { + "accuracy": 0.1521502449646162, + "roc_auc": 0.5909248770384412 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/bloodmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bd1abdeb4f51ceac1e209af3a74013dfd6f3b47f --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.7006723180356621, + "roc_auc": 0.9802056262542866 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5080385852090032, + "roc_auc": 0.949619932919902 + }, + "2": { + "accuracy": 0.4922537269804151, + "roc_auc": 0.8873526445434302 + }, + "3": { + "accuracy": 0.512715580239696, + "roc_auc": 0.8284030481234086 + }, + "4": { + "accuracy": 0.5247003800058463, + "roc_auc": 0.8118673609433148 + }, + "5": { + "accuracy": 0.5267465653317743, + "roc_auc": 0.7987604794502332 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.548962291727565, + "roc_auc": 0.8374358054424099 + }, + "2": { + "accuracy": 0.5472084185910553, + "roc_auc": 0.7937199794010259 + }, + "3": { + "accuracy": 0.5387313650979246, + "roc_auc": 0.7801817360143877 + }, + "4": { + "accuracy": 0.4665302543116048, + "roc_auc": 0.7601123834860573 + }, + "5": { + "accuracy": 0.4042677579655072, + "roc_auc": 0.7322499549813066 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6921952645425314, + "roc_auc": 0.9601170085353447 + }, + "2": { + "accuracy": 0.6921952645425314, + "roc_auc": 0.9601170085353447 + }, + "3": { + "accuracy": 0.6319789535223619, + "roc_auc": 0.9409411052215646 + }, + "4": { + "accuracy": 0.56357790119848, + "roc_auc": 0.9107874817029504 + }, + "5": { + "accuracy": 0.5244080678164279, + "roc_auc": 0.893146016851894 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6606255480853551, + "roc_auc": 0.9764567696485443 + }, + "2": { + "accuracy": 0.5957322420344928, + "roc_auc": 0.961744810764304 + }, + "3": { + "accuracy": 0.5340543700672318, + "roc_auc": 0.939495789781822 + }, + "4": { + "accuracy": 0.4790996784565916, + "roc_auc": 0.9088901495078999 + }, + "5": { + "accuracy": 0.4194679918152587, + "roc_auc": 0.8835986207166309 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6077170418006431, + "roc_auc": 0.9202390630964126 + }, + "2": { + "accuracy": 0.5907629348143818, + "roc_auc": 0.910806519104161 + }, + "3": { + "accuracy": 0.5539315989476761, + "roc_auc": 0.9079000518157387 + }, + "4": { + "accuracy": 0.5513007892429115, + "roc_auc": 0.8989507284984488 + }, + "5": { + "accuracy": 0.5369774919614148, + "roc_auc": 0.8822272003236429 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7038877521192634, + "roc_auc": 0.9793326932226274 + }, + "2": { + "accuracy": 0.7068108740134463, + "roc_auc": 0.977372393051563 + }, + "3": { + "accuracy": 0.6813797135340544, + "roc_auc": 0.9723567465222236 + }, + "4": { + "accuracy": 0.5966091786027478, + "roc_auc": 0.9607454249809666 + }, + "5": { + "accuracy": 0.5457468576439638, + "roc_auc": 0.9461436211250486 + } + }, + "contrast": { + "1": { + "accuracy": 0.6889798304589302, + "roc_auc": 0.9739762428106276 + }, + "2": { + "accuracy": 0.6395790704472376, + "roc_auc": 0.9598753286572361 + }, + "3": { + "accuracy": 0.5811166325635779, + "roc_auc": 0.9487530862693846 + }, + "4": { + "accuracy": 0.47734580532008186, + "roc_auc": 0.9124921328524558 + }, + "5": { + "accuracy": 0.14761765565624085, + "roc_auc": 0.7506782877691055 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/breastmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..79921982d39279d853a110b9998e40101a95e26d --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.7345446950710108 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7628205128205128, + "roc_auc": 0.7518796992481203 + }, + "2": { + "accuracy": 0.7756410256410257, + "roc_auc": 0.762531328320802 + }, + "3": { + "accuracy": 0.782051282051282, + "roc_auc": 0.7951127819548872 + }, + "4": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.7038429406850459 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.718671679197995 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.7921888053467 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.7500000000000001 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.7065580618212196 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5582706766917293 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4661654135338346 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.75, + "roc_auc": 0.6842105263157895 + }, + "2": { + "accuracy": 0.75, + "roc_auc": 0.6842105263157895 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.6681286549707602 + }, + "4": { + "accuracy": 0.75, + "roc_auc": 0.6829573934837093 + }, + "5": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.7159565580618212 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6346153846153846, + "roc_auc": 0.7261904761904762 + }, + "2": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7124060150375939 + }, + "3": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.7073934837092732 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.6904761904761904 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.6691729323308271 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.606516290726817 + }, + "2": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.5918964076858814 + }, + "3": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.5923141186299081 + }, + "4": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.5866750208855472 + }, + "5": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.5969089390142022 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.7305764411027569 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.7201336675020884 + }, + "3": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.7109440267335003 + }, + "4": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.7172096908939015 + }, + "5": { + "accuracy": 0.7884615384615384, + "roc_auc": 0.6990392648287385 + } + }, + "contrast": { + "1": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.7531328320802005 + }, + "2": { + "accuracy": 0.7628205128205128, + "roc_auc": 0.760860484544695 + }, + "3": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.766499582289056 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.7201336675020885 + }, + "5": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.5847953216374269 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/fundus_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f99d123c4eb43ef03846eaaa6904569ac902f874 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.79375, + "roc_auc": 0.7035941832340274 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7875, + "roc_auc": 0.6418795351306708 + }, + "2": { + "accuracy": 0.7796875, + "roc_auc": 0.5183322517845554 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.44948675594360216 + }, + "4": { + "accuracy": 0.75625, + "roc_auc": 0.4391186360686685 + }, + "5": { + "accuracy": 0.734375, + "roc_auc": 0.4627603091263053 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.665625, + "roc_auc": 0.44495899946905787 + }, + "2": { + "accuracy": 0.540625, + "roc_auc": 0.41414960769276155 + }, + "3": { + "accuracy": 0.4578125, + "roc_auc": 0.41814642203999763 + }, + "4": { + "accuracy": 0.3609375, + "roc_auc": 0.46619668456138286 + }, + "5": { + "accuracy": 0.3046875, + "roc_auc": 0.49166715827974755 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.7782874166715827 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.7782874166715827 + }, + "3": { + "accuracy": 0.7875, + "roc_auc": 0.7275234499439561 + }, + "4": { + "accuracy": 0.784375, + "roc_auc": 0.6746725856881599 + }, + "5": { + "accuracy": 0.7859375, + "roc_auc": 0.6837059760486107 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7984375, + "roc_auc": 0.7423455843313079 + }, + "2": { + "accuracy": 0.7703125, + "roc_auc": 0.6488628989440152 + }, + "3": { + "accuracy": 0.7375, + "roc_auc": 0.6232228187127604 + }, + "4": { + "accuracy": 0.7015625, + "roc_auc": 0.5517226122352663 + }, + "5": { + "accuracy": 0.6671875, + "roc_auc": 0.5294230428883252 + } + }, + "pixelate": { + "1": { + "accuracy": 0.753125, + "roc_auc": 0.5340245413249955 + }, + "2": { + "accuracy": 0.7515625, + "roc_auc": 0.5591115568403044 + }, + "3": { + "accuracy": 0.7203125, + "roc_auc": 0.4958409533360863 + }, + "4": { + "accuracy": 0.7265625, + "roc_auc": 0.5073078284466994 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.5250280219456079 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.79375, + "roc_auc": 0.7502359742788036 + }, + "2": { + "accuracy": 0.79375, + "roc_auc": 0.8339257270957465 + }, + "3": { + "accuracy": 0.7953125, + "roc_auc": 0.7845554834523037 + }, + "4": { + "accuracy": 0.7921875, + "roc_auc": 0.7315128900949797 + }, + "5": { + "accuracy": 0.778125, + "roc_auc": 0.6056722317267418 + } + }, + "contrast": { + "1": { + "accuracy": 0.796875, + "roc_auc": 0.7464087664444576 + }, + "2": { + "accuracy": 0.7953125, + "roc_auc": 0.737146776001416 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.687186596660964 + }, + "4": { + "accuracy": 0.6890625, + "roc_auc": 0.6148457318152322 + }, + "5": { + "accuracy": 0.5453125, + "roc_auc": 0.6750634180874284 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/mammo_calc_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..82e19723a5b019a900484ff5f5351b64e5b02bdc --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6900405304371777 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6369968126549405 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5687836933852752 + }, + "3": { + "accuracy": 0.598159509202454, + "roc_auc": 0.49096918899775704 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5175303978278833 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.49112658875378745 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.49110691378428367 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4136072089088262 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42196907094794006 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39145319324755046 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3942076889780821 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6661944673985755 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6661944673985755 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6677291150198718 + }, + "4": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6713099594695627 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6739857553220792 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.681973792940621 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6696179120922362 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6610789753275882 + }, + "4": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6549010349033959 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6541927360012592 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.6753236532483374 + }, + "2": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6674930153858263 + }, + "3": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.6669027663007122 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6606854759375123 + }, + "5": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6311730216818163 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6740251052610868 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6619053240467477 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6494707433203479 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.644020776767796 + }, + "5": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6660370676425451 + } + }, + "contrast": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.689922480620155 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6585605792311022 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6150395466887026 + }, + "4": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.5640026757958525 + }, + "5": { + "accuracy": 0.549079754601227, + "roc_auc": 0.5525124936056349 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/mammo_mass_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b36a027803efe05905254fd5e031fb02456b65b2 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.565008687457667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5924551638837353 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5548193303295343 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.558323762405395 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4804311334923579 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48193303295344114 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4957740672026387 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5246046470536266 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4686515298760197 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49509673999469916 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4539859233736785 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5548782283476161 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5548782283476161 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5694849368318756 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5824277763053273 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5822363577465618 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5211002149777659 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5178019259651914 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.516049709927261 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.52089407191448 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5218658892128281 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5635362370056247 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5765821480107194 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5566451688900669 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5467503018523427 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5278145890390789 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5648025443943812 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5592661306947021 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5490767735665695 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5408310510351327 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5459993521218011 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5774067202638631 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5958417999234326 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.6044409105633596 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5993462319992932 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5745796153959419 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/oct_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4c1ace1312f9f4f3fc75ae512c9f72e521cd8a82 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.677, + "roc_auc": 0.94892 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.613, + "roc_auc": 0.8918733333333333 + }, + "2": { + "accuracy": 0.62, + "roc_auc": 0.8757699999999999 + }, + "3": { + "accuracy": 0.65, + "roc_auc": 0.8582986666666668 + }, + "4": { + "accuracy": 0.647, + "roc_auc": 0.8447886666666666 + }, + "5": { + "accuracy": 0.643, + "roc_auc": 0.8325686666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.8410713333333333 + }, + "2": { + "accuracy": 0.486, + "roc_auc": 0.8060173333333334 + }, + "3": { + "accuracy": 0.486, + "roc_auc": 0.7831853333333334 + }, + "4": { + "accuracy": 0.474, + "roc_auc": 0.7573766666666667 + }, + "5": { + "accuracy": 0.448, + "roc_auc": 0.7240826666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.554, + "roc_auc": 0.8383480000000001 + }, + "2": { + "accuracy": 0.554, + "roc_auc": 0.8383480000000001 + }, + "3": { + "accuracy": 0.544, + "roc_auc": 0.8004546666666666 + }, + "4": { + "accuracy": 0.549, + "roc_auc": 0.7681573333333334 + }, + "5": { + "accuracy": 0.54, + "roc_auc": 0.7517373333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.484, + "roc_auc": 0.888504 + }, + "2": { + "accuracy": 0.42, + "roc_auc": 0.8401913333333333 + }, + "3": { + "accuracy": 0.413, + "roc_auc": 0.8159013333333335 + }, + "4": { + "accuracy": 0.417, + "roc_auc": 0.789604 + }, + "5": { + "accuracy": 0.412, + "roc_auc": 0.7639813333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.29, + "roc_auc": 0.6333173333333333 + }, + "2": { + "accuracy": 0.29, + "roc_auc": 0.5969393333333333 + }, + "3": { + "accuracy": 0.285, + "roc_auc": 0.6096153333333334 + }, + "4": { + "accuracy": 0.288, + "roc_auc": 0.6110973333333334 + }, + "5": { + "accuracy": 0.264, + "roc_auc": 0.616062 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.553, + "roc_auc": 0.9207013333333334 + }, + "2": { + "accuracy": 0.489, + "roc_auc": 0.8829973333333334 + }, + "3": { + "accuracy": 0.488, + "roc_auc": 0.8697506666666667 + }, + "4": { + "accuracy": 0.482, + "roc_auc": 0.8612813333333333 + }, + "5": { + "accuracy": 0.484, + "roc_auc": 0.844786 + } + }, + "contrast": { + "1": { + "accuracy": 0.691, + "roc_auc": 0.9425159999999999 + }, + "2": { + "accuracy": 0.557, + "roc_auc": 0.9065660000000001 + }, + "3": { + "accuracy": 0.501, + "roc_auc": 0.8782826666666667 + }, + "4": { + "accuracy": 0.463, + "roc_auc": 0.8288246666666665 + }, + "5": { + "accuracy": 0.348, + "roc_auc": 0.6815426666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/octmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7817b49bef38c9e1fe142357c68e0c6d54f11a42 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.465, + "roc_auc": 0.9118586666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.551, + "roc_auc": 0.9416133333333333 + }, + "2": { + "accuracy": 0.491, + "roc_auc": 0.9211959999999999 + }, + "3": { + "accuracy": 0.449, + "roc_auc": 0.9007580000000001 + }, + "4": { + "accuracy": 0.45, + "roc_auc": 0.8909286666666666 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.8778533333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.438, + "roc_auc": 0.8712253333333334 + }, + "2": { + "accuracy": 0.424, + "roc_auc": 0.8359066666666666 + }, + "3": { + "accuracy": 0.414, + "roc_auc": 0.8150246666666666 + }, + "4": { + "accuracy": 0.364, + "roc_auc": 0.7610393333333333 + }, + "5": { + "accuracy": 0.332, + "roc_auc": 0.7381093333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.782, + "roc_auc": 0.9322773333333333 + }, + "2": { + "accuracy": 0.782, + "roc_auc": 0.9322773333333333 + }, + "3": { + "accuracy": 0.665, + "roc_auc": 0.9073426666666666 + }, + "4": { + "accuracy": 0.54, + "roc_auc": 0.8789246666666667 + }, + "5": { + "accuracy": 0.478, + "roc_auc": 0.8670786666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.463, + "roc_auc": 0.9116600000000001 + }, + "2": { + "accuracy": 0.459, + "roc_auc": 0.8425266666666666 + }, + "3": { + "accuracy": 0.456, + "roc_auc": 0.8067139999999999 + }, + "4": { + "accuracy": 0.454, + "roc_auc": 0.7587066666666666 + }, + "5": { + "accuracy": 0.428, + "roc_auc": 0.7283153333333334 + } + }, + "pixelate": { + "1": { + "accuracy": 0.346, + "roc_auc": 0.8034366666666666 + }, + "2": { + "accuracy": 0.324, + "roc_auc": 0.7784820000000001 + }, + "3": { + "accuracy": 0.31, + "roc_auc": 0.7819106666666666 + }, + "4": { + "accuracy": 0.288, + "roc_auc": 0.7626773333333334 + }, + "5": { + "accuracy": 0.259, + "roc_auc": 0.6882906666666666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.569, + "roc_auc": 0.9568306666666666 + }, + "2": { + "accuracy": 0.647, + "roc_auc": 0.967988 + }, + "3": { + "accuracy": 0.678, + "roc_auc": 0.9698533333333333 + }, + "4": { + "accuracy": 0.694, + "roc_auc": 0.970488 + }, + "5": { + "accuracy": 0.707, + "roc_auc": 0.9689213333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.583, + "roc_auc": 0.9574226666666668 + }, + "2": { + "accuracy": 0.655, + "roc_auc": 0.9580013333333334 + }, + "3": { + "accuracy": 0.677, + "roc_auc": 0.9515553333333333 + }, + "4": { + "accuracy": 0.693, + "roc_auc": 0.9323866666666667 + }, + "5": { + "accuracy": 0.376, + "roc_auc": 0.6826206666666667 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/pbc_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..79e38a46d4306bc0dea2f4a399cb759d86684da7 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.8005264697279907, + "roc_auc": 0.9735384360774129 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.46124597835624453, + "roc_auc": 0.9245501282162142 + }, + "2": { + "accuracy": 0.363264112313542, + "roc_auc": 0.8720352041827254 + }, + "3": { + "accuracy": 0.29277566539923955, + "roc_auc": 0.8269035790930512 + }, + "4": { + "accuracy": 0.2664521789997075, + "roc_auc": 0.8060038664696092 + }, + "5": { + "accuracy": 0.2313541971336648, + "roc_auc": 0.7910567758364087 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.33577069318514186, + "roc_auc": 0.8638953749517404 + }, + "2": { + "accuracy": 0.21409768938286047, + "roc_auc": 0.7909666993314597 + }, + "3": { + "accuracy": 0.15881836794384324, + "roc_auc": 0.7556471456504312 + }, + "4": { + "accuracy": 0.12518280198888565, + "roc_auc": 0.7066828538584521 + }, + "5": { + "accuracy": 0.11904065516232816, + "roc_auc": 0.6694155570328166 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5925709271716876, + "roc_auc": 0.9357919161708993 + }, + "2": { + "accuracy": 0.5925709271716876, + "roc_auc": 0.9357920210050791 + }, + "3": { + "accuracy": 0.4197133664814273, + "roc_auc": 0.9044347061718392 + }, + "4": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.8766989227340334 + }, + "5": { + "accuracy": 0.28517110266159695, + "roc_auc": 0.8634067340857594 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.831237203860778, + "roc_auc": 0.9732806843675497 + }, + "2": { + "accuracy": 0.7686458028663352, + "roc_auc": 0.9592776434797397 + }, + "3": { + "accuracy": 0.675636150921322, + "roc_auc": 0.9329517200902551 + }, + "4": { + "accuracy": 0.5185726820707809, + "roc_auc": 0.8964964433871576 + }, + "5": { + "accuracy": 0.41152383737935067, + "roc_auc": 0.8649986255391693 + } + }, + "pixelate": { + "1": { + "accuracy": 0.24597835624451594, + "roc_auc": 0.845792956748247 + }, + "2": { + "accuracy": 0.24831822170225212, + "roc_auc": 0.8257354843136608 + }, + "3": { + "accuracy": 0.23691137759578823, + "roc_auc": 0.8316998203519232 + }, + "4": { + "accuracy": 0.23457151213805205, + "roc_auc": 0.8256314683175239 + }, + "5": { + "accuracy": 0.2392512430535244, + "roc_auc": 0.7800004677895352 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7899970751681779, + "roc_auc": 0.9699939777606921 + }, + "2": { + "accuracy": 0.8037437847323778, + "roc_auc": 0.967017287471763 + }, + "3": { + "accuracy": 0.7434922491956713, + "roc_auc": 0.9524527006261375 + }, + "4": { + "accuracy": 0.5946183094472068, + "roc_auc": 0.916323391372918 + }, + "5": { + "accuracy": 0.4483767183386955, + "roc_auc": 0.8634632857355206 + } + }, + "contrast": { + "1": { + "accuracy": 0.7984790874524715, + "roc_auc": 0.9685165488835085 + }, + "2": { + "accuracy": 0.6297162913132495, + "roc_auc": 0.9196090442152568 + }, + "3": { + "accuracy": 0.4606610119918105, + "roc_auc": 0.8633802936096904 + }, + "4": { + "accuracy": 0.3351857268207078, + "roc_auc": 0.7687204570939294 + }, + "5": { + "accuracy": 0.17490494296577946, + "roc_auc": 0.6148335454218407 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/pneumonia_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..75ff3d6f0caa627d6bf88cd98359d445111ea42a --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.894548273788058 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.8276518447879964 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.7742165622611568 + }, + "3": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.7268870088117082 + }, + "4": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.7017679811061885 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6778812261558841 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.47275641025641024, + "roc_auc": 0.6787626031646691 + }, + "2": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.6565096878145394 + }, + "3": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6604395268599559 + }, + "4": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6792865452062341 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7007914830609421 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.8615989825496467 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.8615989825496467 + }, + "3": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.8345860423444144 + }, + "4": { + "accuracy": 0.6057692307692307, + "roc_auc": 0.8094559413651433 + }, + "5": { + "accuracy": 0.6169871794871795, + "roc_auc": 0.802717018860915 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.8760646432084852 + }, + "2": { + "accuracy": 0.7355769230769231, + "roc_auc": 0.8534045539844329 + }, + "3": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.8242563589393512 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.7969236074552942 + }, + "5": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.7722107500545533 + } + }, + "pixelate": { + "1": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.6444381329821933 + }, + "2": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6412743996149208 + }, + "3": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.6110342353665758 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.5822971078928704 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.5563027231095766 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.594551282051282, + "roc_auc": 0.867165275691211 + }, + "2": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.8451372870386602 + }, + "3": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.847093036135037 + }, + "4": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.8451485468296127 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.8347819314202036 + } + }, + "contrast": { + "1": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.8644432522399849 + }, + "2": { + "accuracy": 0.530448717948718, + "roc_auc": 0.867573603616126 + }, + "3": { + "accuracy": 0.5048076923076923, + "roc_auc": 0.8670621290941968 + }, + "4": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.8339647457973195 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.4874068277150681 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ea843ea7eef2b977de5af13a8e2a7522cb005121 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.8701923076923077, + "roc_auc": 0.9716305062458908 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.7972605741836511 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.43751917598071444 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.28160201621740083 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.22775586237124698 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.1997370151216305 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.34466359850975237 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.251123164584703 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.20634998904229668 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.20702936664475122 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.22637519175980714 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8525641025641025, + "roc_auc": 0.9400394477317554 + }, + "2": { + "accuracy": 0.8525641025641025, + "roc_auc": 0.9400394477317554 + }, + "3": { + "accuracy": 0.8012820512820513, + "roc_auc": 0.9129958360727592 + }, + "4": { + "accuracy": 0.7355769230769231, + "roc_auc": 0.877865439403901 + }, + "5": { + "accuracy": 0.7211538461538461, + "roc_auc": 0.8621849660311198 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.9086538461538461, + "roc_auc": 0.96385053692746 + }, + "2": { + "accuracy": 0.8814102564102564, + "roc_auc": 0.9497698882314266 + }, + "3": { + "accuracy": 0.8605769230769231, + "roc_auc": 0.9343195266272191 + }, + "4": { + "accuracy": 0.8413461538461539, + "roc_auc": 0.9173570019723866 + }, + "5": { + "accuracy": 0.8237179487179487, + "roc_auc": 0.8993644532106071 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6891025641025641, + "roc_auc": 0.8249945211483674 + }, + "2": { + "accuracy": 0.719551282051282, + "roc_auc": 0.7811637080867851 + }, + "3": { + "accuracy": 0.7147435897435898, + "roc_auc": 0.7691814595660749 + }, + "4": { + "accuracy": 0.719551282051282, + "roc_auc": 0.7624698663160202 + }, + "5": { + "accuracy": 0.655448717948718, + "roc_auc": 0.6288954635108481 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8782051282051282, + "roc_auc": 0.9744137628753013 + }, + "2": { + "accuracy": 0.8894230769230769, + "roc_auc": 0.9726934034626342 + }, + "3": { + "accuracy": 0.8926282051282052, + "roc_auc": 0.9685185185185186 + }, + "4": { + "accuracy": 0.8894230769230769, + "roc_auc": 0.9615055884286653 + }, + "5": { + "accuracy": 0.8541666666666666, + "roc_auc": 0.933486741179049 + } + }, + "contrast": { + "1": { + "accuracy": 0.9310897435897436, + "roc_auc": 0.976703922857769 + }, + "2": { + "accuracy": 0.8092948717948718, + "roc_auc": 0.9641902257286872 + }, + "3": { + "accuracy": 0.6891025641025641, + "roc_auc": 0.9349002849002849 + }, + "4": { + "accuracy": 0.625, + "roc_auc": 0.7676473811089196 + }, + "5": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.17868726714880562 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-16/vit/retinamnist_results.json b/results/fewshot-100-percent/rmedclip-rank-16/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..47ecea9845d3f0bcb4bc54938258f3b1f2bd1224 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-16/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.1275, + "roc_auc": 0.5732173647903945 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2, + "roc_auc": 0.4820492802892882 + }, + "2": { + "accuracy": 0.11, + "roc_auc": 0.493790668228643 + }, + "3": { + "accuracy": 0.12, + "roc_auc": 0.49280058448111486 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.5105713483649341 + }, + "5": { + "accuracy": 0.115, + "roc_auc": 0.4901318885808729 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.115, + "roc_auc": 0.48534591723578213 + }, + "2": { + "accuracy": 0.115, + "roc_auc": 0.4869344313227478 + }, + "3": { + "accuracy": 0.115, + "roc_auc": 0.46876878469187666 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.47463176647261046 + }, + "5": { + "accuracy": 0.115, + "roc_auc": 0.45875082550579344 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.115, + "roc_auc": 0.611860968389538 + }, + "2": { + "accuracy": 0.115, + "roc_auc": 0.611860968389538 + }, + "3": { + "accuracy": 0.115, + "roc_auc": 0.6053188194129883 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.5998352494052291 + }, + "5": { + "accuracy": 0.115, + "roc_auc": 0.6035097688620706 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.115, + "roc_auc": 0.573232489693026 + }, + "2": { + "accuracy": 0.115, + "roc_auc": 0.5726297973951534 + }, + "3": { + "accuracy": 0.115, + "roc_auc": 0.559784347719104 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.5616938461838534 + }, + "5": { + "accuracy": 0.1125, + "roc_auc": 0.5556397422187037 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1175, + "roc_auc": 0.5817504112269342 + }, + "2": { + "accuracy": 0.1175, + "roc_auc": 0.5777172501427715 + }, + "3": { + "accuracy": 0.115, + "roc_auc": 0.5724328567032487 + }, + "4": { + "accuracy": 0.115, + "roc_auc": 0.5536029349641173 + }, + "5": { + "accuracy": 0.1175, + "roc_auc": 0.534968372997349 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.22, + "roc_auc": 0.49370214494531783 + }, + "2": { + "accuracy": 0.34, + "roc_auc": 0.5193272636039468 + }, + "3": { + "accuracy": 0.24, + "roc_auc": 0.5441361522702571 + }, + "4": { + "accuracy": 0.1625, + "roc_auc": 0.5371577388373396 + }, + "5": { + "accuracy": 0.1225, + "roc_auc": 0.5042408658004393 + } + }, + "contrast": { + "1": { + "accuracy": 0.17, + "roc_auc": 0.5089558306252208 + }, + "2": { + "accuracy": 0.1875, + "roc_auc": 0.5236455926733578 + }, + "3": { + "accuracy": 0.1875, + "roc_auc": 0.5326156370695999 + }, + "4": { + "accuracy": 0.1475, + "roc_auc": 0.5131063698918843 + }, + "5": { + "accuracy": 0.2, + "roc_auc": 0.46010586973032497 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/all_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3fca9d7b746543f7e274f71daa9ae6ce127696d6 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.1388482899736919, + "roc_auc": 0.6009473305637756 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.13475591932183573, + "roc_auc": 0.6093995421590017 + }, + "2": { + "accuracy": 0.13329435837474424, + "roc_auc": 0.6122721960275882 + }, + "3": { + "accuracy": 0.12949429991230635, + "roc_auc": 0.6050285001806361 + }, + "4": { + "accuracy": 0.13270973399590763, + "roc_auc": 0.6080197503256842 + }, + "5": { + "accuracy": 0.12627886582870507, + "roc_auc": 0.6005010923307084 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1178018123355744, + "roc_auc": 0.5613730640653513 + }, + "2": { + "accuracy": 0.11984799766150249, + "roc_auc": 0.5527620576587162 + }, + "3": { + "accuracy": 0.11926337328266588, + "roc_auc": 0.5523097887090606 + }, + "4": { + "accuracy": 0.11750950014615609, + "roc_auc": 0.5474108368890487 + }, + "5": { + "accuracy": 0.1178018123355744, + "roc_auc": 0.5389744543099512 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13124817304881614, + "roc_auc": 0.5937169866128329 + }, + "2": { + "accuracy": 0.13183279742765272, + "roc_auc": 0.5938739026286992 + }, + "3": { + "accuracy": 0.13066354866997953, + "roc_auc": 0.590690817299721 + }, + "4": { + "accuracy": 0.12978661210172465, + "roc_auc": 0.5902644210180992 + }, + "5": { + "accuracy": 0.12744811458637825, + "roc_auc": 0.5915547378484498 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12715580239695995, + "roc_auc": 0.5587625562407459 + }, + "2": { + "accuracy": 0.10114001753873136, + "roc_auc": 0.5396094518879674 + }, + "3": { + "accuracy": 0.09617071031862029, + "roc_auc": 0.5401801548436036 + }, + "4": { + "accuracy": 0.09061677871967261, + "roc_auc": 0.5422572598855786 + }, + "5": { + "accuracy": 0.08857059339374451, + "roc_auc": 0.5459165530451393 + } + }, + "pixelate": { + "1": { + "accuracy": 0.11224788073662671, + "roc_auc": 0.5533160653807001 + }, + "2": { + "accuracy": 0.11283250511546332, + "roc_auc": 0.5763951805015078 + }, + "3": { + "accuracy": 0.11020169541069863, + "roc_auc": 0.5307017105590452 + }, + "4": { + "accuracy": 0.12774042677579656, + "roc_auc": 0.5538496638561168 + }, + "5": { + "accuracy": 0.12423268050277697, + "roc_auc": 0.5257132139919068 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1400175387313651, + "roc_auc": 0.6045890345347535 + }, + "2": { + "accuracy": 0.14060216311020168, + "roc_auc": 0.6030096823862916 + }, + "3": { + "accuracy": 0.14703303127740427, + "roc_auc": 0.6155592704051956 + }, + "4": { + "accuracy": 0.15083308973984216, + "roc_auc": 0.6267333326000963 + }, + "5": { + "accuracy": 0.1601870798012277, + "roc_auc": 0.6193667250924021 + } + }, + "contrast": { + "1": { + "accuracy": 0.1394329143525285, + "roc_auc": 0.6220740525509476 + }, + "2": { + "accuracy": 0.14264834843612978, + "roc_auc": 0.6370641380375225 + }, + "3": { + "accuracy": 0.1411867874890383, + "roc_auc": 0.6348270426078404 + }, + "4": { + "accuracy": 0.137971353405437, + "roc_auc": 0.6236921649850955 + }, + "5": { + "accuracy": 0.11312481730488161, + "roc_auc": 0.5922007899511884 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.3925, + "roc_auc": 0.43776821432996904 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.41, + "roc_auc": 0.4373798285846949 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.3950318956685915 + }, + "3": { + "accuracy": 0.4075, + "roc_auc": 0.4031280662317739 + }, + "4": { + "accuracy": 0.41, + "roc_auc": 0.40803523783222706 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.38816793932099525 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.425, + "roc_auc": 0.40981506403184753 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.42743571113929235 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.42029336358797414 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.4416540998995848 + }, + "5": { + "accuracy": 0.4275, + "roc_auc": 0.4276211423429689 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3975, + "roc_auc": 0.39475690726204843 + }, + "2": { + "accuracy": 0.3975, + "roc_auc": 0.394711959971178 + }, + "3": { + "accuracy": 0.405, + "roc_auc": 0.4064460276058924 + }, + "4": { + "accuracy": 0.4075, + "roc_auc": 0.40539874280730803 + }, + "5": { + "accuracy": 0.3875, + "roc_auc": 0.3997844069200896 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.4004805228388967 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.4006965206368215 + }, + "3": { + "accuracy": 0.395, + "roc_auc": 0.40035490684352915 + }, + "4": { + "accuracy": 0.4, + "roc_auc": 0.3983447160922594 + }, + "5": { + "accuracy": 0.395, + "roc_auc": 0.39439342011751904 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.4018967604554998 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.40611422655553653 + }, + "3": { + "accuracy": 0.3675, + "roc_auc": 0.39749242352184827 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.40998600860840273 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.3854165226680273 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3925, + "roc_auc": 0.44280488942001134 + }, + "2": { + "accuracy": 0.395, + "roc_auc": 0.44803154906962667 + }, + "3": { + "accuracy": 0.4, + "roc_auc": 0.45444998007418463 + }, + "4": { + "accuracy": 0.395, + "roc_auc": 0.4500045023974758 + }, + "5": { + "accuracy": 0.3925, + "roc_auc": 0.4571071234025534 + } + }, + "contrast": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.4264318257151979 + }, + "2": { + "accuracy": 0.3725, + "roc_auc": 0.42112205139922343 + }, + "3": { + "accuracy": 0.365, + "roc_auc": 0.42258086605746925 + }, + "4": { + "accuracy": 0.3575, + "roc_auc": 0.4177156736670414 + }, + "5": { + "accuracy": 0.3325, + "roc_auc": 0.41083433310596584 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.45175438596491224 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.4634502923976608 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4419381787802841 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4690893901420217 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.44256474519632416 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4446532999164578 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.5208855472013367 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4930033416875522 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.48558897243107774 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4358813700918964 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4342105263157895 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.44068504594820385 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.44068504594820385 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.40267335004177107 + }, + "4": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.39348370927318294 + }, + "5": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.3752088554720134 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.42543859649122806 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.40538847117794485 + }, + "3": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.3790726817042606 + }, + "4": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.3845029239766081 + }, + "5": { + "accuracy": 0.5, + "roc_auc": 0.376984126984127 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.42000835421888055 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.41938178780284036 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.456140350877193 + }, + "4": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.38847117794486213 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.41541353383458646 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.44611528822055135 + }, + "2": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4434001670843776 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.44799498746867167 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.45843776106934 + }, + "5": { + "accuracy": 0.532051282051282, + "roc_auc": 0.4319131161236424 + } + }, + "contrast": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4346282372598162 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.4141604010025063 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.39974937343358397 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.3865914786967419 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.37823725981620715 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.325, + "roc_auc": 0.6990026666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.32, + "roc_auc": 0.6976039999999999 + }, + "2": { + "accuracy": 0.296, + "roc_auc": 0.6863053333333333 + }, + "3": { + "accuracy": 0.291, + "roc_auc": 0.6726833333333333 + }, + "4": { + "accuracy": 0.287, + "roc_auc": 0.6495333333333333 + }, + "5": { + "accuracy": 0.283, + "roc_auc": 0.654642 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.337, + "roc_auc": 0.7305973333333333 + }, + "2": { + "accuracy": 0.319, + "roc_auc": 0.7222433333333333 + }, + "3": { + "accuracy": 0.313, + "roc_auc": 0.7072406666666666 + }, + "4": { + "accuracy": 0.311, + "roc_auc": 0.6969106666666667 + }, + "5": { + "accuracy": 0.31, + "roc_auc": 0.6858866666666666 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.336, + "roc_auc": 0.751858 + }, + "2": { + "accuracy": 0.337, + "roc_auc": 0.75186 + }, + "3": { + "accuracy": 0.331, + "roc_auc": 0.7080833333333334 + }, + "4": { + "accuracy": 0.328, + "roc_auc": 0.6828946666666666 + }, + "5": { + "accuracy": 0.335, + "roc_auc": 0.675292 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.313, + "roc_auc": 0.7208686666666667 + }, + "2": { + "accuracy": 0.325, + "roc_auc": 0.7269746666666665 + }, + "3": { + "accuracy": 0.338, + "roc_auc": 0.7296433333333333 + }, + "4": { + "accuracy": 0.324, + "roc_auc": 0.7316426666666667 + }, + "5": { + "accuracy": 0.309, + "roc_auc": 0.733474 + } + }, + "pixelate": { + "1": { + "accuracy": 0.29, + "roc_auc": 0.6350693333333334 + }, + "2": { + "accuracy": 0.288, + "roc_auc": 0.6309106666666667 + }, + "3": { + "accuracy": 0.292, + "roc_auc": 0.626346 + }, + "4": { + "accuracy": 0.264, + "roc_auc": 0.6247626666666666 + }, + "5": { + "accuracy": 0.289, + "roc_auc": 0.657516 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.327, + "roc_auc": 0.7028179999999999 + }, + "2": { + "accuracy": 0.329, + "roc_auc": 0.7063733333333334 + }, + "3": { + "accuracy": 0.328, + "roc_auc": 0.70825 + }, + "4": { + "accuracy": 0.327, + "roc_auc": 0.7081753333333334 + }, + "5": { + "accuracy": 0.328, + "roc_auc": 0.7044406666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.329, + "roc_auc": 0.6988686666666667 + }, + "2": { + "accuracy": 0.337, + "roc_auc": 0.6926760000000001 + }, + "3": { + "accuracy": 0.346, + "roc_auc": 0.6881126666666667 + }, + "4": { + "accuracy": 0.346, + "roc_auc": 0.6838906666666666 + }, + "5": { + "accuracy": 0.34, + "roc_auc": 0.667348 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.5525805391190006 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.3282380013149244 + }, + "2": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.2836730221345606 + }, + "3": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.24060924830155597 + }, + "4": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.27556432171816786 + }, + "5": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.2594619767696691 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.34134615384615385, + "roc_auc": 0.23668639053254437 + }, + "2": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.24541420118343196 + }, + "3": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.2319307473153627 + }, + "4": { + "accuracy": 0.3125, + "roc_auc": 0.23181021257944334 + }, + "5": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.2369055445978523 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5319855358316896 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5319690992767916 + }, + "3": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.4541639272408503 + }, + "4": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.3922748191978961 + }, + "5": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.36442581634889326 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.5644751260135875 + }, + "2": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.4803144860837168 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.4442910365987289 + }, + "4": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.38950252027175103 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.3390916063992987 + } + }, + "pixelate": { + "1": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.44824128862590396 + }, + "2": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4746438746438747 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.4984933158010081 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.5790488713565637 + }, + "5": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5723482358097743 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.5553528380451457 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5640642121411352 + }, + "3": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5890970852509314 + }, + "4": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.6305445978522901 + }, + "5": { + "accuracy": 0.4375, + "roc_auc": 0.7310376944992331 + } + }, + "contrast": { + "1": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.5620096427788734 + }, + "2": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.5814266929651545 + }, + "3": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.5901818978742055 + }, + "4": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.5774435678281832 + }, + "5": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.4786215209292132 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5577564040414708 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5955694287178794 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.611287777279463 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5696808916430204 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5457854121768441 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.57111887589794 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5902658673389839 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5810434665562945 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6085559729982859 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5905569777254901 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5481777561945737 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.534571770350222 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.53460170424379 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.532443781517696 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5323064795646216 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5331547615047534 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.547320122562168 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5502425577104686 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5615368658950509 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5596501162937155 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5567976718574159 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5017829769542312 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5326878138926109 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5235839743027987 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5048124854245537 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5072549836041675 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5479665316140372 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5721410249894203 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5720990123537456 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5469633199542876 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5168407118739341 + } + }, + "contrast": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.532218271249325 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5063334252346868 + }, + "3": { + "accuracy": 0.0010887316276537834, + "roc_auc": 0.4985700366215218 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.49232253938388093 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48853011135528407 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.647513421037107 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5780632411067195 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5276458616010854 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4724500029496784 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.48485340097929325 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.42712819302696015 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5464648103356735 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5633074744852811 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5771930859536311 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5229853695947142 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.4931419975222701 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5978187127603091 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5978408353489469 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5398870273140228 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.4988348769984072 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.4875007374196213 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6251769807091027 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5508819538670285 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.49616541796944136 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4479897941124418 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.41585304701787507 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.4069966373665271 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.4320984012742611 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.40891392838180635 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.41858149961654184 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.4206831455371365 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6415034511238276 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6275957170668398 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6138133443454663 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6028257919886733 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5862338505102944 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6494307120523863 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6376909916819067 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6246165417969441 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6042637602501326 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5353445224470532 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40711446897257303 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4250580411600362 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40510762208318585 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4408767166410892 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42183134616141343 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4137449336953528 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.406445520009444 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41561405579821353 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4121906111045528 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4690709479400307 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4529571479164208 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42155589658836035 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42157557155786407 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46253885806477 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4394601188368158 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4294652343288868 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44654310785818285 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4415456656042183 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45220949907527647 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46539172864282063 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4600991618462991 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4758391374493369 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46844134891590916 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4819974029040255 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4770589855585724 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4834336756778027 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40888521622791485 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41260378546413257 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41185613662298826 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40683901939951994 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3923582418447252 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42521544091606656 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4149057568960768 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4111281627513478 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40735056860661867 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4247038917089678 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4625850340136055 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45905115292870396 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4388196837176429 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46791530464999853 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45560561887092504 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42899843920252084 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4451806696704656 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5123980328061961 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4842006066495863 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4443413729128015 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.481093736195777 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43061813469976734 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4305445121771653 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.456857201755161 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4570927938274877 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44068969579173656 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4617604617604618 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4708013075360014 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4477574579615396 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4487587242689283 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4486998262508466 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46433725005153575 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47292163618694233 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46065612392143007 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5027534823453191 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.463718820861678 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46289424860853434 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4709191035721648 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4673410489737021 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4439143622817092 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46926995906587743 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46230526842771735 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47311305474570786 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46033218482198074 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4761610271814354 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48794063079777367 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.7202736046161267 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4567307692307692, + "roc_auc": 0.6236860402421961 + }, + "2": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.5048776297147485 + }, + "3": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.4233570659492149 + }, + "4": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.42302900074443084 + }, + "5": { + "accuracy": 0.3157051282051282, + "roc_auc": 0.3848624591249754 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.48207240733219076 + }, + "2": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.40479233957349936 + }, + "3": { + "accuracy": 0.32371794871794873, + "roc_auc": 0.3777091801660428 + }, + "4": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.37128181384679043 + }, + "5": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.3444337674250995 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5032051282051282, + "roc_auc": 0.6504227277070536 + }, + "2": { + "accuracy": 0.5032051282051282, + "roc_auc": 0.6504481815417749 + }, + "3": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.5448645532361728 + }, + "4": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.4610090638716893 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.43489801694453395 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5400641025641025, + "roc_auc": 0.7104051700266343 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.6784664989548662 + }, + "3": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.6470191590932415 + }, + "4": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.6093036745827236 + }, + "5": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.5646888190873701 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.4402158604838477 + }, + "2": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.46114683287416874 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.4607236863154509 + }, + "4": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.5393003954449682 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.5339876158966965 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.721027974258709 + }, + "2": { + "accuracy": 0.5432692307692307, + "roc_auc": 0.7218241912173347 + }, + "3": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.7238718211190692 + }, + "4": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.73244907572068 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.7230518268355238 + } + }, + "contrast": { + "1": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.7089793189496977 + }, + "2": { + "accuracy": 0.530448717948718, + "roc_auc": 0.685644818193713 + }, + "3": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.6665429114959586 + }, + "4": { + "accuracy": 0.5048076923076923, + "roc_auc": 0.6396845960821188 + }, + "5": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.5480303969801582 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.237, + "roc_auc": 0.38075733333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.246, + "roc_auc": 0.43449133333333334 + }, + "2": { + "accuracy": 0.243, + "roc_auc": 0.42890533333333336 + }, + "3": { + "accuracy": 0.245, + "roc_auc": 0.4555886666666667 + }, + "4": { + "accuracy": 0.245, + "roc_auc": 0.45957799999999993 + }, + "5": { + "accuracy": 0.237, + "roc_auc": 0.4508513333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.24, + "roc_auc": 0.4257573333333333 + }, + "2": { + "accuracy": 0.236, + "roc_auc": 0.4313613333333333 + }, + "3": { + "accuracy": 0.235, + "roc_auc": 0.42517333333333335 + }, + "4": { + "accuracy": 0.245, + "roc_auc": 0.428388 + }, + "5": { + "accuracy": 0.239, + "roc_auc": 0.4424853333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.194, + "roc_auc": 0.3712806666666667 + }, + "2": { + "accuracy": 0.194, + "roc_auc": 0.37126666666666663 + }, + "3": { + "accuracy": 0.185, + "roc_auc": 0.3733413333333333 + }, + "4": { + "accuracy": 0.18, + "roc_auc": 0.3687066666666666 + }, + "5": { + "accuracy": 0.18, + "roc_auc": 0.3705446666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.21, + "roc_auc": 0.3880346666666667 + }, + "2": { + "accuracy": 0.211, + "roc_auc": 0.381388 + }, + "3": { + "accuracy": 0.199, + "roc_auc": 0.37722933333333336 + }, + "4": { + "accuracy": 0.192, + "roc_auc": 0.386434 + }, + "5": { + "accuracy": 0.199, + "roc_auc": 0.3794786666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.39044133333333336 + }, + "2": { + "accuracy": 0.236, + "roc_auc": 0.39584199999999997 + }, + "3": { + "accuracy": 0.248, + "roc_auc": 0.4013466666666667 + }, + "4": { + "accuracy": 0.234, + "roc_auc": 0.37565666666666664 + }, + "5": { + "accuracy": 0.233, + "roc_auc": 0.4428713333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.235, + "roc_auc": 0.375562 + }, + "2": { + "accuracy": 0.228, + "roc_auc": 0.36949333333333334 + }, + "3": { + "accuracy": 0.221, + "roc_auc": 0.365134 + }, + "4": { + "accuracy": 0.212, + "roc_auc": 0.3617313333333333 + }, + "5": { + "accuracy": 0.199, + "roc_auc": 0.36412933333333336 + } + }, + "contrast": { + "1": { + "accuracy": 0.222, + "roc_auc": 0.38538466666666665 + }, + "2": { + "accuracy": 0.197, + "roc_auc": 0.39463733333333334 + }, + "3": { + "accuracy": 0.197, + "roc_auc": 0.4047713333333333 + }, + "4": { + "accuracy": 0.191, + "roc_auc": 0.41270199999999996 + }, + "5": { + "accuracy": 0.207, + "roc_auc": 0.42464999999999997 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.4860955312116507 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.48538300107134014 + }, + "2": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.4886067544727331 + }, + "3": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.4929842907407662 + }, + "4": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.4915977210648659 + }, + "5": { + "accuracy": 0.13600467973091548, + "roc_auc": 0.49043610605079807 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.48469811557140563 + }, + "2": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.49513653809062474 + }, + "3": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5000627097988801 + }, + "4": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.4936355246432447 + }, + "5": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.49575681958446505 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4830197514445125 + }, + "2": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.48250625227626465 + }, + "3": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.47492441718169653 + }, + "4": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.4707480458624357 + }, + "5": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.47534567378332715 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.47135293871108086 + }, + "2": { + "accuracy": 0.13044749926879204, + "roc_auc": 0.46849385372290725 + }, + "3": { + "accuracy": 0.129862532904358, + "roc_auc": 0.46713830729547623 + }, + "4": { + "accuracy": 0.12664521789997074, + "roc_auc": 0.46438349314484206 + }, + "5": { + "accuracy": 0.12752266744662183, + "roc_auc": 0.4618834168009347 + } + }, + "pixelate": { + "1": { + "accuracy": 0.129862532904358, + "roc_auc": 0.49108716837286903 + }, + "2": { + "accuracy": 0.12372038607780053, + "roc_auc": 0.48991228357367694 + }, + "3": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.48322919595887287 + }, + "4": { + "accuracy": 0.13805206200643463, + "roc_auc": 0.4946661275503985 + }, + "5": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.5019119446525473 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.4826017983959888 + }, + "2": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.4846492613772117 + }, + "3": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.4744598083525914 + }, + "4": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.47048561114861537 + }, + "5": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.48740610401095685 + } + }, + "contrast": { + "1": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.49991417492587825 + }, + "2": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5276375177537357 + }, + "3": { + "accuracy": 0.13600467973091548, + "roc_auc": 0.5409644854282076 + }, + "4": { + "accuracy": 0.14068441064638784, + "roc_auc": 0.549638900831195 + }, + "5": { + "accuracy": 0.1415618601930389, + "roc_auc": 0.5464748647767859 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/aml_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5e773602a4c76ca76d1191c7b98605e68fb92b20 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5577564040414708 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5955694287178794 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.611287777279463 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5696808916430204 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5457854121768441 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.57111887589794 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5902658673389839 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5810434665562945 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6085559729982859 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5905569777254901 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5481777561945737 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.534571770350222 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.53460170424379 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.532443781517696 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5323064795646216 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5331547615047534 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.547320122562168 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5502425577104686 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5615368658950509 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5596501162937155 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5567976718574159 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5017829769542312 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5326878138926109 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5235839743027987 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5048124854245537 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5072549836041675 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5479665316140372 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5721410249894203 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5720990123537456 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5469633199542876 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5168407118739341 + } + }, + "contrast": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.532218271249325 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5063334252346868 + }, + "3": { + "accuracy": 0.0010887316276537834, + "roc_auc": 0.4985700366215218 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.49232253938388093 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48853011135528407 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/bloodmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ed43216ed494e763ceb729892f7aacf69c4de4cf --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.1388482899736919, + "roc_auc": 0.6009473305637756 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.13475591932183573, + "roc_auc": 0.6093995421590017 + }, + "2": { + "accuracy": 0.13329435837474424, + "roc_auc": 0.6122721960275882 + }, + "3": { + "accuracy": 0.12949429991230635, + "roc_auc": 0.6050285001806361 + }, + "4": { + "accuracy": 0.13270973399590763, + "roc_auc": 0.6080197503256842 + }, + "5": { + "accuracy": 0.12627886582870507, + "roc_auc": 0.6005010923307084 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1178018123355744, + "roc_auc": 0.5613730640653513 + }, + "2": { + "accuracy": 0.11984799766150249, + "roc_auc": 0.5527620576587162 + }, + "3": { + "accuracy": 0.11926337328266588, + "roc_auc": 0.5523097887090606 + }, + "4": { + "accuracy": 0.11750950014615609, + "roc_auc": 0.5474108368890487 + }, + "5": { + "accuracy": 0.1178018123355744, + "roc_auc": 0.5389744543099512 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13124817304881614, + "roc_auc": 0.5937169866128329 + }, + "2": { + "accuracy": 0.13183279742765272, + "roc_auc": 0.5938739026286992 + }, + "3": { + "accuracy": 0.13066354866997953, + "roc_auc": 0.590690817299721 + }, + "4": { + "accuracy": 0.12978661210172465, + "roc_auc": 0.5902644210180992 + }, + "5": { + "accuracy": 0.12744811458637825, + "roc_auc": 0.5915547378484498 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12715580239695995, + "roc_auc": 0.5587625562407459 + }, + "2": { + "accuracy": 0.10114001753873136, + "roc_auc": 0.5396094518879674 + }, + "3": { + "accuracy": 0.09617071031862029, + "roc_auc": 0.5401801548436036 + }, + "4": { + "accuracy": 0.09061677871967261, + "roc_auc": 0.5422572598855786 + }, + "5": { + "accuracy": 0.08857059339374451, + "roc_auc": 0.5459165530451393 + } + }, + "pixelate": { + "1": { + "accuracy": 0.11224788073662671, + "roc_auc": 0.5533160653807001 + }, + "2": { + "accuracy": 0.11283250511546332, + "roc_auc": 0.5763951805015078 + }, + "3": { + "accuracy": 0.11020169541069863, + "roc_auc": 0.5307017105590452 + }, + "4": { + "accuracy": 0.12774042677579656, + "roc_auc": 0.5538496638561168 + }, + "5": { + "accuracy": 0.12423268050277697, + "roc_auc": 0.5257132139919068 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1400175387313651, + "roc_auc": 0.6045890345347535 + }, + "2": { + "accuracy": 0.14060216311020168, + "roc_auc": 0.6030096823862916 + }, + "3": { + "accuracy": 0.14703303127740427, + "roc_auc": 0.6155592704051956 + }, + "4": { + "accuracy": 0.15083308973984216, + "roc_auc": 0.6267333326000963 + }, + "5": { + "accuracy": 0.1601870798012277, + "roc_auc": 0.6193667250924021 + } + }, + "contrast": { + "1": { + "accuracy": 0.1394329143525285, + "roc_auc": 0.6220740525509476 + }, + "2": { + "accuracy": 0.14264834843612978, + "roc_auc": 0.6370641380375225 + }, + "3": { + "accuracy": 0.1411867874890383, + "roc_auc": 0.6348270426078404 + }, + "4": { + "accuracy": 0.137971353405437, + "roc_auc": 0.6236921649850955 + }, + "5": { + "accuracy": 0.11312481730488161, + "roc_auc": 0.5922007899511884 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/breastmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f39eb752cf41d81c2b1b0edb18c31b64005eb49f --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.45175438596491224 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.4634502923976608 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4419381787802841 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4690893901420217 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.44256474519632416 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4446532999164578 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.5208855472013367 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4930033416875522 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.48558897243107774 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4358813700918964 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4342105263157895 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.44068504594820385 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.44068504594820385 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.40267335004177107 + }, + "4": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.39348370927318294 + }, + "5": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.3752088554720134 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.42543859649122806 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.40538847117794485 + }, + "3": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.3790726817042606 + }, + "4": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.3845029239766081 + }, + "5": { + "accuracy": 0.5, + "roc_auc": 0.376984126984127 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.42000835421888055 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.41938178780284036 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.456140350877193 + }, + "4": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.38847117794486213 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.41541353383458646 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.44611528822055135 + }, + "2": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4434001670843776 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.44799498746867167 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.45843776106934 + }, + "5": { + "accuracy": 0.532051282051282, + "roc_auc": 0.4319131161236424 + } + }, + "contrast": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4346282372598162 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.4141604010025063 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.39974937343358397 + }, + "4": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.3865914786967419 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.37823725981620715 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/fundus_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c15cea2869c5eb5714a1b99544e18c1afb7c5570 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.647513421037107 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5780632411067195 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5276458616010854 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4724500029496784 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.48485340097929325 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.42712819302696015 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5464648103356735 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5633074744852811 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5771930859536311 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5229853695947142 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.4931419975222701 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5978187127603091 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5978408353489469 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5398870273140228 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.4988348769984072 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.4875007374196213 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6251769807091027 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5508819538670285 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.49616541796944136 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4479897941124418 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.41585304701787507 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.4069966373665271 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.4320984012742611 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.40891392838180635 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.41858149961654184 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.4206831455371365 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6415034511238276 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6275957170668398 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6138133443454663 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6028257919886733 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5862338505102944 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6494307120523863 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6376909916819067 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6246165417969441 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6042637602501326 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5353445224470532 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/mammo_calc_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..362fe14778c782fb9f8a5b8b296d786acb2df155 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40711446897257303 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4250580411600362 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40510762208318585 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4408767166410892 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42183134616141343 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4137449336953528 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.406445520009444 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41561405579821353 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4121906111045528 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4690709479400307 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4529571479164208 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42155589658836035 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42157557155786407 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46253885806477 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4394601188368158 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4294652343288868 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44654310785818285 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4415456656042183 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45220949907527647 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46539172864282063 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4600991618462991 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4758391374493369 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46844134891590916 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4819974029040255 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4770589855585724 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4834336756778027 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40888521622791485 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41260378546413257 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41185613662298826 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40683901939951994 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3923582418447252 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42521544091606656 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4149057568960768 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4111281627513478 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40735056860661867 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4247038917089678 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/mammo_mass_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e0c782be9ed5158edd7ec10a56c9ee0140ee80ff --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4625850340136055 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45905115292870396 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4388196837176429 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46791530464999853 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45560561887092504 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42899843920252084 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4451806696704656 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5123980328061961 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4842006066495863 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4443413729128015 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.481093736195777 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43061813469976734 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4305445121771653 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.456857201755161 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4570927938274877 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44068969579173656 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4617604617604618 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4708013075360014 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4477574579615396 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4487587242689283 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4486998262508466 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46433725005153575 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47292163618694233 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46065612392143007 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5027534823453191 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.463718820861678 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46289424860853434 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4709191035721648 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4673410489737021 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4439143622817092 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46926995906587743 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46230526842771735 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47311305474570786 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46033218482198074 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4761610271814354 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48794063079777367 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/oct_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..29b9172f8871f91f31e462fc118f7bc392af3d1f --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.237, + "roc_auc": 0.38075733333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.246, + "roc_auc": 0.43449133333333334 + }, + "2": { + "accuracy": 0.243, + "roc_auc": 0.42890533333333336 + }, + "3": { + "accuracy": 0.245, + "roc_auc": 0.4555886666666667 + }, + "4": { + "accuracy": 0.245, + "roc_auc": 0.45957799999999993 + }, + "5": { + "accuracy": 0.237, + "roc_auc": 0.4508513333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.24, + "roc_auc": 0.4257573333333333 + }, + "2": { + "accuracy": 0.236, + "roc_auc": 0.4313613333333333 + }, + "3": { + "accuracy": 0.235, + "roc_auc": 0.42517333333333335 + }, + "4": { + "accuracy": 0.245, + "roc_auc": 0.428388 + }, + "5": { + "accuracy": 0.239, + "roc_auc": 0.4424853333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.194, + "roc_auc": 0.3712806666666667 + }, + "2": { + "accuracy": 0.194, + "roc_auc": 0.37126666666666663 + }, + "3": { + "accuracy": 0.185, + "roc_auc": 0.3733413333333333 + }, + "4": { + "accuracy": 0.18, + "roc_auc": 0.3687066666666666 + }, + "5": { + "accuracy": 0.18, + "roc_auc": 0.3705446666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.21, + "roc_auc": 0.3880346666666667 + }, + "2": { + "accuracy": 0.211, + "roc_auc": 0.381388 + }, + "3": { + "accuracy": 0.199, + "roc_auc": 0.37722933333333336 + }, + "4": { + "accuracy": 0.192, + "roc_auc": 0.386434 + }, + "5": { + "accuracy": 0.199, + "roc_auc": 0.3794786666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.39044133333333336 + }, + "2": { + "accuracy": 0.236, + "roc_auc": 0.39584199999999997 + }, + "3": { + "accuracy": 0.248, + "roc_auc": 0.4013466666666667 + }, + "4": { + "accuracy": 0.234, + "roc_auc": 0.37565666666666664 + }, + "5": { + "accuracy": 0.233, + "roc_auc": 0.4428713333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.235, + "roc_auc": 0.375562 + }, + "2": { + "accuracy": 0.228, + "roc_auc": 0.36949333333333334 + }, + "3": { + "accuracy": 0.221, + "roc_auc": 0.365134 + }, + "4": { + "accuracy": 0.212, + "roc_auc": 0.3617313333333333 + }, + "5": { + "accuracy": 0.199, + "roc_auc": 0.36412933333333336 + } + }, + "contrast": { + "1": { + "accuracy": 0.222, + "roc_auc": 0.38538466666666665 + }, + "2": { + "accuracy": 0.197, + "roc_auc": 0.39463733333333334 + }, + "3": { + "accuracy": 0.197, + "roc_auc": 0.4047713333333333 + }, + "4": { + "accuracy": 0.191, + "roc_auc": 0.41270199999999996 + }, + "5": { + "accuracy": 0.207, + "roc_auc": 0.42464999999999997 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/octmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6844003e2c3bde6f23419e92f08468db92d8b02c --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.325, + "roc_auc": 0.6990026666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.32, + "roc_auc": 0.6976039999999999 + }, + "2": { + "accuracy": 0.296, + "roc_auc": 0.6863053333333333 + }, + "3": { + "accuracy": 0.291, + "roc_auc": 0.6726833333333333 + }, + "4": { + "accuracy": 0.287, + "roc_auc": 0.6495333333333333 + }, + "5": { + "accuracy": 0.283, + "roc_auc": 0.654642 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.337, + "roc_auc": 0.7305973333333333 + }, + "2": { + "accuracy": 0.319, + "roc_auc": 0.7222433333333333 + }, + "3": { + "accuracy": 0.313, + "roc_auc": 0.7072406666666666 + }, + "4": { + "accuracy": 0.311, + "roc_auc": 0.6969106666666667 + }, + "5": { + "accuracy": 0.31, + "roc_auc": 0.6858866666666666 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.336, + "roc_auc": 0.751858 + }, + "2": { + "accuracy": 0.337, + "roc_auc": 0.75186 + }, + "3": { + "accuracy": 0.331, + "roc_auc": 0.7080833333333334 + }, + "4": { + "accuracy": 0.328, + "roc_auc": 0.6828946666666666 + }, + "5": { + "accuracy": 0.335, + "roc_auc": 0.675292 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.313, + "roc_auc": 0.7208686666666667 + }, + "2": { + "accuracy": 0.325, + "roc_auc": 0.7269746666666665 + }, + "3": { + "accuracy": 0.338, + "roc_auc": 0.7296433333333333 + }, + "4": { + "accuracy": 0.324, + "roc_auc": 0.7316426666666667 + }, + "5": { + "accuracy": 0.309, + "roc_auc": 0.733474 + } + }, + "pixelate": { + "1": { + "accuracy": 0.29, + "roc_auc": 0.6350693333333334 + }, + "2": { + "accuracy": 0.288, + "roc_auc": 0.6309106666666667 + }, + "3": { + "accuracy": 0.292, + "roc_auc": 0.626346 + }, + "4": { + "accuracy": 0.264, + "roc_auc": 0.6247626666666666 + }, + "5": { + "accuracy": 0.289, + "roc_auc": 0.657516 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.327, + "roc_auc": 0.7028179999999999 + }, + "2": { + "accuracy": 0.329, + "roc_auc": 0.7063733333333334 + }, + "3": { + "accuracy": 0.328, + "roc_auc": 0.70825 + }, + "4": { + "accuracy": 0.327, + "roc_auc": 0.7081753333333334 + }, + "5": { + "accuracy": 0.328, + "roc_auc": 0.7044406666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.329, + "roc_auc": 0.6988686666666667 + }, + "2": { + "accuracy": 0.337, + "roc_auc": 0.6926760000000001 + }, + "3": { + "accuracy": 0.346, + "roc_auc": 0.6881126666666667 + }, + "4": { + "accuracy": 0.346, + "roc_auc": 0.6838906666666666 + }, + "5": { + "accuracy": 0.34, + "roc_auc": 0.667348 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/pbc_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0bbe9dfc7b22fa2162faf2203356db97b67da6de --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.4860955312116507 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.48538300107134014 + }, + "2": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.4886067544727331 + }, + "3": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.4929842907407662 + }, + "4": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.4915977210648659 + }, + "5": { + "accuracy": 0.13600467973091548, + "roc_auc": 0.49043610605079807 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.48469811557140563 + }, + "2": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.49513653809062474 + }, + "3": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5000627097988801 + }, + "4": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.4936355246432447 + }, + "5": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.49575681958446505 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4830197514445125 + }, + "2": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.48250625227626465 + }, + "3": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.47492441718169653 + }, + "4": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.4707480458624357 + }, + "5": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.47534567378332715 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.47135293871108086 + }, + "2": { + "accuracy": 0.13044749926879204, + "roc_auc": 0.46849385372290725 + }, + "3": { + "accuracy": 0.129862532904358, + "roc_auc": 0.46713830729547623 + }, + "4": { + "accuracy": 0.12664521789997074, + "roc_auc": 0.46438349314484206 + }, + "5": { + "accuracy": 0.12752266744662183, + "roc_auc": 0.4618834168009347 + } + }, + "pixelate": { + "1": { + "accuracy": 0.129862532904358, + "roc_auc": 0.49108716837286903 + }, + "2": { + "accuracy": 0.12372038607780053, + "roc_auc": 0.48991228357367694 + }, + "3": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.48322919595887287 + }, + "4": { + "accuracy": 0.13805206200643463, + "roc_auc": 0.4946661275503985 + }, + "5": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.5019119446525473 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.4826017983959888 + }, + "2": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.4846492613772117 + }, + "3": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.4744598083525914 + }, + "4": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.47048561114861537 + }, + "5": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.48740610401095685 + } + }, + "contrast": { + "1": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.49991417492587825 + }, + "2": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5276375177537357 + }, + "3": { + "accuracy": 0.13600467973091548, + "roc_auc": 0.5409644854282076 + }, + "4": { + "accuracy": 0.14068441064638784, + "roc_auc": 0.549638900831195 + }, + "5": { + "accuracy": 0.1415618601930389, + "roc_auc": 0.5464748647767859 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/pneumonia_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ec97d850ec1c1bd0ce2dc707b36dfa2922255035 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.7202736046161267 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4567307692307692, + "roc_auc": 0.6236860402421961 + }, + "2": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.5048776297147485 + }, + "3": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.4233570659492149 + }, + "4": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.42302900074443084 + }, + "5": { + "accuracy": 0.3157051282051282, + "roc_auc": 0.3848624591249754 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.48207240733219076 + }, + "2": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.40479233957349936 + }, + "3": { + "accuracy": 0.32371794871794873, + "roc_auc": 0.3777091801660428 + }, + "4": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.37128181384679043 + }, + "5": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.3444337674250995 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5032051282051282, + "roc_auc": 0.6504227277070536 + }, + "2": { + "accuracy": 0.5032051282051282, + "roc_auc": 0.6504481815417749 + }, + "3": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.5448645532361728 + }, + "4": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.4610090638716893 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.43489801694453395 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5400641025641025, + "roc_auc": 0.7104051700266343 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.6784664989548662 + }, + "3": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.6470191590932415 + }, + "4": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.6093036745827236 + }, + "5": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.5646888190873701 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.4402158604838477 + }, + "2": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.46114683287416874 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.4607236863154509 + }, + "4": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.5393003954449682 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.5339876158966965 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.721027974258709 + }, + "2": { + "accuracy": 0.5432692307692307, + "roc_auc": 0.7218241912173347 + }, + "3": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.7238718211190692 + }, + "4": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.73244907572068 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.7230518268355238 + } + }, + "contrast": { + "1": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.7089793189496977 + }, + "2": { + "accuracy": 0.530448717948718, + "roc_auc": 0.685644818193713 + }, + "3": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.6665429114959586 + }, + "4": { + "accuracy": 0.5048076923076923, + "roc_auc": 0.6396845960821188 + }, + "5": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.5480303969801582 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a840abce4fb8f388d31dee0d6d4b6f739a165b34 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.5525805391190006 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.3282380013149244 + }, + "2": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.2836730221345606 + }, + "3": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.24060924830155597 + }, + "4": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.27556432171816786 + }, + "5": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.2594619767696691 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.34134615384615385, + "roc_auc": 0.23668639053254437 + }, + "2": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.24541420118343196 + }, + "3": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.2319307473153627 + }, + "4": { + "accuracy": 0.3125, + "roc_auc": 0.23181021257944334 + }, + "5": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.2369055445978523 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5319855358316896 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5319690992767916 + }, + "3": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.4541639272408503 + }, + "4": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.3922748191978961 + }, + "5": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.36442581634889326 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.5644751260135875 + }, + "2": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.4803144860837168 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.4442910365987289 + }, + "4": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.38950252027175103 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.3390916063992987 + } + }, + "pixelate": { + "1": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.44824128862590396 + }, + "2": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4746438746438747 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.4984933158010081 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.5790488713565637 + }, + "5": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5723482358097743 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.5553528380451457 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5640642121411352 + }, + "3": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5890970852509314 + }, + "4": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.6305445978522901 + }, + "5": { + "accuracy": 0.4375, + "roc_auc": 0.7310376944992331 + } + }, + "contrast": { + "1": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.5620096427788734 + }, + "2": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.5814266929651545 + }, + "3": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.5901818978742055 + }, + "4": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.5774435678281832 + }, + "5": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.4786215209292132 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/resnet/retinamnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3065671cf6bddcb3d123336b9326099c3ceb1e92 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.3925, + "roc_auc": 0.43776821432996904 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.41, + "roc_auc": 0.4373798285846949 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.3950318956685915 + }, + "3": { + "accuracy": 0.4075, + "roc_auc": 0.4031280662317739 + }, + "4": { + "accuracy": 0.41, + "roc_auc": 0.40803523783222706 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.38816793932099525 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.425, + "roc_auc": 0.40981506403184753 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.42743571113929235 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.42029336358797414 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.4416540998995848 + }, + "5": { + "accuracy": 0.4275, + "roc_auc": 0.4276211423429689 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3975, + "roc_auc": 0.39475690726204843 + }, + "2": { + "accuracy": 0.3975, + "roc_auc": 0.394711959971178 + }, + "3": { + "accuracy": 0.405, + "roc_auc": 0.4064460276058924 + }, + "4": { + "accuracy": 0.4075, + "roc_auc": 0.40539874280730803 + }, + "5": { + "accuracy": 0.3875, + "roc_auc": 0.3997844069200896 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.4004805228388967 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.4006965206368215 + }, + "3": { + "accuracy": 0.395, + "roc_auc": 0.40035490684352915 + }, + "4": { + "accuracy": 0.4, + "roc_auc": 0.3983447160922594 + }, + "5": { + "accuracy": 0.395, + "roc_auc": 0.39439342011751904 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.4018967604554998 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.40611422655553653 + }, + "3": { + "accuracy": 0.3675, + "roc_auc": 0.39749242352184827 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.40998600860840273 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.3854165226680273 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3925, + "roc_auc": 0.44280488942001134 + }, + "2": { + "accuracy": 0.395, + "roc_auc": 0.44803154906962667 + }, + "3": { + "accuracy": 0.4, + "roc_auc": 0.45444998007418463 + }, + "4": { + "accuracy": 0.395, + "roc_auc": 0.4500045023974758 + }, + "5": { + "accuracy": 0.3925, + "roc_auc": 0.4571071234025534 + } + }, + "contrast": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.4264318257151979 + }, + "2": { + "accuracy": 0.3725, + "roc_auc": 0.42112205139922343 + }, + "3": { + "accuracy": 0.365, + "roc_auc": 0.42258086605746925 + }, + "4": { + "accuracy": 0.3575, + "roc_auc": 0.4177156736670414 + }, + "5": { + "accuracy": 0.3325, + "roc_auc": 0.41083433310596584 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/all_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..57f426d1e9df746250327e1de424fc5f9761e794 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.8880444314527915, + "roc_auc": 0.990378810894862 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6784565916398714, + "roc_auc": 0.9638757565838818 + }, + "2": { + "accuracy": 0.48026892721426484, + "roc_auc": 0.9130830285716909 + }, + "3": { + "accuracy": 0.3770827243496054, + "roc_auc": 0.8552965895378465 + }, + "4": { + "accuracy": 0.3320666471791874, + "roc_auc": 0.825400056369699 + }, + "5": { + "accuracy": 0.3177433498976907, + "roc_auc": 0.8019924935018105 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.40982168956445486, + "roc_auc": 0.8832747116260654 + }, + "2": { + "accuracy": 0.35603624671148787, + "roc_auc": 0.8343549506866957 + }, + "3": { + "accuracy": 0.3218357205495469, + "roc_auc": 0.7925114924849194 + }, + "4": { + "accuracy": 0.2806197018415668, + "roc_auc": 0.7417499025876649 + }, + "5": { + "accuracy": 0.24992692195264543, + "roc_auc": 0.6914201479410214 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8716749488453669, + "roc_auc": 0.9833567476679722 + }, + "2": { + "accuracy": 0.8716749488453669, + "roc_auc": 0.9833567476679722 + }, + "3": { + "accuracy": 0.8383513592516808, + "roc_auc": 0.9774012409057942 + }, + "4": { + "accuracy": 0.7752119263373283, + "roc_auc": 0.9697024392950333 + }, + "5": { + "accuracy": 0.7453960830166618, + "roc_auc": 0.9656134148090014 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.884536685179772, + "roc_auc": 0.9865454975126478 + }, + "2": { + "accuracy": 0.8675825781935107, + "roc_auc": 0.9814266145851172 + }, + "3": { + "accuracy": 0.8398129201987723, + "roc_auc": 0.9761102888996582 + }, + "4": { + "accuracy": 0.7842736042092955, + "roc_auc": 0.9684623619424658 + }, + "5": { + "accuracy": 0.7237649809997077, + "roc_auc": 0.9589523946553895 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7228880444314528, + "roc_auc": 0.9495298108739455 + }, + "2": { + "accuracy": 0.7284419760304005, + "roc_auc": 0.945841731851491 + }, + "3": { + "accuracy": 0.7179187372113417, + "roc_auc": 0.9481797307039153 + }, + "4": { + "accuracy": 0.710318620286466, + "roc_auc": 0.9393252492771901 + }, + "5": { + "accuracy": 0.6854720841859105, + "roc_auc": 0.9163177568073517 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8915521777258112, + "roc_auc": 0.9899971804252364 + }, + "2": { + "accuracy": 0.887459807073955, + "roc_auc": 0.9887637011516743 + }, + "3": { + "accuracy": 0.8705057000876937, + "roc_auc": 0.9844121669126016 + }, + "4": { + "accuracy": 0.827828120432622, + "roc_auc": 0.9749305145880612 + }, + "5": { + "accuracy": 0.7491961414790996, + "roc_auc": 0.9605914410970314 + } + }, + "contrast": { + "1": { + "accuracy": 0.8605670856474715, + "roc_auc": 0.9882988098508358 + }, + "2": { + "accuracy": 0.7605963168664134, + "roc_auc": 0.9728264160802529 + }, + "3": { + "accuracy": 0.597778427360421, + "roc_auc": 0.9524399357785114 + }, + "4": { + "accuracy": 0.38146740719087985, + "roc_auc": 0.89737304787893 + }, + "5": { + "accuracy": 0.31189710610932475, + "roc_auc": 0.6874784044225297 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.14, + "roc_auc": 0.550517751053607 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0625, + "roc_auc": 0.4873374270684172 + }, + "2": { + "accuracy": 0.05, + "roc_auc": 0.4632771937170318 + }, + "3": { + "accuracy": 0.05, + "roc_auc": 0.5080050592138912 + }, + "4": { + "accuracy": 0.05, + "roc_auc": 0.5033248603036257 + }, + "5": { + "accuracy": 0.05, + "roc_auc": 0.5017509372782851 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0725, + "roc_auc": 0.49390060229951205 + }, + "2": { + "accuracy": 0.0425, + "roc_auc": 0.49109509135697393 + }, + "3": { + "accuracy": 0.0575, + "roc_auc": 0.52646019251571 + }, + "4": { + "accuracy": 0.055, + "roc_auc": 0.5076539164081295 + }, + "5": { + "accuracy": 0.05, + "roc_auc": 0.5068918900792996 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.265, + "roc_auc": 0.5399245204229274 + }, + "2": { + "accuracy": 0.265, + "roc_auc": 0.5399245204229274 + }, + "3": { + "accuracy": 0.2475, + "roc_auc": 0.5196846381338813 + }, + "4": { + "accuracy": 0.1975, + "roc_auc": 0.50751095209322 + }, + "5": { + "accuracy": 0.205, + "roc_auc": 0.5083313738998918 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.275, + "roc_auc": 0.5197296977565082 + }, + "2": { + "accuracy": 0.3125, + "roc_auc": 0.5049117082048985 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.5072494390951825 + }, + "4": { + "accuracy": 0.2075, + "roc_auc": 0.512380112110387 + }, + "5": { + "accuracy": 0.1825, + "roc_auc": 0.5229282593004488 + } + }, + "pixelate": { + "1": { + "accuracy": 0.195, + "roc_auc": 0.5144091958825385 + }, + "2": { + "accuracy": 0.255, + "roc_auc": 0.526314378029156 + }, + "3": { + "accuracy": 0.265, + "roc_auc": 0.5328234485923009 + }, + "4": { + "accuracy": 0.265, + "roc_auc": 0.5352420485801228 + }, + "5": { + "accuracy": 0.29, + "roc_auc": 0.5307239744499345 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1925, + "roc_auc": 0.5262400374114435 + }, + "2": { + "accuracy": 0.325, + "roc_auc": 0.5435728811012047 + }, + "3": { + "accuracy": 0.28, + "roc_auc": 0.5519441822587589 + }, + "4": { + "accuracy": 0.2, + "roc_auc": 0.5483682621466022 + }, + "5": { + "accuracy": 0.1675, + "roc_auc": 0.5133321500904487 + } + }, + "contrast": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.5388324293226586 + }, + "2": { + "accuracy": 0.2, + "roc_auc": 0.5441771011314438 + }, + "3": { + "accuracy": 0.2, + "roc_auc": 0.5481520370769667 + }, + "4": { + "accuracy": 0.16, + "roc_auc": 0.5402330087669951 + }, + "5": { + "accuracy": 0.09, + "roc_auc": 0.5506586700324092 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.7055137844611529 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6633249791144529 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6854636591478698 + }, + "3": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6666666666666666 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5918964076858814 + }, + "5": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6046365914786966 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.68734335839599 + }, + "2": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6106934001670844 + }, + "3": { + "accuracy": 0.26282051282051283, + "roc_auc": 0.5770676691729323 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5488721804511278 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.441938178780284 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.7535505430242273 + }, + "2": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.7535505430242273 + }, + "3": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7470760233918129 + }, + "4": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7408103592314118 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.7598162071846282 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.606516290726817 + }, + "2": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.5822890559732665 + }, + "3": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.5831244778613199 + }, + "4": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5695488721804511 + }, + "5": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5344611528822055 + } + }, + "pixelate": { + "1": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.6789891395154554 + }, + "2": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6954887218045113 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.6990392648287385 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.7282790309106099 + }, + "5": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6894319131161236 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6881787802840436 + }, + "2": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.681077694235589 + }, + "3": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.6850459482038429 + }, + "4": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.6819131161236426 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.6436925647451963 + } + }, + "contrast": { + "1": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.6773182957393484 + }, + "2": { + "accuracy": 0.2564102564102564, + "roc_auc": 0.6422305764411028 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6240601503759399 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5854218880534671 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.4202172096908938 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.559, + "roc_auc": 0.8964813333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.56, + "roc_auc": 0.882154 + }, + "2": { + "accuracy": 0.536, + "roc_auc": 0.8601126666666667 + }, + "3": { + "accuracy": 0.491, + "roc_auc": 0.8499706666666667 + }, + "4": { + "accuracy": 0.475, + "roc_auc": 0.8466966666666667 + }, + "5": { + "accuracy": 0.463, + "roc_auc": 0.8424866666666666 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.384, + "roc_auc": 0.827812 + }, + "2": { + "accuracy": 0.372, + "roc_auc": 0.8007146666666667 + }, + "3": { + "accuracy": 0.372, + "roc_auc": 0.796524 + }, + "4": { + "accuracy": 0.333, + "roc_auc": 0.7578626666666667 + }, + "5": { + "accuracy": 0.321, + "roc_auc": 0.7246353333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.444, + "roc_auc": 0.76734 + }, + "2": { + "accuracy": 0.444, + "roc_auc": 0.76734 + }, + "3": { + "accuracy": 0.424, + "roc_auc": 0.7583706666666666 + }, + "4": { + "accuracy": 0.403, + "roc_auc": 0.7686226666666666 + }, + "5": { + "accuracy": 0.413, + "roc_auc": 0.7763733333333334 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.364, + "roc_auc": 0.7357906666666667 + }, + "2": { + "accuracy": 0.33, + "roc_auc": 0.6476413333333334 + }, + "3": { + "accuracy": 0.315, + "roc_auc": 0.6234453333333332 + }, + "4": { + "accuracy": 0.293, + "roc_auc": 0.5895653333333333 + }, + "5": { + "accuracy": 0.278, + "roc_auc": 0.5670266666666666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.384, + "roc_auc": 0.76417 + }, + "2": { + "accuracy": 0.398, + "roc_auc": 0.7599326666666666 + }, + "3": { + "accuracy": 0.381, + "roc_auc": 0.7611106666666666 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.7392186666666667 + }, + "5": { + "accuracy": 0.401, + "roc_auc": 0.7220926666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.658, + "roc_auc": 0.9057813333333333 + }, + "2": { + "accuracy": 0.731, + "roc_auc": 0.912724 + }, + "3": { + "accuracy": 0.737, + "roc_auc": 0.9164466666666666 + }, + "4": { + "accuracy": 0.742, + "roc_auc": 0.91695 + }, + "5": { + "accuracy": 0.734, + "roc_auc": 0.912596 + } + }, + "contrast": { + "1": { + "accuracy": 0.637, + "roc_auc": 0.9013826666666667 + }, + "2": { + "accuracy": 0.687, + "roc_auc": 0.908744 + }, + "3": { + "accuracy": 0.707, + "roc_auc": 0.9065213333333334 + }, + "4": { + "accuracy": 0.656, + "roc_auc": 0.8945786666666666 + }, + "5": { + "accuracy": 0.342, + "roc_auc": 0.6171773333333332 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.782051282051282, + "roc_auc": 0.9497260574183652 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.7694499232960772 + }, + "2": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.3774052158667543 + }, + "3": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.30906202060048216 + }, + "4": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.2918693841770765 + }, + "5": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.28543721236028924 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.32778873548104315 + }, + "2": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.2921816787201402 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.3190335305719921 + }, + "4": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.3164201183431953 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.3042680254218716 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7259615384615384, + "roc_auc": 0.9092373438527285 + }, + "2": { + "accuracy": 0.7259615384615384, + "roc_auc": 0.9092373438527285 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.8866316020162174 + }, + "4": { + "accuracy": 0.719551282051282, + "roc_auc": 0.8712908174446635 + }, + "5": { + "accuracy": 0.7355769230769231, + "roc_auc": 0.8699430199430199 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6618589743589743, + "roc_auc": 0.9153846153846154 + }, + "2": { + "accuracy": 0.6714743589743589, + "roc_auc": 0.883503177733947 + }, + "3": { + "accuracy": 0.6714743589743589, + "roc_auc": 0.8578621520929213 + }, + "4": { + "accuracy": 0.6762820512820513, + "roc_auc": 0.8195595003287311 + }, + "5": { + "accuracy": 0.6778846153846154, + "roc_auc": 0.7824621959237344 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.7368069252684637 + }, + "2": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.6838154722770108 + }, + "3": { + "accuracy": 0.6538461538461539, + "roc_auc": 0.6907516984440062 + }, + "4": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.6592702169625246 + }, + "5": { + "accuracy": 0.532051282051282, + "roc_auc": 0.6367192636423407 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7932692307692307, + "roc_auc": 0.9538571115494192 + }, + "2": { + "accuracy": 0.7932692307692307, + "roc_auc": 0.9578785886478195 + }, + "3": { + "accuracy": 0.7900641025641025, + "roc_auc": 0.9595441595441596 + }, + "4": { + "accuracy": 0.780448717948718, + "roc_auc": 0.9554459785229017 + }, + "5": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.9273175542406312 + } + }, + "contrast": { + "1": { + "accuracy": 0.6746794871794872, + "roc_auc": 0.9481043173350865 + }, + "2": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.9069143107604645 + }, + "3": { + "accuracy": 0.625, + "roc_auc": 0.8296296296296295 + }, + "4": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.6032708744247206 + }, + "5": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.12878588647819417 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.8100163309744148, + "roc_auc": 0.8249007501778577 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7041371801850844, + "roc_auc": 0.8175117518956775 + }, + "2": { + "accuracy": 0.5982580293957539, + "roc_auc": 0.7690360733019956 + }, + "3": { + "accuracy": 0.47359825802939576, + "roc_auc": 0.7233174373472852 + }, + "4": { + "accuracy": 0.40772999455634185, + "roc_auc": 0.703227721952548 + }, + "5": { + "accuracy": 0.35356559608056615, + "roc_auc": 0.6626947290210927 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5329341317365269, + "roc_auc": 0.7309898145655068 + }, + "2": { + "accuracy": 0.3924877517691889, + "roc_auc": 0.7034132475675642 + }, + "3": { + "accuracy": 0.3271638541099619, + "roc_auc": 0.6586819958680052 + }, + "4": { + "accuracy": 0.25503538377789875, + "roc_auc": 0.5954645551384593 + }, + "5": { + "accuracy": 0.2261839956450735, + "roc_auc": 0.5990856011975192 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8083832335329342, + "roc_auc": 0.8159450164465955 + }, + "2": { + "accuracy": 0.8083832335329342, + "roc_auc": 0.8159449994057807 + }, + "3": { + "accuracy": 0.7953184540010887, + "roc_auc": 0.8099047044622912 + }, + "4": { + "accuracy": 0.7746325530756668, + "roc_auc": 0.8024208524271333 + }, + "5": { + "accuracy": 0.7653783342406096, + "roc_auc": 0.7992085319245157 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8176374523679912, + "roc_auc": 0.8292781359912756 + }, + "2": { + "accuracy": 0.8067501360914534, + "roc_auc": 0.8293131052039752 + }, + "3": { + "accuracy": 0.786880783886772, + "roc_auc": 0.8227937951807213 + }, + "4": { + "accuracy": 0.7604790419161677, + "roc_auc": 0.8130773016211639 + }, + "5": { + "accuracy": 0.7455089820359282, + "roc_auc": 0.8051088060751587 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7299945563418617, + "roc_auc": 0.7859015614827406 + }, + "2": { + "accuracy": 0.7485029940119761, + "roc_auc": 0.7952425223445955 + }, + "3": { + "accuracy": 0.7430593358737071, + "roc_auc": 0.7824170930281865 + }, + "4": { + "accuracy": 0.7340772999455634, + "roc_auc": 0.7701346901399363 + }, + "5": { + "accuracy": 0.678279804028307, + "roc_auc": 0.7882027752528586 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7947740881872618, + "roc_auc": 0.828358640935283 + }, + "2": { + "accuracy": 0.773543821448013, + "roc_auc": 0.8262615387892855 + }, + "3": { + "accuracy": 0.7514970059880239, + "roc_auc": 0.8075057800946455 + }, + "4": { + "accuracy": 0.7351660315732172, + "roc_auc": 0.7959237062551454 + }, + "5": { + "accuracy": 0.7177463255307567, + "roc_auc": 0.7896007619607724 + } + }, + "contrast": { + "1": { + "accuracy": 0.8255307566684812, + "roc_auc": 0.813285621654209 + }, + "2": { + "accuracy": 0.6910724006532389, + "roc_auc": 0.7766859251685612 + }, + "3": { + "accuracy": 0.5538922155688623, + "roc_auc": 0.7590829543121207 + }, + "4": { + "accuracy": 0.42242787152966793, + "roc_auc": 0.7425094641597514 + }, + "5": { + "accuracy": 0.37778987479586285, + "roc_auc": 0.6629241514462643 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.8142587457967083 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6163353194501799 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5913220458969972 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5273435195563683 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.48120317385404987 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.45233319568167074 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.41344905905256324 + }, + "2": { + "accuracy": 0.7828125, + "roc_auc": 0.4428647277446759 + }, + "3": { + "accuracy": 0.78125, + "roc_auc": 0.47520057813698313 + }, + "4": { + "accuracy": 0.7875, + "roc_auc": 0.6024202111969795 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.6454633944900006 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.7704707686862133 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.7704707686862133 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.7444324818594773 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.7318521031207599 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.7356203173854049 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6479411244174385 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6291221756828507 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6710518553477671 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6680431832930211 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.6652483629284409 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6558610111497847 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6973924842192202 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.614182054156097 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6110701433543744 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.6003480620612354 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.7579272609285588 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.7276414370833579 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6781089611232376 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6978128134033392 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.7160049554598549 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.759925668102177 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.5403221048905669 + }, + "3": { + "accuracy": 0.78125, + "roc_auc": 0.5050881953867028 + }, + "4": { + "accuracy": 0.7703125, + "roc_auc": 0.4564996165417969 + }, + "5": { + "accuracy": 0.6359375, + "roc_auc": 0.44382337325231547 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5786015031676701 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5125723055129263 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.46122063510801564 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40770471805768704 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39239759178373274 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37378507063314054 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.35552669893361666 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34360366741431553 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.358595994176209 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34753866131507494 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.32133160193601695 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5819659229528195 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5819659229528195 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5798213512769055 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5719120135363791 + }, + "5": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5662456223192854 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6052414118758117 + }, + "2": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6072089088261914 + }, + "3": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5984338724274978 + }, + "4": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5932790304175029 + }, + "5": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5835989454216346 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6288343558282209, + "roc_auc": 0.605871010899933 + }, + "2": { + "accuracy": 0.6349693251533742, + "roc_auc": 0.6155117459567938 + }, + "3": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.6081926573013812 + }, + "4": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.6207256128753 + }, + "5": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.5943808287097156 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.580254200605989 + }, + "2": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.5791130523747687 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5768307559123284 + }, + "4": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.572974461889584 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5544012906779994 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5900523354188801 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5693542675008854 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5416912603785464 + }, + "4": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4929957108566482 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.48970999094951395 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5519333274435315 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.51775775245163 + }, + "2": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5597962128574374 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5792914568424773 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.597770710015608 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.6000235592072327 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4965986394557823 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5351768412992903 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5166975881261596 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5241481874134936 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4982772329711105 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6243386243386243, + "roc_auc": 0.5744912683688194 + }, + "2": { + "accuracy": 0.6243386243386243, + "roc_auc": 0.5744912683688194 + }, + "3": { + "accuracy": 0.6243386243386243, + "roc_auc": 0.5784374355802928 + }, + "4": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5753747386400447 + }, + "5": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5677474452984658 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5531849103277675 + }, + "2": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5341166769738198 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5241923609270549 + }, + "4": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5206879288511942 + }, + "5": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5180375180375181 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5677474452984657 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5601201519568867 + }, + "3": { + "accuracy": 0.6216931216931217, + "roc_auc": 0.5596195188031923 + }, + "4": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.550696469063816 + }, + "5": { + "accuracy": 0.6216931216931217, + "roc_auc": 0.561769296463174 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.552890420237359 + }, + "2": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5507848160909385 + }, + "3": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5489884265394469 + }, + "4": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5321435933680831 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5496952027564272 + } + }, + "contrast": { + "1": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5536708189769414 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.45096739994699175 + }, + "3": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.4146125982860676 + }, + "4": { + "accuracy": 0.5079365079365079, + "roc_auc": 0.41632064081043674 + }, + "5": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.42736401920075384 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.7419871794871795, + "roc_auc": 0.8963060639337576 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5112179487179487, + "roc_auc": 0.7894612041450024 + }, + "2": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6901353541070551 + }, + "3": { + "accuracy": 0.3557692307692308, + "roc_auc": 0.6925793346812336 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.6869655979138877 + }, + "5": { + "accuracy": 0.358974358974359, + "roc_auc": 0.6820495309063294 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6573247156667894 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6346050431524795 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.636904536262012 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6296336116497527 + }, + "5": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.6111780217862718 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.8989760935742094 + }, + "2": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.8989760935742094 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.875232335865506 + }, + "4": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.8389875655616742 + }, + "5": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.821676991964313 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.9229838083793376 + }, + "2": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.890549483553919 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8717984051258517 + }, + "4": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.8530726040477288 + }, + "5": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.8322457503090531 + } + }, + "pixelate": { + "1": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.7889335948619021 + }, + "2": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.7263374158612314 + }, + "3": { + "accuracy": 0.4583333333333333, + "roc_auc": 0.7447101022283027 + }, + "4": { + "accuracy": 0.4951923076923077, + "roc_auc": 0.6893580174846171 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.6633455061455124 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.717948717948718, + "roc_auc": 0.8926387036858924 + }, + "2": { + "accuracy": 0.717948717948718, + "roc_auc": 0.882546464228843 + }, + "3": { + "accuracy": 0.717948717948718, + "roc_auc": 0.8770792245389561 + }, + "4": { + "accuracy": 0.7067307692307693, + "roc_auc": 0.8688404128579855 + }, + "5": { + "accuracy": 0.6842948717948718, + "roc_auc": 0.8424480493293611 + } + }, + "contrast": { + "1": { + "accuracy": 0.7227564102564102, + "roc_auc": 0.8862999210821981 + }, + "2": { + "accuracy": 0.6682692307692307, + "roc_auc": 0.8772993828156276 + }, + "3": { + "accuracy": 0.5881410256410257, + "roc_auc": 0.8684547944383274 + }, + "4": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.8567604607627118 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5927932146719455 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.704, + "roc_auc": 0.9171440000000001 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.661, + "roc_auc": 0.8600586666666667 + }, + "2": { + "accuracy": 0.645, + "roc_auc": 0.8437266666666667 + }, + "3": { + "accuracy": 0.588, + "roc_auc": 0.8318166666666666 + }, + "4": { + "accuracy": 0.544, + "roc_auc": 0.8196446666666666 + }, + "5": { + "accuracy": 0.486, + "roc_auc": 0.81019 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.442, + "roc_auc": 0.8410253333333333 + }, + "2": { + "accuracy": 0.345, + "roc_auc": 0.8052373333333334 + }, + "3": { + "accuracy": 0.316, + "roc_auc": 0.7842166666666667 + }, + "4": { + "accuracy": 0.268, + "roc_auc": 0.7518893333333334 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.7192133333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.599, + "roc_auc": 0.832472 + }, + "2": { + "accuracy": 0.599, + "roc_auc": 0.832472 + }, + "3": { + "accuracy": 0.509, + "roc_auc": 0.8285386666666668 + }, + "4": { + "accuracy": 0.41, + "roc_auc": 0.821828 + }, + "5": { + "accuracy": 0.382, + "roc_auc": 0.8259326666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.631, + "roc_auc": 0.8923233333333334 + }, + "2": { + "accuracy": 0.628, + "roc_auc": 0.8867773333333333 + }, + "3": { + "accuracy": 0.637, + "roc_auc": 0.8873120000000001 + }, + "4": { + "accuracy": 0.632, + "roc_auc": 0.8802253333333333 + }, + "5": { + "accuracy": 0.6, + "roc_auc": 0.8676626666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.353, + "roc_auc": 0.752052 + }, + "2": { + "accuracy": 0.389, + "roc_auc": 0.7002919999999999 + }, + "3": { + "accuracy": 0.362, + "roc_auc": 0.7501826666666667 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.6954446666666667 + }, + "5": { + "accuracy": 0.268, + "roc_auc": 0.6973133333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.695, + "roc_auc": 0.9029466666666667 + }, + "2": { + "accuracy": 0.702, + "roc_auc": 0.8865773333333333 + }, + "3": { + "accuracy": 0.7, + "roc_auc": 0.8830359999999999 + }, + "4": { + "accuracy": 0.691, + "roc_auc": 0.8843559999999999 + }, + "5": { + "accuracy": 0.663, + "roc_auc": 0.8974146666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.716, + "roc_auc": 0.9155333333333333 + }, + "2": { + "accuracy": 0.705, + "roc_auc": 0.901598 + }, + "3": { + "accuracy": 0.683, + "roc_auc": 0.8852706666666668 + }, + "4": { + "accuracy": 0.649, + "roc_auc": 0.853614 + }, + "5": { + "accuracy": 0.465, + "roc_auc": 0.7063373333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.7771278151506288, + "roc_auc": 0.9552396561013995 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6329336063176367, + "roc_auc": 0.9119654834849138 + }, + "2": { + "accuracy": 0.4211757823925124, + "roc_auc": 0.8751921962083063 + }, + "3": { + "accuracy": 0.3100321731500439, + "roc_auc": 0.8419920979938345 + }, + "4": { + "accuracy": 0.2714243930973969, + "roc_auc": 0.8214555686614542 + }, + "5": { + "accuracy": 0.2503656039777713, + "roc_auc": 0.7996503987517405 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38637028370868676, + "roc_auc": 0.8578954649230774 + }, + "2": { + "accuracy": 0.2652822462708394, + "roc_auc": 0.8083604471296642 + }, + "3": { + "accuracy": 0.2064931266452179, + "roc_auc": 0.7726588141750258 + }, + "4": { + "accuracy": 0.1570634688505411, + "roc_auc": 0.7145419040891692 + }, + "5": { + "accuracy": 0.1377595788242176, + "roc_auc": 0.6728751293265776 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5595203275811641, + "roc_auc": 0.9067330901263111 + }, + "2": { + "accuracy": 0.5595203275811641, + "roc_auc": 0.9067330072497931 + }, + "3": { + "accuracy": 0.4834747002047382, + "roc_auc": 0.8773856493576297 + }, + "4": { + "accuracy": 0.4518865165252998, + "roc_auc": 0.856676812895084 + }, + "5": { + "accuracy": 0.4355074583211465, + "roc_auc": 0.8514756236993374 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7075168177829775, + "roc_auc": 0.9450933147227369 + }, + "2": { + "accuracy": 0.5756069026031003, + "roc_auc": 0.9285853054797624 + }, + "3": { + "accuracy": 0.4711904065516233, + "roc_auc": 0.9070247230153637 + }, + "4": { + "accuracy": 0.4243930973968997, + "roc_auc": 0.881795976186277 + }, + "5": { + "accuracy": 0.3986545773618017, + "roc_auc": 0.8609549109146619 + } + }, + "pixelate": { + "1": { + "accuracy": 0.33226089499853756, + "roc_auc": 0.7697520533219856 + }, + "2": { + "accuracy": 0.34220532319391633, + "roc_auc": 0.7526811338389503 + }, + "3": { + "accuracy": 0.3404504241006142, + "roc_auc": 0.7529158291209743 + }, + "4": { + "accuracy": 0.31880666861655454, + "roc_auc": 0.7383743537638539 + }, + "5": { + "accuracy": 0.3413278736472653, + "roc_auc": 0.7416124811366205 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7809300965194501, + "roc_auc": 0.9519902443673105 + }, + "2": { + "accuracy": 0.7715706346885054, + "roc_auc": 0.9470318989620263 + }, + "3": { + "accuracy": 0.7154138637028371, + "roc_auc": 0.9318715094704613 + }, + "4": { + "accuracy": 0.6063176367358877, + "roc_auc": 0.9064668613733342 + }, + "5": { + "accuracy": 0.45890611289850836, + "roc_auc": 0.8732956980067712 + } + }, + "contrast": { + "1": { + "accuracy": 0.7215560105293946, + "roc_auc": 0.9516663866192953 + }, + "2": { + "accuracy": 0.5416788534659257, + "roc_auc": 0.9175910619429536 + }, + "3": { + "accuracy": 0.4255630301257678, + "roc_auc": 0.8703833068952918 + }, + "4": { + "accuracy": 0.2535829189821585, + "roc_auc": 0.7643836739258348 + }, + "5": { + "accuracy": 0.1143609242468558, + "roc_auc": 0.5178126344572256 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/aml_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..19bb1ac77c566bf234ce7769719a04553b5246c0 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.8100163309744148, + "roc_auc": 0.8249007501778577 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7041371801850844, + "roc_auc": 0.8175117518956775 + }, + "2": { + "accuracy": 0.5982580293957539, + "roc_auc": 0.7690360733019956 + }, + "3": { + "accuracy": 0.47359825802939576, + "roc_auc": 0.7233174373472852 + }, + "4": { + "accuracy": 0.40772999455634185, + "roc_auc": 0.703227721952548 + }, + "5": { + "accuracy": 0.35356559608056615, + "roc_auc": 0.6626947290210927 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5329341317365269, + "roc_auc": 0.7309898145655068 + }, + "2": { + "accuracy": 0.3924877517691889, + "roc_auc": 0.7034132475675642 + }, + "3": { + "accuracy": 0.3271638541099619, + "roc_auc": 0.6586819958680052 + }, + "4": { + "accuracy": 0.25503538377789875, + "roc_auc": 0.5954645551384593 + }, + "5": { + "accuracy": 0.2261839956450735, + "roc_auc": 0.5990856011975192 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8083832335329342, + "roc_auc": 0.8159450164465955 + }, + "2": { + "accuracy": 0.8083832335329342, + "roc_auc": 0.8159449994057807 + }, + "3": { + "accuracy": 0.7953184540010887, + "roc_auc": 0.8099047044622912 + }, + "4": { + "accuracy": 0.7746325530756668, + "roc_auc": 0.8024208524271333 + }, + "5": { + "accuracy": 0.7653783342406096, + "roc_auc": 0.7992085319245157 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8176374523679912, + "roc_auc": 0.8292781359912756 + }, + "2": { + "accuracy": 0.8067501360914534, + "roc_auc": 0.8293131052039752 + }, + "3": { + "accuracy": 0.786880783886772, + "roc_auc": 0.8227937951807213 + }, + "4": { + "accuracy": 0.7604790419161677, + "roc_auc": 0.8130773016211639 + }, + "5": { + "accuracy": 0.7455089820359282, + "roc_auc": 0.8051088060751587 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7299945563418617, + "roc_auc": 0.7859015614827406 + }, + "2": { + "accuracy": 0.7485029940119761, + "roc_auc": 0.7952425223445955 + }, + "3": { + "accuracy": 0.7430593358737071, + "roc_auc": 0.7824170930281865 + }, + "4": { + "accuracy": 0.7340772999455634, + "roc_auc": 0.7701346901399363 + }, + "5": { + "accuracy": 0.678279804028307, + "roc_auc": 0.7882027752528586 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7947740881872618, + "roc_auc": 0.828358640935283 + }, + "2": { + "accuracy": 0.773543821448013, + "roc_auc": 0.8262615387892855 + }, + "3": { + "accuracy": 0.7514970059880239, + "roc_auc": 0.8075057800946455 + }, + "4": { + "accuracy": 0.7351660315732172, + "roc_auc": 0.7959237062551454 + }, + "5": { + "accuracy": 0.7177463255307567, + "roc_auc": 0.7896007619607724 + } + }, + "contrast": { + "1": { + "accuracy": 0.8255307566684812, + "roc_auc": 0.813285621654209 + }, + "2": { + "accuracy": 0.6910724006532389, + "roc_auc": 0.7766859251685612 + }, + "3": { + "accuracy": 0.5538922155688623, + "roc_auc": 0.7590829543121207 + }, + "4": { + "accuracy": 0.42242787152966793, + "roc_auc": 0.7425094641597514 + }, + "5": { + "accuracy": 0.37778987479586285, + "roc_auc": 0.6629241514462643 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/bloodmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7392d4118d3ff6c60c7094b4272ad5e364c5efe3 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.8880444314527915, + "roc_auc": 0.990378810894862 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6784565916398714, + "roc_auc": 0.9638757565838818 + }, + "2": { + "accuracy": 0.48026892721426484, + "roc_auc": 0.9130830285716909 + }, + "3": { + "accuracy": 0.3770827243496054, + "roc_auc": 0.8552965895378465 + }, + "4": { + "accuracy": 0.3320666471791874, + "roc_auc": 0.825400056369699 + }, + "5": { + "accuracy": 0.3177433498976907, + "roc_auc": 0.8019924935018105 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.40982168956445486, + "roc_auc": 0.8832747116260654 + }, + "2": { + "accuracy": 0.35603624671148787, + "roc_auc": 0.8343549506866957 + }, + "3": { + "accuracy": 0.3218357205495469, + "roc_auc": 0.7925114924849194 + }, + "4": { + "accuracy": 0.2806197018415668, + "roc_auc": 0.7417499025876649 + }, + "5": { + "accuracy": 0.24992692195264543, + "roc_auc": 0.6914201479410214 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8716749488453669, + "roc_auc": 0.9833567476679722 + }, + "2": { + "accuracy": 0.8716749488453669, + "roc_auc": 0.9833567476679722 + }, + "3": { + "accuracy": 0.8383513592516808, + "roc_auc": 0.9774012409057942 + }, + "4": { + "accuracy": 0.7752119263373283, + "roc_auc": 0.9697024392950333 + }, + "5": { + "accuracy": 0.7453960830166618, + "roc_auc": 0.9656134148090014 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.884536685179772, + "roc_auc": 0.9865454975126478 + }, + "2": { + "accuracy": 0.8675825781935107, + "roc_auc": 0.9814266145851172 + }, + "3": { + "accuracy": 0.8398129201987723, + "roc_auc": 0.9761102888996582 + }, + "4": { + "accuracy": 0.7842736042092955, + "roc_auc": 0.9684623619424658 + }, + "5": { + "accuracy": 0.7237649809997077, + "roc_auc": 0.9589523946553895 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7228880444314528, + "roc_auc": 0.9495298108739455 + }, + "2": { + "accuracy": 0.7284419760304005, + "roc_auc": 0.945841731851491 + }, + "3": { + "accuracy": 0.7179187372113417, + "roc_auc": 0.9481797307039153 + }, + "4": { + "accuracy": 0.710318620286466, + "roc_auc": 0.9393252492771901 + }, + "5": { + "accuracy": 0.6854720841859105, + "roc_auc": 0.9163177568073517 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8915521777258112, + "roc_auc": 0.9899971804252364 + }, + "2": { + "accuracy": 0.887459807073955, + "roc_auc": 0.9887637011516743 + }, + "3": { + "accuracy": 0.8705057000876937, + "roc_auc": 0.9844121669126016 + }, + "4": { + "accuracy": 0.827828120432622, + "roc_auc": 0.9749305145880612 + }, + "5": { + "accuracy": 0.7491961414790996, + "roc_auc": 0.9605914410970314 + } + }, + "contrast": { + "1": { + "accuracy": 0.8605670856474715, + "roc_auc": 0.9882988098508358 + }, + "2": { + "accuracy": 0.7605963168664134, + "roc_auc": 0.9728264160802529 + }, + "3": { + "accuracy": 0.597778427360421, + "roc_auc": 0.9524399357785114 + }, + "4": { + "accuracy": 0.38146740719087985, + "roc_auc": 0.89737304787893 + }, + "5": { + "accuracy": 0.31189710610932475, + "roc_auc": 0.6874784044225297 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/breastmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c68bbcaae5ed0a11f407a9cf4c6198a18035c6d9 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.7055137844611529 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6633249791144529 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6854636591478698 + }, + "3": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6666666666666666 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5918964076858814 + }, + "5": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6046365914786966 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.68734335839599 + }, + "2": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6106934001670844 + }, + "3": { + "accuracy": 0.26282051282051283, + "roc_auc": 0.5770676691729323 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5488721804511278 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.441938178780284 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.7535505430242273 + }, + "2": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.7535505430242273 + }, + "3": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7470760233918129 + }, + "4": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7408103592314118 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.7598162071846282 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.606516290726817 + }, + "2": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.5822890559732665 + }, + "3": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.5831244778613199 + }, + "4": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5695488721804511 + }, + "5": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5344611528822055 + } + }, + "pixelate": { + "1": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.6789891395154554 + }, + "2": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6954887218045113 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.6990392648287385 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.7282790309106099 + }, + "5": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6894319131161236 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6881787802840436 + }, + "2": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.681077694235589 + }, + "3": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.6850459482038429 + }, + "4": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.6819131161236426 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.6436925647451963 + } + }, + "contrast": { + "1": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.6773182957393484 + }, + "2": { + "accuracy": 0.2564102564102564, + "roc_auc": 0.6422305764411028 + }, + "3": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.6240601503759399 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5854218880534671 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.4202172096908938 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/fundus_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0881d59fd9bd6397880598ad95609b7e107e4517 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.8142587457967083 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6163353194501799 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5913220458969972 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5273435195563683 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.48120317385404987 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.45233319568167074 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.41344905905256324 + }, + "2": { + "accuracy": 0.7828125, + "roc_auc": 0.4428647277446759 + }, + "3": { + "accuracy": 0.78125, + "roc_auc": 0.47520057813698313 + }, + "4": { + "accuracy": 0.7875, + "roc_auc": 0.6024202111969795 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.6454633944900006 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.7704707686862133 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.7704707686862133 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.7444324818594773 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.7318521031207599 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.7356203173854049 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6479411244174385 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6291221756828507 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6710518553477671 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6680431832930211 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.6652483629284409 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6558610111497847 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6973924842192202 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.614182054156097 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6110701433543744 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.6003480620612354 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.7579272609285588 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.7276414370833579 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6781089611232376 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6978128134033392 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.7160049554598549 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.759925668102177 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.5403221048905669 + }, + "3": { + "accuracy": 0.78125, + "roc_auc": 0.5050881953867028 + }, + "4": { + "accuracy": 0.7703125, + "roc_auc": 0.4564996165417969 + }, + "5": { + "accuracy": 0.6359375, + "roc_auc": 0.44382337325231547 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/mammo_calc_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..87036c8d35035491f6232b9bd6cadef1b2a9f862 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5786015031676701 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5125723055129263 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.46122063510801564 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40770471805768704 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39239759178373274 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37378507063314054 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.35552669893361666 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34360366741431553 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.358595994176209 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34753866131507494 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.32133160193601695 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5819659229528195 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5819659229528195 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5798213512769055 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5719120135363791 + }, + "5": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5662456223192854 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6052414118758117 + }, + "2": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6072089088261914 + }, + "3": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5984338724274978 + }, + "4": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5932790304175029 + }, + "5": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5835989454216346 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6288343558282209, + "roc_auc": 0.605871010899933 + }, + "2": { + "accuracy": 0.6349693251533742, + "roc_auc": 0.6155117459567938 + }, + "3": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.6081926573013812 + }, + "4": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.6207256128753 + }, + "5": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.5943808287097156 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.580254200605989 + }, + "2": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.5791130523747687 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5768307559123284 + }, + "4": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.572974461889584 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5544012906779994 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5900523354188801 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5693542675008854 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5416912603785464 + }, + "4": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4929957108566482 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.48970999094951395 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/mammo_mass_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..295375e8a72f338da03b514956bf6bfdd3f369be --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5519333274435315 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.51775775245163 + }, + "2": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5597962128574374 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5792914568424773 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.597770710015608 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.6000235592072327 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4965986394557823 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5351768412992903 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5166975881261596 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5241481874134936 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4982772329711105 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6243386243386243, + "roc_auc": 0.5744912683688194 + }, + "2": { + "accuracy": 0.6243386243386243, + "roc_auc": 0.5744912683688194 + }, + "3": { + "accuracy": 0.6243386243386243, + "roc_auc": 0.5784374355802928 + }, + "4": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5753747386400447 + }, + "5": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5677474452984658 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5531849103277675 + }, + "2": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5341166769738198 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5241923609270549 + }, + "4": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5206879288511942 + }, + "5": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.5180375180375181 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5677474452984657 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5601201519568867 + }, + "3": { + "accuracy": 0.6216931216931217, + "roc_auc": 0.5596195188031923 + }, + "4": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.550696469063816 + }, + "5": { + "accuracy": 0.6216931216931217, + "roc_auc": 0.561769296463174 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.552890420237359 + }, + "2": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5507848160909385 + }, + "3": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5489884265394469 + }, + "4": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5321435933680831 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5496952027564272 + } + }, + "contrast": { + "1": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5536708189769414 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.45096739994699175 + }, + "3": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.4146125982860676 + }, + "4": { + "accuracy": 0.5079365079365079, + "roc_auc": 0.41632064081043674 + }, + "5": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.42736401920075384 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/oct_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f2524d59cc8b4e29cd16c3a5b592475d6ee0e565 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.704, + "roc_auc": 0.9171440000000001 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.661, + "roc_auc": 0.8600586666666667 + }, + "2": { + "accuracy": 0.645, + "roc_auc": 0.8437266666666667 + }, + "3": { + "accuracy": 0.588, + "roc_auc": 0.8318166666666666 + }, + "4": { + "accuracy": 0.544, + "roc_auc": 0.8196446666666666 + }, + "5": { + "accuracy": 0.486, + "roc_auc": 0.81019 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.442, + "roc_auc": 0.8410253333333333 + }, + "2": { + "accuracy": 0.345, + "roc_auc": 0.8052373333333334 + }, + "3": { + "accuracy": 0.316, + "roc_auc": 0.7842166666666667 + }, + "4": { + "accuracy": 0.268, + "roc_auc": 0.7518893333333334 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.7192133333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.599, + "roc_auc": 0.832472 + }, + "2": { + "accuracy": 0.599, + "roc_auc": 0.832472 + }, + "3": { + "accuracy": 0.509, + "roc_auc": 0.8285386666666668 + }, + "4": { + "accuracy": 0.41, + "roc_auc": 0.821828 + }, + "5": { + "accuracy": 0.382, + "roc_auc": 0.8259326666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.631, + "roc_auc": 0.8923233333333334 + }, + "2": { + "accuracy": 0.628, + "roc_auc": 0.8867773333333333 + }, + "3": { + "accuracy": 0.637, + "roc_auc": 0.8873120000000001 + }, + "4": { + "accuracy": 0.632, + "roc_auc": 0.8802253333333333 + }, + "5": { + "accuracy": 0.6, + "roc_auc": 0.8676626666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.353, + "roc_auc": 0.752052 + }, + "2": { + "accuracy": 0.389, + "roc_auc": 0.7002919999999999 + }, + "3": { + "accuracy": 0.362, + "roc_auc": 0.7501826666666667 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.6954446666666667 + }, + "5": { + "accuracy": 0.268, + "roc_auc": 0.6973133333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.695, + "roc_auc": 0.9029466666666667 + }, + "2": { + "accuracy": 0.702, + "roc_auc": 0.8865773333333333 + }, + "3": { + "accuracy": 0.7, + "roc_auc": 0.8830359999999999 + }, + "4": { + "accuracy": 0.691, + "roc_auc": 0.8843559999999999 + }, + "5": { + "accuracy": 0.663, + "roc_auc": 0.8974146666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.716, + "roc_auc": 0.9155333333333333 + }, + "2": { + "accuracy": 0.705, + "roc_auc": 0.901598 + }, + "3": { + "accuracy": 0.683, + "roc_auc": 0.8852706666666668 + }, + "4": { + "accuracy": 0.649, + "roc_auc": 0.853614 + }, + "5": { + "accuracy": 0.465, + "roc_auc": 0.7063373333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/octmnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..91c4a97d3e14985dcaa86d754cb62292fb1e70fe --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.559, + "roc_auc": 0.8964813333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.56, + "roc_auc": 0.882154 + }, + "2": { + "accuracy": 0.536, + "roc_auc": 0.8601126666666667 + }, + "3": { + "accuracy": 0.491, + "roc_auc": 0.8499706666666667 + }, + "4": { + "accuracy": 0.475, + "roc_auc": 0.8466966666666667 + }, + "5": { + "accuracy": 0.463, + "roc_auc": 0.8424866666666666 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.384, + "roc_auc": 0.827812 + }, + "2": { + "accuracy": 0.372, + "roc_auc": 0.8007146666666667 + }, + "3": { + "accuracy": 0.372, + "roc_auc": 0.796524 + }, + "4": { + "accuracy": 0.333, + "roc_auc": 0.7578626666666667 + }, + "5": { + "accuracy": 0.321, + "roc_auc": 0.7246353333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.444, + "roc_auc": 0.76734 + }, + "2": { + "accuracy": 0.444, + "roc_auc": 0.76734 + }, + "3": { + "accuracy": 0.424, + "roc_auc": 0.7583706666666666 + }, + "4": { + "accuracy": 0.403, + "roc_auc": 0.7686226666666666 + }, + "5": { + "accuracy": 0.413, + "roc_auc": 0.7763733333333334 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.364, + "roc_auc": 0.7357906666666667 + }, + "2": { + "accuracy": 0.33, + "roc_auc": 0.6476413333333334 + }, + "3": { + "accuracy": 0.315, + "roc_auc": 0.6234453333333332 + }, + "4": { + "accuracy": 0.293, + "roc_auc": 0.5895653333333333 + }, + "5": { + "accuracy": 0.278, + "roc_auc": 0.5670266666666666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.384, + "roc_auc": 0.76417 + }, + "2": { + "accuracy": 0.398, + "roc_auc": 0.7599326666666666 + }, + "3": { + "accuracy": 0.381, + "roc_auc": 0.7611106666666666 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.7392186666666667 + }, + "5": { + "accuracy": 0.401, + "roc_auc": 0.7220926666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.658, + "roc_auc": 0.9057813333333333 + }, + "2": { + "accuracy": 0.731, + "roc_auc": 0.912724 + }, + "3": { + "accuracy": 0.737, + "roc_auc": 0.9164466666666666 + }, + "4": { + "accuracy": 0.742, + "roc_auc": 0.91695 + }, + "5": { + "accuracy": 0.734, + "roc_auc": 0.912596 + } + }, + "contrast": { + "1": { + "accuracy": 0.637, + "roc_auc": 0.9013826666666667 + }, + "2": { + "accuracy": 0.687, + "roc_auc": 0.908744 + }, + "3": { + "accuracy": 0.707, + "roc_auc": 0.9065213333333334 + }, + "4": { + "accuracy": 0.656, + "roc_auc": 0.8945786666666666 + }, + "5": { + "accuracy": 0.342, + "roc_auc": 0.6171773333333332 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/pbc_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f61b8ef7504919df6a3d1d4d57773008952eb90c --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.7771278151506288, + "roc_auc": 0.9552396561013995 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6329336063176367, + "roc_auc": 0.9119654834849138 + }, + "2": { + "accuracy": 0.4211757823925124, + "roc_auc": 0.8751921962083063 + }, + "3": { + "accuracy": 0.3100321731500439, + "roc_auc": 0.8419920979938345 + }, + "4": { + "accuracy": 0.2714243930973969, + "roc_auc": 0.8214555686614542 + }, + "5": { + "accuracy": 0.2503656039777713, + "roc_auc": 0.7996503987517405 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38637028370868676, + "roc_auc": 0.8578954649230774 + }, + "2": { + "accuracy": 0.2652822462708394, + "roc_auc": 0.8083604471296642 + }, + "3": { + "accuracy": 0.2064931266452179, + "roc_auc": 0.7726588141750258 + }, + "4": { + "accuracy": 0.1570634688505411, + "roc_auc": 0.7145419040891692 + }, + "5": { + "accuracy": 0.1377595788242176, + "roc_auc": 0.6728751293265776 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5595203275811641, + "roc_auc": 0.9067330901263111 + }, + "2": { + "accuracy": 0.5595203275811641, + "roc_auc": 0.9067330072497931 + }, + "3": { + "accuracy": 0.4834747002047382, + "roc_auc": 0.8773856493576297 + }, + "4": { + "accuracy": 0.4518865165252998, + "roc_auc": 0.856676812895084 + }, + "5": { + "accuracy": 0.4355074583211465, + "roc_auc": 0.8514756236993374 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7075168177829775, + "roc_auc": 0.9450933147227369 + }, + "2": { + "accuracy": 0.5756069026031003, + "roc_auc": 0.9285853054797624 + }, + "3": { + "accuracy": 0.4711904065516233, + "roc_auc": 0.9070247230153637 + }, + "4": { + "accuracy": 0.4243930973968997, + "roc_auc": 0.881795976186277 + }, + "5": { + "accuracy": 0.3986545773618017, + "roc_auc": 0.8609549109146619 + } + }, + "pixelate": { + "1": { + "accuracy": 0.33226089499853756, + "roc_auc": 0.7697520533219856 + }, + "2": { + "accuracy": 0.34220532319391633, + "roc_auc": 0.7526811338389503 + }, + "3": { + "accuracy": 0.3404504241006142, + "roc_auc": 0.7529158291209743 + }, + "4": { + "accuracy": 0.31880666861655454, + "roc_auc": 0.7383743537638539 + }, + "5": { + "accuracy": 0.3413278736472653, + "roc_auc": 0.7416124811366205 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7809300965194501, + "roc_auc": 0.9519902443673105 + }, + "2": { + "accuracy": 0.7715706346885054, + "roc_auc": 0.9470318989620263 + }, + "3": { + "accuracy": 0.7154138637028371, + "roc_auc": 0.9318715094704613 + }, + "4": { + "accuracy": 0.6063176367358877, + "roc_auc": 0.9064668613733342 + }, + "5": { + "accuracy": 0.45890611289850836, + "roc_auc": 0.8732956980067712 + } + }, + "contrast": { + "1": { + "accuracy": 0.7215560105293946, + "roc_auc": 0.9516663866192953 + }, + "2": { + "accuracy": 0.5416788534659257, + "roc_auc": 0.9175910619429536 + }, + "3": { + "accuracy": 0.4255630301257678, + "roc_auc": 0.8703833068952918 + }, + "4": { + "accuracy": 0.2535829189821585, + "roc_auc": 0.7643836739258348 + }, + "5": { + "accuracy": 0.1143609242468558, + "roc_auc": 0.5178126344572256 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/pneumonia_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e014d4d5e1f7f49229fbec0ca7e8f466added2f7 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.7419871794871795, + "roc_auc": 0.8963060639337576 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5112179487179487, + "roc_auc": 0.7894612041450024 + }, + "2": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6901353541070551 + }, + "3": { + "accuracy": 0.3557692307692308, + "roc_auc": 0.6925793346812336 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.6869655979138877 + }, + "5": { + "accuracy": 0.358974358974359, + "roc_auc": 0.6820495309063294 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6573247156667894 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6346050431524795 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.636904536262012 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6296336116497527 + }, + "5": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.6111780217862718 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.8989760935742094 + }, + "2": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.8989760935742094 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.875232335865506 + }, + "4": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.8389875655616742 + }, + "5": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.821676991964313 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.9229838083793376 + }, + "2": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.890549483553919 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8717984051258517 + }, + "4": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.8530726040477288 + }, + "5": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.8322457503090531 + } + }, + "pixelate": { + "1": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.7889335948619021 + }, + "2": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.7263374158612314 + }, + "3": { + "accuracy": 0.4583333333333333, + "roc_auc": 0.7447101022283027 + }, + "4": { + "accuracy": 0.4951923076923077, + "roc_auc": 0.6893580174846171 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.6633455061455124 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.717948717948718, + "roc_auc": 0.8926387036858924 + }, + "2": { + "accuracy": 0.717948717948718, + "roc_auc": 0.882546464228843 + }, + "3": { + "accuracy": 0.717948717948718, + "roc_auc": 0.8770792245389561 + }, + "4": { + "accuracy": 0.7067307692307693, + "roc_auc": 0.8688404128579855 + }, + "5": { + "accuracy": 0.6842948717948718, + "roc_auc": 0.8424480493293611 + } + }, + "contrast": { + "1": { + "accuracy": 0.7227564102564102, + "roc_auc": 0.8862999210821981 + }, + "2": { + "accuracy": 0.6682692307692307, + "roc_auc": 0.8772993828156276 + }, + "3": { + "accuracy": 0.5881410256410257, + "roc_auc": 0.8684547944383274 + }, + "4": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.8567604607627118 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5927932146719455 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c6a70f42cefc4dd13234010d242fa0b05945f55d --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.782051282051282, + "roc_auc": 0.9497260574183652 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.7694499232960772 + }, + "2": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.3774052158667543 + }, + "3": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.30906202060048216 + }, + "4": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.2918693841770765 + }, + "5": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.28543721236028924 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.32778873548104315 + }, + "2": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.2921816787201402 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.3190335305719921 + }, + "4": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.3164201183431953 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.3042680254218716 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7259615384615384, + "roc_auc": 0.9092373438527285 + }, + "2": { + "accuracy": 0.7259615384615384, + "roc_auc": 0.9092373438527285 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.8866316020162174 + }, + "4": { + "accuracy": 0.719551282051282, + "roc_auc": 0.8712908174446635 + }, + "5": { + "accuracy": 0.7355769230769231, + "roc_auc": 0.8699430199430199 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6618589743589743, + "roc_auc": 0.9153846153846154 + }, + "2": { + "accuracy": 0.6714743589743589, + "roc_auc": 0.883503177733947 + }, + "3": { + "accuracy": 0.6714743589743589, + "roc_auc": 0.8578621520929213 + }, + "4": { + "accuracy": 0.6762820512820513, + "roc_auc": 0.8195595003287311 + }, + "5": { + "accuracy": 0.6778846153846154, + "roc_auc": 0.7824621959237344 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.7368069252684637 + }, + "2": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.6838154722770108 + }, + "3": { + "accuracy": 0.6538461538461539, + "roc_auc": 0.6907516984440062 + }, + "4": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.6592702169625246 + }, + "5": { + "accuracy": 0.532051282051282, + "roc_auc": 0.6367192636423407 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7932692307692307, + "roc_auc": 0.9538571115494192 + }, + "2": { + "accuracy": 0.7932692307692307, + "roc_auc": 0.9578785886478195 + }, + "3": { + "accuracy": 0.7900641025641025, + "roc_auc": 0.9595441595441596 + }, + "4": { + "accuracy": 0.780448717948718, + "roc_auc": 0.9554459785229017 + }, + "5": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.9273175542406312 + } + }, + "contrast": { + "1": { + "accuracy": 0.6746794871794872, + "roc_auc": 0.9481043173350865 + }, + "2": { + "accuracy": 0.6266025641025641, + "roc_auc": 0.9069143107604645 + }, + "3": { + "accuracy": 0.625, + "roc_auc": 0.8296296296296295 + }, + "4": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.6032708744247206 + }, + "5": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.12878588647819417 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-100-percent/rmedclip-rank-8/vit/retinamnist_results.json b/results/fewshot-100-percent/rmedclip-rank-8/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..679bf91babaf3835d9acb457123b1f5b5e761995 --- /dev/null +++ b/results/fewshot-100-percent/rmedclip-rank-8/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.14, + "roc_auc": 0.550517751053607 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0625, + "roc_auc": 0.4873374270684172 + }, + "2": { + "accuracy": 0.05, + "roc_auc": 0.4632771937170318 + }, + "3": { + "accuracy": 0.05, + "roc_auc": 0.5080050592138912 + }, + "4": { + "accuracy": 0.05, + "roc_auc": 0.5033248603036257 + }, + "5": { + "accuracy": 0.05, + "roc_auc": 0.5017509372782851 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0725, + "roc_auc": 0.49390060229951205 + }, + "2": { + "accuracy": 0.0425, + "roc_auc": 0.49109509135697393 + }, + "3": { + "accuracy": 0.0575, + "roc_auc": 0.52646019251571 + }, + "4": { + "accuracy": 0.055, + "roc_auc": 0.5076539164081295 + }, + "5": { + "accuracy": 0.05, + "roc_auc": 0.5068918900792996 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.265, + "roc_auc": 0.5399245204229274 + }, + "2": { + "accuracy": 0.265, + "roc_auc": 0.5399245204229274 + }, + "3": { + "accuracy": 0.2475, + "roc_auc": 0.5196846381338813 + }, + "4": { + "accuracy": 0.1975, + "roc_auc": 0.50751095209322 + }, + "5": { + "accuracy": 0.205, + "roc_auc": 0.5083313738998918 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.275, + "roc_auc": 0.5197296977565082 + }, + "2": { + "accuracy": 0.3125, + "roc_auc": 0.5049117082048985 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.5072494390951825 + }, + "4": { + "accuracy": 0.2075, + "roc_auc": 0.512380112110387 + }, + "5": { + "accuracy": 0.1825, + "roc_auc": 0.5229282593004488 + } + }, + "pixelate": { + "1": { + "accuracy": 0.195, + "roc_auc": 0.5144091958825385 + }, + "2": { + "accuracy": 0.255, + "roc_auc": 0.526314378029156 + }, + "3": { + "accuracy": 0.265, + "roc_auc": 0.5328234485923009 + }, + "4": { + "accuracy": 0.265, + "roc_auc": 0.5352420485801228 + }, + "5": { + "accuracy": 0.29, + "roc_auc": 0.5307239744499345 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1925, + "roc_auc": 0.5262400374114435 + }, + "2": { + "accuracy": 0.325, + "roc_auc": 0.5435728811012047 + }, + "3": { + "accuracy": 0.28, + "roc_auc": 0.5519441822587589 + }, + "4": { + "accuracy": 0.2, + "roc_auc": 0.5483682621466022 + }, + "5": { + "accuracy": 0.1675, + "roc_auc": 0.5133321500904487 + } + }, + "contrast": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.5388324293226586 + }, + "2": { + "accuracy": 0.2, + "roc_auc": 0.5441771011314438 + }, + "3": { + "accuracy": 0.2, + "roc_auc": 0.5481520370769667 + }, + "4": { + "accuracy": 0.16, + "roc_auc": 0.5402330087669951 + }, + "5": { + "accuracy": 0.09, + "roc_auc": 0.5506586700324092 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/all_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..8be0369a4b7b0f7dcea36a5cf5128e4fe1834ee6 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.1870798012277112, + "roc_auc": 0.6356992507645561 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.16515638702133878, + "roc_auc": 0.6265398187968241 + }, + "2": { + "accuracy": 0.16691026015784857, + "roc_auc": 0.6267220591069791 + }, + "3": { + "accuracy": 0.1631102016954107, + "roc_auc": 0.6262607322792301 + }, + "4": { + "accuracy": 0.1598947676118094, + "roc_auc": 0.6245644290422265 + }, + "5": { + "accuracy": 0.1625255773165741, + "roc_auc": 0.6281147096769049 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.16544869921075708, + "roc_auc": 0.5759815975754857 + }, + "2": { + "accuracy": 0.1631102016954107, + "roc_auc": 0.5815184578038648 + }, + "3": { + "accuracy": 0.15931014323297282, + "roc_auc": 0.5841678504351515 + }, + "4": { + "accuracy": 0.1642794504530839, + "roc_auc": 0.5890401546073758 + }, + "5": { + "accuracy": 0.15901783104355452, + "roc_auc": 0.5798175686686237 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.17597193802981584, + "roc_auc": 0.6376031782053655 + }, + "2": { + "accuracy": 0.17684887459807075, + "roc_auc": 0.6374183767029593 + }, + "3": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.6343733614842182 + }, + "4": { + "accuracy": 0.17071031862028646, + "roc_auc": 0.6408405138406117 + }, + "5": { + "accuracy": 0.17187956737795967, + "roc_auc": 0.6424221390316935 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.17772581116632563, + "roc_auc": 0.6025584134194548 + }, + "2": { + "accuracy": 0.17071031862028646, + "roc_auc": 0.5856550583298625 + }, + "3": { + "accuracy": 0.17012569424144988, + "roc_auc": 0.5843312397846547 + }, + "4": { + "accuracy": 0.1657410114001754, + "roc_auc": 0.5900339057408004 + }, + "5": { + "accuracy": 0.16720257234726688, + "roc_auc": 0.5950179266026552 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17597193802981584, + "roc_auc": 0.6278351480356963 + }, + "2": { + "accuracy": 0.17363344051446947, + "roc_auc": 0.6388174166410681 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.6073442500297994 + }, + "4": { + "accuracy": 0.1847413037123648, + "roc_auc": 0.620095293771579 + }, + "5": { + "accuracy": 0.17831043554516224, + "roc_auc": 0.5892330862752311 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.19204910844782228, + "roc_auc": 0.640105225300503 + }, + "2": { + "accuracy": 0.19584916691026016, + "roc_auc": 0.6361965566850263 + }, + "3": { + "accuracy": 0.19731072785735165, + "roc_auc": 0.6370169739021924 + }, + "4": { + "accuracy": 0.19380298158433207, + "roc_auc": 0.6336656121264652 + }, + "5": { + "accuracy": 0.19292604501607716, + "roc_auc": 0.6186064262919926 + } + }, + "contrast": { + "1": { + "accuracy": 0.1844489915229465, + "roc_auc": 0.6523068927510263 + }, + "2": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.6600938811682875 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.6576654110901792 + }, + "4": { + "accuracy": 0.1584332066647179, + "roc_auc": 0.6463978842338669 + }, + "5": { + "accuracy": 0.12569424144986846, + "roc_auc": 0.6088213014780979 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.385, + "roc_auc": 0.4827975388025669 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3675, + "roc_auc": 0.465955596296201 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.44943257126343916 + }, + "3": { + "accuracy": 0.39, + "roc_auc": 0.43829729829665887 + }, + "4": { + "accuracy": 0.3875, + "roc_auc": 0.44719947621756206 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.43396777447100143 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.43717579446948085 + }, + "2": { + "accuracy": 0.395, + "roc_auc": 0.4432160887902084 + }, + "3": { + "accuracy": 0.42, + "roc_auc": 0.4536612235572144 + }, + "4": { + "accuracy": 0.4175, + "roc_auc": 0.42866123170575043 + }, + "5": { + "accuracy": 0.415, + "roc_auc": 0.41524055019075207 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.4563511434383993 + }, + "2": { + "accuracy": 0.3875, + "roc_auc": 0.45632293755150555 + }, + "3": { + "accuracy": 0.3775, + "roc_auc": 0.46015270466143043 + }, + "4": { + "accuracy": 0.3775, + "roc_auc": 0.4604166130156764 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.4545351304265194 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.4711085164053489 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.46677637191017174 + }, + "3": { + "accuracy": 0.355, + "roc_auc": 0.46529238215142155 + }, + "4": { + "accuracy": 0.3525, + "roc_auc": 0.4605908803860803 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.455005543719599 + } + }, + "pixelate": { + "1": { + "accuracy": 0.395, + "roc_auc": 0.4336674988437199 + }, + "2": { + "accuracy": 0.385, + "roc_auc": 0.4397514301739699 + }, + "3": { + "accuracy": 0.39, + "roc_auc": 0.437501806591706 + }, + "4": { + "accuracy": 0.3875, + "roc_auc": 0.4364832696764342 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.43921298712567225 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.47977564892821956 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.47724784657532215 + }, + "3": { + "accuracy": 0.3725, + "roc_auc": 0.4805172986310284 + }, + "4": { + "accuracy": 0.3725, + "roc_auc": 0.48158769560131526 + }, + "5": { + "accuracy": 0.3775, + "roc_auc": 0.48699993584624374 + } + }, + "contrast": { + "1": { + "accuracy": 0.3775, + "roc_auc": 0.47636377301559846 + }, + "2": { + "accuracy": 0.37, + "roc_auc": 0.4717980204507423 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.4714190937140474 + }, + "4": { + "accuracy": 0.35, + "roc_auc": 0.4699505656015644 + }, + "5": { + "accuracy": 0.325, + "roc_auc": 0.45435836599658924 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.47890559732664995 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.46031746031746035 + }, + "2": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.47096908939014204 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.46282372598162075 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.43671679197994984 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4325396825396825 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.49122807017543857 + }, + "2": { + "accuracy": 0.532051282051282, + "roc_auc": 0.45112781954887216 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4580200501253133 + }, + "4": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4089390142021721 + }, + "5": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.38993316624895574 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5050125313283208 + }, + "2": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5050125313283208 + }, + "3": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5179615705931495 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.5206766917293233 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5198412698412699 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.4404761904761905 + }, + "2": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.4314954051796157 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.42000835421888055 + }, + "4": { + "accuracy": 0.532051282051282, + "roc_auc": 0.41186299081035926 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.39076858813700915 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4365079365079365 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.45342522974101923 + }, + "3": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.4273182957393483 + }, + "4": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.41207184628237264 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4114452798663325 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.47619047619047616 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4722222222222222 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4715956558061821 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.47974101921470347 + }, + "5": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.48391812865497075 + } + }, + "contrast": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.45676691729323304 + }, + "2": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.42919799498746863 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.42042606516290726 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4104010025062656 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.39536340852130325 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.327, + "roc_auc": 0.6918 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.323, + "roc_auc": 0.7058819999999999 + }, + "2": { + "accuracy": 0.317, + "roc_auc": 0.7121060000000001 + }, + "3": { + "accuracy": 0.298, + "roc_auc": 0.6996466666666667 + }, + "4": { + "accuracy": 0.299, + "roc_auc": 0.6927573333333333 + }, + "5": { + "accuracy": 0.299, + "roc_auc": 0.691026 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.321, + "roc_auc": 0.7086206666666667 + }, + "2": { + "accuracy": 0.32, + "roc_auc": 0.6884073333333333 + }, + "3": { + "accuracy": 0.318, + "roc_auc": 0.6718986666666666 + }, + "4": { + "accuracy": 0.312, + "roc_auc": 0.6550166666666667 + }, + "5": { + "accuracy": 0.301, + "roc_auc": 0.6356893333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.317, + "roc_auc": 0.7032986666666666 + }, + "2": { + "accuracy": 0.317, + "roc_auc": 0.7032966666666667 + }, + "3": { + "accuracy": 0.29, + "roc_auc": 0.6376866666666667 + }, + "4": { + "accuracy": 0.283, + "roc_auc": 0.6219480000000001 + }, + "5": { + "accuracy": 0.284, + "roc_auc": 0.610684 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.328, + "roc_auc": 0.710756 + }, + "2": { + "accuracy": 0.358, + "roc_auc": 0.7208466666666667 + }, + "3": { + "accuracy": 0.332, + "roc_auc": 0.7090066666666667 + }, + "4": { + "accuracy": 0.333, + "roc_auc": 0.7099606666666667 + }, + "5": { + "accuracy": 0.322, + "roc_auc": 0.6978433333333334 + } + }, + "pixelate": { + "1": { + "accuracy": 0.287, + "roc_auc": 0.5726 + }, + "2": { + "accuracy": 0.304, + "roc_auc": 0.5740993333333333 + }, + "3": { + "accuracy": 0.279, + "roc_auc": 0.5521873333333334 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.5635913333333333 + }, + "5": { + "accuracy": 0.304, + "roc_auc": 0.62155 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.327, + "roc_auc": 0.6946933333333333 + }, + "2": { + "accuracy": 0.327, + "roc_auc": 0.697386 + }, + "3": { + "accuracy": 0.334, + "roc_auc": 0.6984153333333334 + }, + "4": { + "accuracy": 0.327, + "roc_auc": 0.6977693333333334 + }, + "5": { + "accuracy": 0.316, + "roc_auc": 0.6928893333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.33, + "roc_auc": 0.686096 + }, + "2": { + "accuracy": 0.326, + "roc_auc": 0.6632566666666667 + }, + "3": { + "accuracy": 0.331, + "roc_auc": 0.6526746666666666 + }, + "4": { + "accuracy": 0.328, + "roc_auc": 0.6420273333333334 + }, + "5": { + "accuracy": 0.321, + "roc_auc": 0.6292553333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.7594838921761999 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5646559281174666 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.5103166776243699 + }, + "3": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.4426912119219812 + }, + "4": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.47657790927021704 + }, + "5": { + "accuracy": 0.358974358974359, + "roc_auc": 0.42056760902914747 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.44289940828402363 + }, + "2": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.43886149463072543 + }, + "3": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.3940773613850537 + }, + "4": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.44813171159325005 + }, + "5": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.46095770326539554 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7706771860618015 + }, + "2": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.770688143765067 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.7258492220030681 + }, + "4": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.6848893271970194 + }, + "5": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.6596318211702826 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.7923898750821827 + }, + "2": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.7434308568923953 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.6803254437869822 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6233508656585579 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5697074293228139 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6400613631382863 + }, + "2": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6511122068814377 + }, + "3": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6706552706552708 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.7167762436993206 + }, + "5": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.7027229892614508 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7585524873986413 + }, + "2": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7623548104317335 + }, + "3": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7749506903353056 + }, + "4": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7933267587113741 + }, + "5": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.7751808021038791 + } + }, + "contrast": { + "1": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.756125356125356 + }, + "2": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7552542187157572 + }, + "3": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7494356782818321 + }, + "4": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.7475235590620206 + }, + "5": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.6526955950032873 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.016058791507893303, + "roc_auc": 0.5523188721965685 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.031028851388132824, + "roc_auc": 0.5826823592001286 + }, + "2": { + "accuracy": 0.02885138813282526, + "roc_auc": 0.6033329534852047 + }, + "3": { + "accuracy": 0.024496461622210124, + "roc_auc": 0.5663909106354512 + }, + "4": { + "accuracy": 0.022046815459989114, + "roc_auc": 0.5798415363939318 + }, + "5": { + "accuracy": 0.021774632553075667, + "roc_auc": 0.5933811688211463 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.008709853021230268, + "roc_auc": 0.5817138954191755 + }, + "2": { + "accuracy": 0.011431682090364725, + "roc_auc": 0.5851640458475982 + }, + "3": { + "accuracy": 0.012792596624931955, + "roc_auc": 0.5909828658317858 + }, + "4": { + "accuracy": 0.012248230811105062, + "roc_auc": 0.6051471475282252 + }, + "5": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.5691485576465187 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.016058791507893303, + "roc_auc": 0.5596275807291847 + }, + "2": { + "accuracy": 0.015514425694066412, + "roc_auc": 0.5605070584022036 + }, + "3": { + "accuracy": 0.015514425694066412, + "roc_auc": 0.568081714453024 + }, + "4": { + "accuracy": 0.014697876973326075, + "roc_auc": 0.5714498733713094 + }, + "5": { + "accuracy": 0.013881328252585737, + "roc_auc": 0.5748787657034548 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.01442569406641263, + "roc_auc": 0.5577948745752327 + }, + "2": { + "accuracy": 0.016603157321720196, + "roc_auc": 0.5538011020211185 + }, + "3": { + "accuracy": 0.01905280348394121, + "roc_auc": 0.5504573667402461 + }, + "4": { + "accuracy": 0.018780620577027764, + "roc_auc": 0.5359795358409507 + }, + "5": { + "accuracy": 0.02041371801850844, + "roc_auc": 0.5355509568329235 + } + }, + "pixelate": { + "1": { + "accuracy": 0.012248230811105062, + "roc_auc": 0.5464325392701407 + }, + "2": { + "accuracy": 0.011976047904191617, + "roc_auc": 0.5416718456399496 + }, + "3": { + "accuracy": 0.011431682090364725, + "roc_auc": 0.5309203088792944 + }, + "4": { + "accuracy": 0.01115949918345128, + "roc_auc": 0.5528772451584525 + }, + "5": { + "accuracy": 0.008982035928143712, + "roc_auc": 0.5512385573280992 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.013336962438758846, + "roc_auc": 0.5562035234906184 + }, + "2": { + "accuracy": 0.010070767555797496, + "roc_auc": 0.5468793598287583 + }, + "3": { + "accuracy": 0.013881328252585737, + "roc_auc": 0.5386719067658904 + }, + "4": { + "accuracy": 0.016603157321720196, + "roc_auc": 0.5185853402744178 + }, + "5": { + "accuracy": 0.0130647795318454, + "roc_auc": 0.48028238709154775 + } + }, + "contrast": { + "1": { + "accuracy": 0.016603157321720196, + "roc_auc": 0.5453437550707129 + }, + "2": { + "accuracy": 0.021774632553075667, + "roc_auc": 0.5365239057781449 + }, + "3": { + "accuracy": 0.025313010342950464, + "roc_auc": 0.5349609390982077 + }, + "4": { + "accuracy": 0.030484485574305935, + "roc_auc": 0.5261638378054451 + }, + "5": { + "accuracy": 0.03456722917800762, + "roc_auc": 0.5180675257675913 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.7859375, + "roc_auc": 0.47357825497020833 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.44544569641909026 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.40847885080526225 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.3803241696655065 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.3824258155861011 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.35213999174090027 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.4476284584980237 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.47279659017167136 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.45588755825615007 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4534540735059879 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.4372308418382396 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.4675535366645036 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.4675240398796531 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4258229602973276 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4054775529467288 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.4036340038935756 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7859375, + "roc_auc": 0.4322975045720016 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.40274172615184944 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.37336292844079993 + }, + "4": { + "accuracy": 0.78125, + "roc_auc": 0.35164592059465516 + }, + "5": { + "accuracy": 0.7796875, + "roc_auc": 0.3359757536428529 + } + }, + "pixelate": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.32577724028080945 + }, + "2": { + "accuracy": 0.78125, + "roc_auc": 0.3345894047548817 + }, + "3": { + "accuracy": 0.7828125, + "roc_auc": 0.3375464574361394 + }, + "4": { + "accuracy": 0.7859375, + "roc_auc": 0.34886584862250014 + }, + "5": { + "accuracy": 0.7765625, + "roc_auc": 0.3645286413780898 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7859375, + "roc_auc": 0.4814022771517904 + }, + "2": { + "accuracy": 0.7859375, + "roc_auc": 0.48090083180933274 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.4769261400507345 + }, + "4": { + "accuracy": 0.7859375, + "roc_auc": 0.47122588637838475 + }, + "5": { + "accuracy": 0.7859375, + "roc_auc": 0.4735118872042947 + } + }, + "contrast": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.4826263937230842 + }, + "2": { + "accuracy": 0.78125, + "roc_auc": 0.48671907262108427 + }, + "3": { + "accuracy": 0.7796875, + "roc_auc": 0.4853843431066014 + }, + "4": { + "accuracy": 0.7734375, + "roc_auc": 0.4863429886142411 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.478135508229603 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33374650769291303 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3646558847833785 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39891000668948967 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43652854838075 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4128989100066895 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38769527407232524 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38968244599220875 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41392200842088694 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4259237398182033 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4339511273757526 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42899303506079567 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36198008893086214 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36201943886986976 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4022154015661276 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4014480777554794 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40408452366898834 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38732144965175297 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38395702986660374 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39046944477236056 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.383445480659505 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3833864557509936 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4003856294022744 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40306142525479083 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40007082989021364 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43483650100342347 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4552984692873726 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3344744815645536 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3319954354070751 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33250698461417383 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3203872033998347 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3286506905914296 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34393814189588 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3494274583874395 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3696926769763507 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34683036241293824 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3473025616810294 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4274670907323969 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4083694083694084 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3952498748417116 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.38542863032658947 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43023529758223633 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.392304973937627 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4006095944871455 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46081809347115466 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4535000147245046 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43652266101245696 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4343728833524752 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3946903436699355 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3946756191654151 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4279824483906116 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4267750390199371 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4065141207998351 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4751155873604853 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4805342050240009 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49059104161144984 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4646759136555055 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44999558264864387 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43189916659304417 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4280118973996525 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42343257649380095 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41957475630945024 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4069853049444886 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4266130694702123 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4286450510940307 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42821804046293843 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.407971846747357 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.449200459404541 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4347557204700062 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43664045704862026 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4334010660541273 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4365373855169773 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3979002856553877 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.7426080012186885 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.453525641025641, + "roc_auc": 0.670026748940856 + }, + "2": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.5872515521949452 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.5307723344691483 + }, + "4": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.5102523214576892 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.5028664556326364 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.618438458528172 + }, + "2": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5400433328776454 + }, + "3": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.5022121163432437 + }, + "4": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.46818043962273115 + }, + "5": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.4303992285482192 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.6983280248221465 + }, + "2": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.6983571985829986 + }, + "3": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.626394398480982 + }, + "4": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.5698502942004205 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5511051786586608 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.7490270386107173 + }, + "2": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.7423433940860776 + }, + "3": { + "accuracy": 0.47115384615384615, + "roc_auc": 0.7131422685515248 + }, + "4": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.695897823326033 + }, + "5": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.6641557085600288 + } + }, + "pixelate": { + "1": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.5231861386594454 + }, + "2": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.5480039767514381 + }, + "3": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.541739350982135 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6067175544427542 + }, + "5": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6272584598950993 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.7439249046162018 + }, + "2": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.745495782811818 + }, + "3": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.7481613458985749 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.7557603231240426 + }, + "5": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.760453556942009 + } + }, + "contrast": { + "1": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.7322317759656592 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.7119846778287814 + }, + "3": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.7016419025999997 + }, + "4": { + "accuracy": 0.483974358974359, + "roc_auc": 0.6848380292748745 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.6347775917971519 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.242, + "roc_auc": 0.46652666666666665 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.47982 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.4646586666666666 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.4961213333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.49636266666666673 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.4881226666666666 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.5017813333333334 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.4828693333333334 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.46282799999999996 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.46345666666666663 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.4598226666666666 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.248, + "roc_auc": 0.3909706666666667 + }, + "2": { + "accuracy": 0.248, + "roc_auc": 0.3909600000000001 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.393408 + }, + "4": { + "accuracy": 0.249, + "roc_auc": 0.394606 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.392988 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.4364713333333333 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.42103199999999996 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.44066533333333335 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.44491400000000003 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.45219200000000004 + } + }, + "pixelate": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.4221086666666667 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.41817133333333334 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.41766933333333334 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.42367266666666664 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.4675873333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.242, + "roc_auc": 0.4640353333333333 + }, + "2": { + "accuracy": 0.241, + "roc_auc": 0.46055 + }, + "3": { + "accuracy": 0.24, + "roc_auc": 0.4570186666666667 + }, + "4": { + "accuracy": 0.242, + "roc_auc": 0.4532066666666667 + }, + "5": { + "accuracy": 0.245, + "roc_auc": 0.4411773333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.47839 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.5044 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.508692 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.5125493333333333 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.5252973333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.12810763381105586, + "roc_auc": 0.5022910364808411 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.11523837379350688, + "roc_auc": 0.46926045606781375 + }, + "2": { + "accuracy": 0.11874817198011114, + "roc_auc": 0.45964305064757066 + }, + "3": { + "accuracy": 0.12284293653114946, + "roc_auc": 0.4601143285675959 + }, + "4": { + "accuracy": 0.12489031880666862, + "roc_auc": 0.4516471509442598 + }, + "5": { + "accuracy": 0.12138052062006435, + "roc_auc": 0.4487418269286626 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.10821877742029833, + "roc_auc": 0.44316965057278523 + }, + "2": { + "accuracy": 0.10295408014039192, + "roc_auc": 0.4354831573510767 + }, + "3": { + "accuracy": 0.10500146241591109, + "roc_auc": 0.43453291673545213 + }, + "4": { + "accuracy": 0.10353904650482597, + "roc_auc": 0.4245049019323157 + }, + "5": { + "accuracy": 0.10266159695817491, + "roc_auc": 0.41768968344017504 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.12576776835331968, + "roc_auc": 0.5059253949984213 + }, + "2": { + "accuracy": 0.12635273471775374, + "roc_auc": 0.5057867512969041 + }, + "3": { + "accuracy": 0.12957004972214098, + "roc_auc": 0.5032192947013291 + }, + "4": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5014631537054187 + }, + "5": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.502180014302533 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12108803743784732, + "roc_auc": 0.48686076413174956 + }, + "2": { + "accuracy": 0.11494589061128985, + "roc_auc": 0.4820174499882276 + }, + "3": { + "accuracy": 0.10968119333138344, + "roc_auc": 0.47555398850366504 + }, + "4": { + "accuracy": 0.10734132787364727, + "roc_auc": 0.4728216420601359 + }, + "5": { + "accuracy": 0.10558642878034513, + "roc_auc": 0.4667422773457663 + } + }, + "pixelate": { + "1": { + "accuracy": 0.12401286926001755, + "roc_auc": 0.5135925523560154 + }, + "2": { + "accuracy": 0.12225797016671541, + "roc_auc": 0.524751007219144 + }, + "3": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.5096080920788228 + }, + "4": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5260798640721699 + }, + "5": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.5298599115931216 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.12576776835331968, + "roc_auc": 0.4987046953698512 + }, + "2": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.4915959703136875 + }, + "3": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.4803976933308277 + }, + "4": { + "accuracy": 0.1234279028955835, + "roc_auc": 0.46920907681991225 + }, + "5": { + "accuracy": 0.14097689382860484, + "roc_auc": 0.4891109242180392 + } + }, + "contrast": { + "1": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.5213778011173134 + }, + "2": { + "accuracy": 0.13980696109973675, + "roc_auc": 0.5580065127858547 + }, + "3": { + "accuracy": 0.14097689382860484, + "roc_auc": 0.5763003923768499 + }, + "4": { + "accuracy": 0.14390172565077508, + "roc_auc": 0.589989749405462 + }, + "5": { + "accuracy": 0.1453641415618602, + "roc_auc": 0.6060536523560947 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/aml_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6e4ccba1f978c3321b9aca8215e68f1db5dcfd20 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.016058791507893303, + "roc_auc": 0.5523188721965685 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.031028851388132824, + "roc_auc": 0.5826823592001286 + }, + "2": { + "accuracy": 0.02885138813282526, + "roc_auc": 0.6033329534852047 + }, + "3": { + "accuracy": 0.024496461622210124, + "roc_auc": 0.5663909106354512 + }, + "4": { + "accuracy": 0.022046815459989114, + "roc_auc": 0.5798415363939318 + }, + "5": { + "accuracy": 0.021774632553075667, + "roc_auc": 0.5933811688211463 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.008709853021230268, + "roc_auc": 0.5817138954191755 + }, + "2": { + "accuracy": 0.011431682090364725, + "roc_auc": 0.5851640458475982 + }, + "3": { + "accuracy": 0.012792596624931955, + "roc_auc": 0.5909828658317858 + }, + "4": { + "accuracy": 0.012248230811105062, + "roc_auc": 0.6051471475282252 + }, + "5": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.5691485576465187 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.016058791507893303, + "roc_auc": 0.5596275807291847 + }, + "2": { + "accuracy": 0.015514425694066412, + "roc_auc": 0.5605070584022036 + }, + "3": { + "accuracy": 0.015514425694066412, + "roc_auc": 0.568081714453024 + }, + "4": { + "accuracy": 0.014697876973326075, + "roc_auc": 0.5714498733713094 + }, + "5": { + "accuracy": 0.013881328252585737, + "roc_auc": 0.5748787657034548 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.01442569406641263, + "roc_auc": 0.5577948745752327 + }, + "2": { + "accuracy": 0.016603157321720196, + "roc_auc": 0.5538011020211185 + }, + "3": { + "accuracy": 0.01905280348394121, + "roc_auc": 0.5504573667402461 + }, + "4": { + "accuracy": 0.018780620577027764, + "roc_auc": 0.5359795358409507 + }, + "5": { + "accuracy": 0.02041371801850844, + "roc_auc": 0.5355509568329235 + } + }, + "pixelate": { + "1": { + "accuracy": 0.012248230811105062, + "roc_auc": 0.5464325392701407 + }, + "2": { + "accuracy": 0.011976047904191617, + "roc_auc": 0.5416718456399496 + }, + "3": { + "accuracy": 0.011431682090364725, + "roc_auc": 0.5309203088792944 + }, + "4": { + "accuracy": 0.01115949918345128, + "roc_auc": 0.5528772451584525 + }, + "5": { + "accuracy": 0.008982035928143712, + "roc_auc": 0.5512385573280992 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.013336962438758846, + "roc_auc": 0.5562035234906184 + }, + "2": { + "accuracy": 0.010070767555797496, + "roc_auc": 0.5468793598287583 + }, + "3": { + "accuracy": 0.013881328252585737, + "roc_auc": 0.5386719067658904 + }, + "4": { + "accuracy": 0.016603157321720196, + "roc_auc": 0.5185853402744178 + }, + "5": { + "accuracy": 0.0130647795318454, + "roc_auc": 0.48028238709154775 + } + }, + "contrast": { + "1": { + "accuracy": 0.016603157321720196, + "roc_auc": 0.5453437550707129 + }, + "2": { + "accuracy": 0.021774632553075667, + "roc_auc": 0.5365239057781449 + }, + "3": { + "accuracy": 0.025313010342950464, + "roc_auc": 0.5349609390982077 + }, + "4": { + "accuracy": 0.030484485574305935, + "roc_auc": 0.5261638378054451 + }, + "5": { + "accuracy": 0.03456722917800762, + "roc_auc": 0.5180675257675913 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/bloodmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..90d0dd38848556f0920f284f51c19325bf9d2dce --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.1870798012277112, + "roc_auc": 0.6356992507645561 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.16515638702133878, + "roc_auc": 0.6265398187968241 + }, + "2": { + "accuracy": 0.16691026015784857, + "roc_auc": 0.6267220591069791 + }, + "3": { + "accuracy": 0.1631102016954107, + "roc_auc": 0.6262607322792301 + }, + "4": { + "accuracy": 0.1598947676118094, + "roc_auc": 0.6245644290422265 + }, + "5": { + "accuracy": 0.1625255773165741, + "roc_auc": 0.6281147096769049 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.16544869921075708, + "roc_auc": 0.5759815975754857 + }, + "2": { + "accuracy": 0.1631102016954107, + "roc_auc": 0.5815184578038648 + }, + "3": { + "accuracy": 0.15931014323297282, + "roc_auc": 0.5841678504351515 + }, + "4": { + "accuracy": 0.1642794504530839, + "roc_auc": 0.5890401546073758 + }, + "5": { + "accuracy": 0.15901783104355452, + "roc_auc": 0.5798175686686237 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.17597193802981584, + "roc_auc": 0.6376031782053655 + }, + "2": { + "accuracy": 0.17684887459807075, + "roc_auc": 0.6374183767029593 + }, + "3": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.6343733614842182 + }, + "4": { + "accuracy": 0.17071031862028646, + "roc_auc": 0.6408405138406117 + }, + "5": { + "accuracy": 0.17187956737795967, + "roc_auc": 0.6424221390316935 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.17772581116632563, + "roc_auc": 0.6025584134194548 + }, + "2": { + "accuracy": 0.17071031862028646, + "roc_auc": 0.5856550583298625 + }, + "3": { + "accuracy": 0.17012569424144988, + "roc_auc": 0.5843312397846547 + }, + "4": { + "accuracy": 0.1657410114001754, + "roc_auc": 0.5900339057408004 + }, + "5": { + "accuracy": 0.16720257234726688, + "roc_auc": 0.5950179266026552 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17597193802981584, + "roc_auc": 0.6278351480356963 + }, + "2": { + "accuracy": 0.17363344051446947, + "roc_auc": 0.6388174166410681 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.6073442500297994 + }, + "4": { + "accuracy": 0.1847413037123648, + "roc_auc": 0.620095293771579 + }, + "5": { + "accuracy": 0.17831043554516224, + "roc_auc": 0.5892330862752311 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.19204910844782228, + "roc_auc": 0.640105225300503 + }, + "2": { + "accuracy": 0.19584916691026016, + "roc_auc": 0.6361965566850263 + }, + "3": { + "accuracy": 0.19731072785735165, + "roc_auc": 0.6370169739021924 + }, + "4": { + "accuracy": 0.19380298158433207, + "roc_auc": 0.6336656121264652 + }, + "5": { + "accuracy": 0.19292604501607716, + "roc_auc": 0.6186064262919926 + } + }, + "contrast": { + "1": { + "accuracy": 0.1844489915229465, + "roc_auc": 0.6523068927510263 + }, + "2": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.6600938811682875 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.6576654110901792 + }, + "4": { + "accuracy": 0.1584332066647179, + "roc_auc": 0.6463978842338669 + }, + "5": { + "accuracy": 0.12569424144986846, + "roc_auc": 0.6088213014780979 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/breastmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7af84ac80875cc256333494e0f0ab1e49218b9fa --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.47890559732664995 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.46031746031746035 + }, + "2": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.47096908939014204 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.46282372598162075 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.43671679197994984 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4325396825396825 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.49122807017543857 + }, + "2": { + "accuracy": 0.532051282051282, + "roc_auc": 0.45112781954887216 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4580200501253133 + }, + "4": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4089390142021721 + }, + "5": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.38993316624895574 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5050125313283208 + }, + "2": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5050125313283208 + }, + "3": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5179615705931495 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.5206766917293233 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5198412698412699 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.4404761904761905 + }, + "2": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.4314954051796157 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.42000835421888055 + }, + "4": { + "accuracy": 0.532051282051282, + "roc_auc": 0.41186299081035926 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.39076858813700915 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4365079365079365 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.45342522974101923 + }, + "3": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.4273182957393483 + }, + "4": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.41207184628237264 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4114452798663325 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.47619047619047616 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4722222222222222 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4715956558061821 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.47974101921470347 + }, + "5": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.48391812865497075 + } + }, + "contrast": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.45676691729323304 + }, + "2": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.42919799498746863 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.42042606516290726 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4104010025062656 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.39536340852130325 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/fundus_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..aead0d5e64a9d0ae2d56c20e0309d56f70ce40d9 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.7859375, + "roc_auc": 0.47357825497020833 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.44544569641909026 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.40847885080526225 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.3803241696655065 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.3824258155861011 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.35213999174090027 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.4476284584980237 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.47279659017167136 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.45588755825615007 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4534540735059879 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.4372308418382396 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.4675535366645036 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.4675240398796531 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4258229602973276 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4054775529467288 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.4036340038935756 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7859375, + "roc_auc": 0.4322975045720016 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.40274172615184944 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.37336292844079993 + }, + "4": { + "accuracy": 0.78125, + "roc_auc": 0.35164592059465516 + }, + "5": { + "accuracy": 0.7796875, + "roc_auc": 0.3359757536428529 + } + }, + "pixelate": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.32577724028080945 + }, + "2": { + "accuracy": 0.78125, + "roc_auc": 0.3345894047548817 + }, + "3": { + "accuracy": 0.7828125, + "roc_auc": 0.3375464574361394 + }, + "4": { + "accuracy": 0.7859375, + "roc_auc": 0.34886584862250014 + }, + "5": { + "accuracy": 0.7765625, + "roc_auc": 0.3645286413780898 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7859375, + "roc_auc": 0.4814022771517904 + }, + "2": { + "accuracy": 0.7859375, + "roc_auc": 0.48090083180933274 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.4769261400507345 + }, + "4": { + "accuracy": 0.7859375, + "roc_auc": 0.47122588637838475 + }, + "5": { + "accuracy": 0.7859375, + "roc_auc": 0.4735118872042947 + } + }, + "contrast": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.4826263937230842 + }, + "2": { + "accuracy": 0.78125, + "roc_auc": 0.48671907262108427 + }, + "3": { + "accuracy": 0.7796875, + "roc_auc": 0.4853843431066014 + }, + "4": { + "accuracy": 0.7734375, + "roc_auc": 0.4863429886142411 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.478135508229603 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/mammo_calc_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..323a73b10be1c2f7ac4ec4f81fd29bdb3ed7e0f3 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33374650769291303 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3646558847833785 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39891000668948967 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43652854838075 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4128989100066895 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38769527407232524 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38968244599220875 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41392200842088694 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4259237398182033 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4339511273757526 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42899303506079567 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36198008893086214 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36201943886986976 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4022154015661276 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4014480777554794 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40408452366898834 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38732144965175297 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38395702986660374 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39046944477236056 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.383445480659505 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3833864557509936 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4003856294022744 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40306142525479083 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40007082989021364 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43483650100342347 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4552984692873726 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3344744815645536 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3319954354070751 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.33250698461417383 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3203872033998347 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3286506905914296 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34393814189588 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3494274583874395 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3696926769763507 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34683036241293824 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3473025616810294 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/mammo_mass_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c90671fca9cc98ad76d79e2e0e850887e716f46e --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4274670907323969 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4083694083694084 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3952498748417116 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.38542863032658947 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43023529758223633 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.392304973937627 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4006095944871455 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46081809347115466 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4535000147245046 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43652266101245696 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4343728833524752 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3946903436699355 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3946756191654151 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4279824483906116 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4267750390199371 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4065141207998351 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4751155873604853 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4805342050240009 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49059104161144984 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4646759136555055 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44999558264864387 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43189916659304417 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4280118973996525 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42343257649380095 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41957475630945024 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4069853049444886 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4266130694702123 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4286450510940307 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42821804046293843 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.407971846747357 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.449200459404541 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4347557204700062 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43664045704862026 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4334010660541273 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4365373855169773 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3979002856553877 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/oct_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00e935a8b0f11eeba1ad27a7963fe504beeb2e --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.242, + "roc_auc": 0.46652666666666665 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.47982 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.4646586666666666 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.4961213333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.49636266666666673 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.4881226666666666 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.5017813333333334 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.4828693333333334 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.46282799999999996 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.46345666666666663 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.4598226666666666 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.248, + "roc_auc": 0.3909706666666667 + }, + "2": { + "accuracy": 0.248, + "roc_auc": 0.3909600000000001 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.393408 + }, + "4": { + "accuracy": 0.249, + "roc_auc": 0.394606 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.392988 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.4364713333333333 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.42103199999999996 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.44066533333333335 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.44491400000000003 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.45219200000000004 + } + }, + "pixelate": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.4221086666666667 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.41817133333333334 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.41766933333333334 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.42367266666666664 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.4675873333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.242, + "roc_auc": 0.4640353333333333 + }, + "2": { + "accuracy": 0.241, + "roc_auc": 0.46055 + }, + "3": { + "accuracy": 0.24, + "roc_auc": 0.4570186666666667 + }, + "4": { + "accuracy": 0.242, + "roc_auc": 0.4532066666666667 + }, + "5": { + "accuracy": 0.245, + "roc_auc": 0.4411773333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.47839 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.5044 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.508692 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.5125493333333333 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.5252973333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/octmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ee137f10e354ac25fea09b8806bb5acd3aee21e4 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.327, + "roc_auc": 0.6918 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.323, + "roc_auc": 0.7058819999999999 + }, + "2": { + "accuracy": 0.317, + "roc_auc": 0.7121060000000001 + }, + "3": { + "accuracy": 0.298, + "roc_auc": 0.6996466666666667 + }, + "4": { + "accuracy": 0.299, + "roc_auc": 0.6927573333333333 + }, + "5": { + "accuracy": 0.299, + "roc_auc": 0.691026 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.321, + "roc_auc": 0.7086206666666667 + }, + "2": { + "accuracy": 0.32, + "roc_auc": 0.6884073333333333 + }, + "3": { + "accuracy": 0.318, + "roc_auc": 0.6718986666666666 + }, + "4": { + "accuracy": 0.312, + "roc_auc": 0.6550166666666667 + }, + "5": { + "accuracy": 0.301, + "roc_auc": 0.6356893333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.317, + "roc_auc": 0.7032986666666666 + }, + "2": { + "accuracy": 0.317, + "roc_auc": 0.7032966666666667 + }, + "3": { + "accuracy": 0.29, + "roc_auc": 0.6376866666666667 + }, + "4": { + "accuracy": 0.283, + "roc_auc": 0.6219480000000001 + }, + "5": { + "accuracy": 0.284, + "roc_auc": 0.610684 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.328, + "roc_auc": 0.710756 + }, + "2": { + "accuracy": 0.358, + "roc_auc": 0.7208466666666667 + }, + "3": { + "accuracy": 0.332, + "roc_auc": 0.7090066666666667 + }, + "4": { + "accuracy": 0.333, + "roc_auc": 0.7099606666666667 + }, + "5": { + "accuracy": 0.322, + "roc_auc": 0.6978433333333334 + } + }, + "pixelate": { + "1": { + "accuracy": 0.287, + "roc_auc": 0.5726 + }, + "2": { + "accuracy": 0.304, + "roc_auc": 0.5740993333333333 + }, + "3": { + "accuracy": 0.279, + "roc_auc": 0.5521873333333334 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.5635913333333333 + }, + "5": { + "accuracy": 0.304, + "roc_auc": 0.62155 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.327, + "roc_auc": 0.6946933333333333 + }, + "2": { + "accuracy": 0.327, + "roc_auc": 0.697386 + }, + "3": { + "accuracy": 0.334, + "roc_auc": 0.6984153333333334 + }, + "4": { + "accuracy": 0.327, + "roc_auc": 0.6977693333333334 + }, + "5": { + "accuracy": 0.316, + "roc_auc": 0.6928893333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.33, + "roc_auc": 0.686096 + }, + "2": { + "accuracy": 0.326, + "roc_auc": 0.6632566666666667 + }, + "3": { + "accuracy": 0.331, + "roc_auc": 0.6526746666666666 + }, + "4": { + "accuracy": 0.328, + "roc_auc": 0.6420273333333334 + }, + "5": { + "accuracy": 0.321, + "roc_auc": 0.6292553333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/pbc_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7c8483ac9ff0216a697e52d01f01424c8217716a --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.12810763381105586, + "roc_auc": 0.5022910364808411 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.11523837379350688, + "roc_auc": 0.46926045606781375 + }, + "2": { + "accuracy": 0.11874817198011114, + "roc_auc": 0.45964305064757066 + }, + "3": { + "accuracy": 0.12284293653114946, + "roc_auc": 0.4601143285675959 + }, + "4": { + "accuracy": 0.12489031880666862, + "roc_auc": 0.4516471509442598 + }, + "5": { + "accuracy": 0.12138052062006435, + "roc_auc": 0.4487418269286626 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.10821877742029833, + "roc_auc": 0.44316965057278523 + }, + "2": { + "accuracy": 0.10295408014039192, + "roc_auc": 0.4354831573510767 + }, + "3": { + "accuracy": 0.10500146241591109, + "roc_auc": 0.43453291673545213 + }, + "4": { + "accuracy": 0.10353904650482597, + "roc_auc": 0.4245049019323157 + }, + "5": { + "accuracy": 0.10266159695817491, + "roc_auc": 0.41768968344017504 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.12576776835331968, + "roc_auc": 0.5059253949984213 + }, + "2": { + "accuracy": 0.12635273471775374, + "roc_auc": 0.5057867512969041 + }, + "3": { + "accuracy": 0.12957004972214098, + "roc_auc": 0.5032192947013291 + }, + "4": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5014631537054187 + }, + "5": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.502180014302533 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12108803743784732, + "roc_auc": 0.48686076413174956 + }, + "2": { + "accuracy": 0.11494589061128985, + "roc_auc": 0.4820174499882276 + }, + "3": { + "accuracy": 0.10968119333138344, + "roc_auc": 0.47555398850366504 + }, + "4": { + "accuracy": 0.10734132787364727, + "roc_auc": 0.4728216420601359 + }, + "5": { + "accuracy": 0.10558642878034513, + "roc_auc": 0.4667422773457663 + } + }, + "pixelate": { + "1": { + "accuracy": 0.12401286926001755, + "roc_auc": 0.5135925523560154 + }, + "2": { + "accuracy": 0.12225797016671541, + "roc_auc": 0.524751007219144 + }, + "3": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.5096080920788228 + }, + "4": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5260798640721699 + }, + "5": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.5298599115931216 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.12576776835331968, + "roc_auc": 0.4987046953698512 + }, + "2": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.4915959703136875 + }, + "3": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.4803976933308277 + }, + "4": { + "accuracy": 0.1234279028955835, + "roc_auc": 0.46920907681991225 + }, + "5": { + "accuracy": 0.14097689382860484, + "roc_auc": 0.4891109242180392 + } + }, + "contrast": { + "1": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.5213778011173134 + }, + "2": { + "accuracy": 0.13980696109973675, + "roc_auc": 0.5580065127858547 + }, + "3": { + "accuracy": 0.14097689382860484, + "roc_auc": 0.5763003923768499 + }, + "4": { + "accuracy": 0.14390172565077508, + "roc_auc": 0.589989749405462 + }, + "5": { + "accuracy": 0.1453641415618602, + "roc_auc": 0.6060536523560947 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/pneumonia_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..43ff8f0f80663f431f15fc4e585219e8a82e918d --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.7426080012186885 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.453525641025641, + "roc_auc": 0.670026748940856 + }, + "2": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.5872515521949452 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.5307723344691483 + }, + "4": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.5102523214576892 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.5028664556326364 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.618438458528172 + }, + "2": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5400433328776454 + }, + "3": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.5022121163432437 + }, + "4": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.46818043962273115 + }, + "5": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.4303992285482192 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.6983280248221465 + }, + "2": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.6983571985829986 + }, + "3": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.626394398480982 + }, + "4": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.5698502942004205 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5511051786586608 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.7490270386107173 + }, + "2": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.7423433940860776 + }, + "3": { + "accuracy": 0.47115384615384615, + "roc_auc": 0.7131422685515248 + }, + "4": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.695897823326033 + }, + "5": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.6641557085600288 + } + }, + "pixelate": { + "1": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.5231861386594454 + }, + "2": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.5480039767514381 + }, + "3": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.541739350982135 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6067175544427542 + }, + "5": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6272584598950993 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.7439249046162018 + }, + "2": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.745495782811818 + }, + "3": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.7481613458985749 + }, + "4": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.7557603231240426 + }, + "5": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.760453556942009 + } + }, + "contrast": { + "1": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.7322317759656592 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.7119846778287814 + }, + "3": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.7016419025999997 + }, + "4": { + "accuracy": 0.483974358974359, + "roc_auc": 0.6848380292748745 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.6347775917971519 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9b600ee5b26f23ef154cea1d0fc9b35362d8ec08 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.7594838921761999 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5646559281174666 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.5103166776243699 + }, + "3": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.4426912119219812 + }, + "4": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.47657790927021704 + }, + "5": { + "accuracy": 0.358974358974359, + "roc_auc": 0.42056760902914747 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.44289940828402363 + }, + "2": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.43886149463072543 + }, + "3": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.3940773613850537 + }, + "4": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.44813171159325005 + }, + "5": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.46095770326539554 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7706771860618015 + }, + "2": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.770688143765067 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.7258492220030681 + }, + "4": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.6848893271970194 + }, + "5": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.6596318211702826 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.7923898750821827 + }, + "2": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.7434308568923953 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.6803254437869822 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6233508656585579 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5697074293228139 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6400613631382863 + }, + "2": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6511122068814377 + }, + "3": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6706552706552708 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.7167762436993206 + }, + "5": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.7027229892614508 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7585524873986413 + }, + "2": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7623548104317335 + }, + "3": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7749506903353056 + }, + "4": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7933267587113741 + }, + "5": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.7751808021038791 + } + }, + "contrast": { + "1": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.756125356125356 + }, + "2": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7552542187157572 + }, + "3": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7494356782818321 + }, + "4": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.7475235590620206 + }, + "5": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.6526955950032873 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/resnet/retinamnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4ba19391d3b40fcc68d9723157af519bd45dee84 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.385, + "roc_auc": 0.4827975388025669 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3675, + "roc_auc": 0.465955596296201 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.44943257126343916 + }, + "3": { + "accuracy": 0.39, + "roc_auc": 0.43829729829665887 + }, + "4": { + "accuracy": 0.3875, + "roc_auc": 0.44719947621756206 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.43396777447100143 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.43717579446948085 + }, + "2": { + "accuracy": 0.395, + "roc_auc": 0.4432160887902084 + }, + "3": { + "accuracy": 0.42, + "roc_auc": 0.4536612235572144 + }, + "4": { + "accuracy": 0.4175, + "roc_auc": 0.42866123170575043 + }, + "5": { + "accuracy": 0.415, + "roc_auc": 0.41524055019075207 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.4563511434383993 + }, + "2": { + "accuracy": 0.3875, + "roc_auc": 0.45632293755150555 + }, + "3": { + "accuracy": 0.3775, + "roc_auc": 0.46015270466143043 + }, + "4": { + "accuracy": 0.3775, + "roc_auc": 0.4604166130156764 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.4545351304265194 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.4711085164053489 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.46677637191017174 + }, + "3": { + "accuracy": 0.355, + "roc_auc": 0.46529238215142155 + }, + "4": { + "accuracy": 0.3525, + "roc_auc": 0.4605908803860803 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.455005543719599 + } + }, + "pixelate": { + "1": { + "accuracy": 0.395, + "roc_auc": 0.4336674988437199 + }, + "2": { + "accuracy": 0.385, + "roc_auc": 0.4397514301739699 + }, + "3": { + "accuracy": 0.39, + "roc_auc": 0.437501806591706 + }, + "4": { + "accuracy": 0.3875, + "roc_auc": 0.4364832696764342 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.43921298712567225 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.47977564892821956 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.47724784657532215 + }, + "3": { + "accuracy": 0.3725, + "roc_auc": 0.4805172986310284 + }, + "4": { + "accuracy": 0.3725, + "roc_auc": 0.48158769560131526 + }, + "5": { + "accuracy": 0.3775, + "roc_auc": 0.48699993584624374 + } + }, + "contrast": { + "1": { + "accuracy": 0.3775, + "roc_auc": 0.47636377301559846 + }, + "2": { + "accuracy": 0.37, + "roc_auc": 0.4717980204507423 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.4714190937140474 + }, + "4": { + "accuracy": 0.35, + "roc_auc": 0.4699505656015644 + }, + "5": { + "accuracy": 0.325, + "roc_auc": 0.45435836599658924 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/all_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b61037f010acb52f1681b104360bda585f833cde --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.5685472084185911, + "roc_auc": 0.948345336980985 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5057000876936568, + "roc_auc": 0.8977165698407262 + }, + "2": { + "accuracy": 0.400175387313651, + "roc_auc": 0.8015836652065353 + }, + "3": { + "accuracy": 0.36977491961414793, + "roc_auc": 0.7322542447322411 + }, + "4": { + "accuracy": 0.3566208710903245, + "roc_auc": 0.7094290971456993 + }, + "5": { + "accuracy": 0.33615901783104357, + "roc_auc": 0.6925088152596404 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3367436422098802, + "roc_auc": 0.7466332318186386 + }, + "2": { + "accuracy": 0.36363636363636365, + "roc_auc": 0.6930522350624928 + }, + "3": { + "accuracy": 0.346389944460684, + "roc_auc": 0.6806819580081668 + }, + "4": { + "accuracy": 0.22712657117801813, + "roc_auc": 0.6540840060036943 + }, + "5": { + "accuracy": 0.11049400760011692, + "roc_auc": 0.6349272351112387 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5638702133878982, + "roc_auc": 0.9336381439220413 + }, + "2": { + "accuracy": 0.5638702133878982, + "roc_auc": 0.9336380612694934 + }, + "3": { + "accuracy": 0.5565624086524408, + "roc_auc": 0.9215580722717363 + }, + "4": { + "accuracy": 0.5282081262788658, + "roc_auc": 0.905783454081172 + }, + "5": { + "accuracy": 0.509792458345513, + "roc_auc": 0.8977221763976628 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6033323589593687, + "roc_auc": 0.9423082004862302 + }, + "2": { + "accuracy": 0.6179479684302835, + "roc_auc": 0.9270352691655337 + }, + "3": { + "accuracy": 0.5928091201403098, + "roc_auc": 0.9013573951295055 + }, + "4": { + "accuracy": 0.5667933352820813, + "roc_auc": 0.8641058634738628 + }, + "5": { + "accuracy": 0.5372698041508331, + "roc_auc": 0.8332974217769503 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5366851797719965, + "roc_auc": 0.9040865937297435 + }, + "2": { + "accuracy": 0.5361005553931599, + "roc_auc": 0.8782993173425327 + }, + "3": { + "accuracy": 0.5252850043846828, + "roc_auc": 0.8804165612327686 + }, + "4": { + "accuracy": 0.507746273019585, + "roc_auc": 0.859753983740829 + }, + "5": { + "accuracy": 0.4682841274481146, + "roc_auc": 0.8385264508858606 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5670856474714996, + "roc_auc": 0.9461912591112386 + }, + "2": { + "accuracy": 0.5735165156387021, + "roc_auc": 0.9439349482081216 + }, + "3": { + "accuracy": 0.5869628763519439, + "roc_auc": 0.9375010123065725 + }, + "4": { + "accuracy": 0.5901783104355451, + "roc_auc": 0.9255422301052136 + }, + "5": { + "accuracy": 0.5682548962291728, + "roc_auc": 0.905483066697363 + } + }, + "contrast": { + "1": { + "accuracy": 0.5729318912598655, + "roc_auc": 0.9456741675717739 + }, + "2": { + "accuracy": 0.5144694533762058, + "roc_auc": 0.9230181839110151 + }, + "3": { + "accuracy": 0.45074539608301667, + "roc_auc": 0.8942960675813577 + }, + "4": { + "accuracy": 0.3440514469453376, + "roc_auc": 0.8353443370086582 + }, + "5": { + "accuracy": 0.30926629640456005, + "roc_auc": 0.6767930935832982 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4425, + "roc_auc": 0.5544861069706782 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.22, + "roc_auc": 0.5657513316195363 + }, + "2": { + "accuracy": 0.145, + "roc_auc": 0.5438926600245141 + }, + "3": { + "accuracy": 0.1525, + "roc_auc": 0.5439581504190253 + }, + "4": { + "accuracy": 0.1425, + "roc_auc": 0.5263002504378635 + }, + "5": { + "accuracy": 0.1225, + "roc_auc": 0.5319942631286351 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0875, + "roc_auc": 0.5509386026566165 + }, + "2": { + "accuracy": 0.08, + "roc_auc": 0.5162238863153135 + }, + "3": { + "accuracy": 0.08, + "roc_auc": 0.5106343816849523 + }, + "4": { + "accuracy": 0.0775, + "roc_auc": 0.4932718158035378 + }, + "5": { + "accuracy": 0.075, + "roc_auc": 0.4707791708895653 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.44, + "roc_auc": 0.5238752255261605 + }, + "2": { + "accuracy": 0.44, + "roc_auc": 0.5238752255261605 + }, + "3": { + "accuracy": 0.44, + "roc_auc": 0.5311474565759463 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.5235779310869809 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.507851596323036 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.44, + "roc_auc": 0.5349636264771309 + }, + "2": { + "accuracy": 0.44, + "roc_auc": 0.5613915297426975 + }, + "3": { + "accuracy": 0.44, + "roc_auc": 0.552166332055499 + }, + "4": { + "accuracy": 0.44, + "roc_auc": 0.5485422936721618 + }, + "5": { + "accuracy": 0.44, + "roc_auc": 0.5456407060466086 + } + }, + "pixelate": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.5150797069056819 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5086722045986424 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5255691710821327 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5006737011348849 + }, + "5": { + "accuracy": 0.425, + "roc_auc": 0.4800168907359922 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.44, + "roc_auc": 0.5471685038806943 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5751700971300956 + }, + "3": { + "accuracy": 0.405, + "roc_auc": 0.5940282647325063 + }, + "4": { + "accuracy": 0.4225, + "roc_auc": 0.6077756916286902 + }, + "5": { + "accuracy": 0.405, + "roc_auc": 0.6295016762155174 + } + }, + "contrast": { + "1": { + "accuracy": 0.4425, + "roc_auc": 0.5339294438413418 + }, + "2": { + "accuracy": 0.42, + "roc_auc": 0.5271032263316184 + }, + "3": { + "accuracy": 0.3775, + "roc_auc": 0.5091873443304518 + }, + "4": { + "accuracy": 0.2675, + "roc_auc": 0.4754838108746746 + }, + "5": { + "accuracy": 0.155, + "roc_auc": 0.46035794077077286 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.358974358974359, + "roc_auc": 0.678153717627402 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6538461538461539, + "roc_auc": 0.746031746031746 + }, + "2": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.7798663324979115 + }, + "3": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.7504177109440268 + }, + "4": { + "accuracy": 0.6346153846153846, + "roc_auc": 0.7441520467836257 + }, + "5": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7297410192147035 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.7589807852965748 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.7441520467836258 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.7094820384294069 + }, + "4": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.6545530492898914 + }, + "5": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6242690058479532 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.7002923976608187 + }, + "2": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.7002923976608187 + }, + "3": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6658312447786132 + }, + "4": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6666666666666666 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.7015455304928989 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.6351294903926483 + }, + "2": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.5785296574770259 + }, + "3": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.5678780284043441 + }, + "4": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5799916457811194 + }, + "5": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.559732664995823 + } + }, + "pixelate": { + "1": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.5967000835421888 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5944026733500418 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.601921470342523 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.5749791144527987 + }, + "5": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.5286131996658312 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6737677527151211 + }, + "2": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6800334168755222 + }, + "3": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6829573934837092 + }, + "4": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6913116123642439 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.7005012531328321 + } + }, + "contrast": { + "1": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6739766081871346 + }, + "2": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.6468253968253967 + }, + "3": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.6223893065998329 + }, + "4": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.5609857978279031 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.5035505430242272 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.318, + "roc_auc": 0.853734 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.368, + "roc_auc": 0.8568340000000001 + }, + "2": { + "accuracy": 0.378, + "roc_auc": 0.85728 + }, + "3": { + "accuracy": 0.394, + "roc_auc": 0.8603693333333334 + }, + "4": { + "accuracy": 0.406, + "roc_auc": 0.8642866666666666 + }, + "5": { + "accuracy": 0.403, + "roc_auc": 0.8617933333333332 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.333, + "roc_auc": 0.8354653333333333 + }, + "2": { + "accuracy": 0.379, + "roc_auc": 0.8013960000000001 + }, + "3": { + "accuracy": 0.363, + "roc_auc": 0.784856 + }, + "4": { + "accuracy": 0.303, + "roc_auc": 0.7373826666666667 + }, + "5": { + "accuracy": 0.271, + "roc_auc": 0.7006526666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.537, + "roc_auc": 0.9036626666666666 + }, + "2": { + "accuracy": 0.537, + "roc_auc": 0.9036626666666666 + }, + "3": { + "accuracy": 0.508, + "roc_auc": 0.874416 + }, + "4": { + "accuracy": 0.475, + "roc_auc": 0.8462239999999999 + }, + "5": { + "accuracy": 0.433, + "roc_auc": 0.8321400000000001 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.32, + "roc_auc": 0.8606573333333333 + }, + "2": { + "accuracy": 0.356, + "roc_auc": 0.7869433333333333 + }, + "3": { + "accuracy": 0.396, + "roc_auc": 0.7606066666666667 + }, + "4": { + "accuracy": 0.407, + "roc_auc": 0.7197366666666666 + }, + "5": { + "accuracy": 0.413, + "roc_auc": 0.6929306666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.486, + "roc_auc": 0.8541679999999999 + }, + "2": { + "accuracy": 0.487, + "roc_auc": 0.8490566666666666 + }, + "3": { + "accuracy": 0.485, + "roc_auc": 0.847674 + }, + "4": { + "accuracy": 0.477, + "roc_auc": 0.8313053333333333 + }, + "5": { + "accuracy": 0.456, + "roc_auc": 0.7698419999999999 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.334, + "roc_auc": 0.8653146666666666 + }, + "2": { + "accuracy": 0.343, + "roc_auc": 0.8787746666666667 + }, + "3": { + "accuracy": 0.344, + "roc_auc": 0.8875406666666668 + }, + "4": { + "accuracy": 0.339, + "roc_auc": 0.892374 + }, + "5": { + "accuracy": 0.339, + "roc_auc": 0.8955733333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.35, + "roc_auc": 0.884892 + }, + "2": { + "accuracy": 0.386, + "roc_auc": 0.9214199999999999 + }, + "3": { + "accuracy": 0.413, + "roc_auc": 0.93301 + }, + "4": { + "accuracy": 0.451, + "roc_auc": 0.9172033333333333 + }, + "5": { + "accuracy": 0.331, + "roc_auc": 0.6522306666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.8685897435897436, + "roc_auc": 0.9447403024326101 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.8028846153846154, + "roc_auc": 0.8877602454525533 + }, + "2": { + "accuracy": 0.6362179487179487, + "roc_auc": 0.659555117247425 + }, + "3": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.48565636642559723 + }, + "4": { + "accuracy": 0.5801282051282052, + "roc_auc": 0.43616042077580536 + }, + "5": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.4107495069033531 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6314102564102564, + "roc_auc": 0.73158010081087 + }, + "2": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.656980056980057 + }, + "3": { + "accuracy": 0.625, + "roc_auc": 0.5855139162831471 + }, + "4": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.46717619986850756 + }, + "5": { + "accuracy": 0.6185897435897436, + "roc_auc": 0.36208634670173134 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8076923076923077, + "roc_auc": 0.8842537804076266 + }, + "2": { + "accuracy": 0.8076923076923077, + "roc_auc": 0.8842537804076266 + }, + "3": { + "accuracy": 0.7884615384615384, + "roc_auc": 0.854098181021258 + }, + "4": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.8088373876835417 + }, + "5": { + "accuracy": 0.717948717948718, + "roc_auc": 0.7771531886916503 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7852564102564102, + "roc_auc": 0.9057199211045365 + }, + "2": { + "accuracy": 0.7131410256410257, + "roc_auc": 0.8408503177733946 + }, + "3": { + "accuracy": 0.7035256410256411, + "roc_auc": 0.8061417926802541 + }, + "4": { + "accuracy": 0.6810897435897436, + "roc_auc": 0.7744904667981592 + }, + "5": { + "accuracy": 0.6778846153846154, + "roc_auc": 0.7502629848783695 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6458333333333334, + "roc_auc": 0.6501150558842868 + }, + "2": { + "accuracy": 0.6169871794871795, + "roc_auc": 0.5415242165242166 + }, + "3": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.5908064869603331 + }, + "4": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.48842866535174223 + }, + "5": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.5036489151873768 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8766025641025641, + "roc_auc": 0.9489699758930528 + }, + "2": { + "accuracy": 0.8878205128205128, + "roc_auc": 0.9507560815253124 + }, + "3": { + "accuracy": 0.8862179487179487, + "roc_auc": 0.9484659215428446 + }, + "4": { + "accuracy": 0.8669871794871795, + "roc_auc": 0.9409379793995177 + }, + "5": { + "accuracy": 0.8157051282051282, + "roc_auc": 0.9202279202279202 + } + }, + "contrast": { + "1": { + "accuracy": 0.8830128205128205, + "roc_auc": 0.952158667543283 + }, + "2": { + "accuracy": 0.7259615384615384, + "roc_auc": 0.9173624808240194 + }, + "3": { + "accuracy": 0.657051282051282, + "roc_auc": 0.8357001972386588 + }, + "4": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.5665680473372782 + }, + "5": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.16971290817444665 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.7830702231899836, + "roc_auc": 0.7245677359280069 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4139902014153511, + "roc_auc": 0.6926132567703421 + }, + "2": { + "accuracy": 0.27109417528579205, + "roc_auc": 0.6714701266140146 + }, + "3": { + "accuracy": 0.26755579749591724, + "roc_auc": 0.664782184107267 + }, + "4": { + "accuracy": 0.2868807838867719, + "roc_auc": 0.6521261535147695 + }, + "5": { + "accuracy": 0.32389765922700053, + "roc_auc": 0.6566646583335906 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5623298856831791, + "roc_auc": 0.661664896963822 + }, + "2": { + "accuracy": 0.5032661948829613, + "roc_auc": 0.634232264532244 + }, + "3": { + "accuracy": 0.48285247686445293, + "roc_auc": 0.6302499069765047 + }, + "4": { + "accuracy": 0.46543277082199236, + "roc_auc": 0.5980451397905014 + }, + "5": { + "accuracy": 0.46352749047359826, + "roc_auc": 0.5758100106053363 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.766739248775177, + "roc_auc": 0.7020045904767759 + }, + "2": { + "accuracy": 0.766739248775177, + "roc_auc": 0.7020046174209678 + }, + "3": { + "accuracy": 0.7487751769188895, + "roc_auc": 0.7026349478648554 + }, + "4": { + "accuracy": 0.7474142623843223, + "roc_auc": 0.7023266159638468 + }, + "5": { + "accuracy": 0.741154055525313, + "roc_auc": 0.69860514493997 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7857920522591181, + "roc_auc": 0.7197935550785286 + }, + "2": { + "accuracy": 0.7778987479586282, + "roc_auc": 0.7192884295749968 + }, + "3": { + "accuracy": 0.7572128470332063, + "roc_auc": 0.71877794375328 + }, + "4": { + "accuracy": 0.7191072400653239, + "roc_auc": 0.7154244083382849 + }, + "5": { + "accuracy": 0.6769188894937398, + "roc_auc": 0.7107697715751724 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7133913990201415, + "roc_auc": 0.7091872558849058 + }, + "2": { + "accuracy": 0.7125748502994012, + "roc_auc": 0.7177614103332842 + }, + "3": { + "accuracy": 0.7117583015786608, + "roc_auc": 0.7033292173941533 + }, + "4": { + "accuracy": 0.6692977681001633, + "roc_auc": 0.6729517847362806 + }, + "5": { + "accuracy": 0.6151333696243876, + "roc_auc": 0.6541606820555665 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8029395753946652, + "roc_auc": 0.7183502820723898 + }, + "2": { + "accuracy": 0.8032117583015786, + "roc_auc": 0.7184959585020139 + }, + "3": { + "accuracy": 0.7686445291235711, + "roc_auc": 0.7098102990846 + }, + "4": { + "accuracy": 0.7278170930865542, + "roc_auc": 0.697555000106269 + }, + "5": { + "accuracy": 0.698421339139902, + "roc_auc": 0.6866163591178227 + } + }, + "contrast": { + "1": { + "accuracy": 0.7615677735438214, + "roc_auc": 0.7283967655224569 + }, + "2": { + "accuracy": 0.6924333151878062, + "roc_auc": 0.7026360992197265 + }, + "3": { + "accuracy": 0.6230266739248775, + "roc_auc": 0.6834583067945075 + }, + "4": { + "accuracy": 0.48285247686445293, + "roc_auc": 0.6538506295054077 + }, + "5": { + "accuracy": 0.11322808927599347, + "roc_auc": 0.6124756593873866 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.7109375, + "roc_auc": 0.24108459677895108 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.753125, + "roc_auc": 0.2800793463512477 + }, + "2": { + "accuracy": 0.75, + "roc_auc": 0.31984838652586867 + }, + "3": { + "accuracy": 0.753125, + "roc_auc": 0.3287785381393428 + }, + "4": { + "accuracy": 0.725, + "roc_auc": 0.3850805262226417 + }, + "5": { + "accuracy": 0.71875, + "roc_auc": 0.4316706978939296 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4171875, + "roc_auc": 0.2971948557607221 + }, + "2": { + "accuracy": 0.4875, + "roc_auc": 0.3773449943956109 + }, + "3": { + "accuracy": 0.4859375, + "roc_auc": 0.45762786856232673 + }, + "4": { + "accuracy": 0.434375, + "roc_auc": 0.5307061530293198 + }, + "5": { + "accuracy": 0.4109375, + "roc_auc": 0.6123385051029437 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.74375, + "roc_auc": 0.2279806501091381 + }, + "2": { + "accuracy": 0.74375, + "roc_auc": 0.2279806501091381 + }, + "3": { + "accuracy": 0.7515625, + "roc_auc": 0.29254911214677604 + }, + "4": { + "accuracy": 0.7625, + "roc_auc": 0.34606365406170725 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.380847737596602 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7546875, + "roc_auc": 0.2859418323402749 + }, + "2": { + "accuracy": 0.721875, + "roc_auc": 0.31719367588932806 + }, + "3": { + "accuracy": 0.703125, + "roc_auc": 0.357154445165477 + }, + "4": { + "accuracy": 0.675, + "roc_auc": 0.3529585275205003 + }, + "5": { + "accuracy": 0.6515625, + "roc_auc": 0.36822311368060884 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7484375, + "roc_auc": 0.4378797711049495 + }, + "2": { + "accuracy": 0.7390625, + "roc_auc": 0.4582178042593358 + }, + "3": { + "accuracy": 0.7453125, + "roc_auc": 0.386142410477258 + }, + "4": { + "accuracy": 0.709375, + "roc_auc": 0.3968792401628223 + }, + "5": { + "accuracy": 0.746875, + "roc_auc": 0.4942481269541619 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7390625, + "roc_auc": 0.2255619137514011 + }, + "2": { + "accuracy": 0.740625, + "roc_auc": 0.23281812282461212 + }, + "3": { + "accuracy": 0.728125, + "roc_auc": 0.2094050498495664 + }, + "4": { + "accuracy": 0.7171875, + "roc_auc": 0.20525337738186536 + }, + "5": { + "accuracy": 0.6953125, + "roc_auc": 0.22050321514954868 + } + }, + "contrast": { + "1": { + "accuracy": 0.7328125, + "roc_auc": 0.23225768391245355 + }, + "2": { + "accuracy": 0.7046875, + "roc_auc": 0.2547342339684975 + }, + "3": { + "accuracy": 0.6984375, + "roc_auc": 0.31318948734587926 + }, + "4": { + "accuracy": 0.6921875, + "roc_auc": 0.39816235030381686 + }, + "5": { + "accuracy": 0.7625, + "roc_auc": 0.6831086661553891 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.598159509202454, + "roc_auc": 0.6282217762562469 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.588957055214724, + "roc_auc": 0.6492739936253099 + }, + "2": { + "accuracy": 0.558282208588957, + "roc_auc": 0.6373903120450163 + }, + "3": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.6026049659623027 + }, + "4": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6156888206823279 + }, + "5": { + "accuracy": 0.5736196319018405, + "roc_auc": 0.5792311021917916 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.598159509202454, + "roc_auc": 0.48345335064730655 + }, + "2": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4721205682131193 + }, + "3": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4949435328375241 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.38000236099634044 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3928304411128163 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.49100853893676466 + }, + "2": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.49100853893676466 + }, + "3": { + "accuracy": 0.48773006134969327, + "roc_auc": 0.47180576870105856 + }, + "4": { + "accuracy": 0.4539877300613497, + "roc_auc": 0.46720182583716996 + }, + "5": { + "accuracy": 0.44171779141104295, + "roc_auc": 0.47231731790815723 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5153374233128835, + "roc_auc": 0.5330736237358832 + }, + "2": { + "accuracy": 0.5184049079754601, + "roc_auc": 0.5100539094164404 + }, + "3": { + "accuracy": 0.5276073619631901, + "roc_auc": 0.5127690552079643 + }, + "4": { + "accuracy": 0.4938650306748466, + "roc_auc": 0.507574863258962 + }, + "5": { + "accuracy": 0.5061349693251533, + "roc_auc": 0.5166646991697164 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5030674846625767, + "roc_auc": 0.48624719631684576 + }, + "2": { + "accuracy": 0.5030674846625767, + "roc_auc": 0.5085192617951443 + }, + "3": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.48581434698776216 + }, + "4": { + "accuracy": 0.48773006134969327, + "roc_auc": 0.48691614527997484 + }, + "5": { + "accuracy": 0.5429447852760736, + "roc_auc": 0.5486955495218983 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.6221225357100697 + }, + "2": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6126392004092394 + }, + "3": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.5953842521544092 + }, + "4": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.5822610474953764 + }, + "5": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.569295242592374 + } + }, + "contrast": { + "1": { + "accuracy": 0.5950920245398773, + "roc_auc": 0.5699445165859993 + }, + "2": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.486129146499823 + }, + "3": { + "accuracy": 0.5214723926380368, + "roc_auc": 0.4496911029787904 + }, + "4": { + "accuracy": 0.5153374233128835, + "roc_auc": 0.44894345413764614 + }, + "5": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5771062054853816 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5435403598668904 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4074074074074074, + "roc_auc": 0.4544276585092911 + }, + "2": { + "accuracy": 0.4074074074074074, + "roc_auc": 0.4621138498689519 + }, + "3": { + "accuracy": 0.5714285714285714, + "roc_auc": 0.531584062196307 + }, + "4": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.45179197220013545 + }, + "5": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.45335276967930027 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5464263627528934 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5687045380922932 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5636393085372677 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5576464351974556 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47208233942927824 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.547250935006037 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.547250935006037 + }, + "3": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5328503695850635 + }, + "4": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5257531584062196 + }, + "5": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5172129457843744 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5427010631092264 + }, + "2": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.5395058456282946 + }, + "3": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.539977029772948 + }, + "4": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.533144859675472 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5242218099360957 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.49866007008864155 + }, + "2": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5206879288511941 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49528815855346464 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48761669169832433 + }, + "5": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.49004623494419414 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5464558117619343 + }, + "2": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5531407368142063 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5635067879965838 + }, + "4": { + "accuracy": 0.6296296296296297, + "roc_auc": 0.5797037429690491 + }, + "5": { + "accuracy": 0.626984126984127, + "roc_auc": 0.5780545984627616 + } + }, + "contrast": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5304944488617958 + }, + "2": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.47192036987955355 + }, + "3": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.44161733957652327 + }, + "4": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.4405571752510528 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.43569808875931326 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.6442307692307693, + "roc_auc": 0.8445748859104328 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.7725571892858909 + }, + "2": { + "accuracy": 0.25961538461538464, + "roc_auc": 0.6815153106604943 + }, + "3": { + "accuracy": 0.2387820512820513, + "roc_auc": 0.6283324167172347 + }, + "4": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.6299474320510594 + }, + "5": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.622561814501963 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2403846153846154, + "roc_auc": 0.553275072839941 + }, + "2": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.5566051284186206 + }, + "3": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.5971477224505481 + }, + "4": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.6066454995866214 + }, + "5": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.5975540202899615 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.7854289061642827 + }, + "2": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.7854289061642827 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.7364251843709843 + }, + "4": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.6965794531820424 + }, + "5": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6841179609070878 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.8395312676976071 + }, + "2": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.8132512594176194 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.7943950617981802 + }, + "4": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.7607900342101556 + }, + "5": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.7223185589523299 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2548076923076923, + "roc_auc": 0.6556963081232031 + }, + "2": { + "accuracy": 0.26121794871794873, + "roc_auc": 0.6098645265138112 + }, + "3": { + "accuracy": 0.26121794871794873, + "roc_auc": 0.6366099558349011 + }, + "4": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.6219207330768711 + }, + "5": { + "accuracy": 0.2916666666666667, + "roc_auc": 0.6486426413307861 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5913461538461539, + "roc_auc": 0.7888415785571435 + }, + "2": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.7557610470787813 + }, + "3": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.7577988762316433 + }, + "4": { + "accuracy": 0.5032051282051282, + "roc_auc": 0.7696950681541352 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.7772848725177592 + } + }, + "contrast": { + "1": { + "accuracy": 0.5849358974358975, + "roc_auc": 0.7779600128425977 + }, + "2": { + "accuracy": 0.47115384615384615, + "roc_auc": 0.7598322776044114 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.7449230418590966 + }, + "4": { + "accuracy": 0.2916666666666667, + "roc_auc": 0.6918434537022845 + }, + "5": { + "accuracy": 0.21634615384615385, + "roc_auc": 0.47017023782204376 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.719, + "roc_auc": 0.9452913333333333 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.561, + "roc_auc": 0.8979106666666666 + }, + "2": { + "accuracy": 0.527, + "roc_auc": 0.86383 + }, + "3": { + "accuracy": 0.448, + "roc_auc": 0.8302466666666666 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.8218133333333333 + }, + "5": { + "accuracy": 0.382, + "roc_auc": 0.803936 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.506, + "roc_auc": 0.7789333333333333 + }, + "2": { + "accuracy": 0.436, + "roc_auc": 0.7168973333333335 + }, + "3": { + "accuracy": 0.403, + "roc_auc": 0.6918513333333334 + }, + "4": { + "accuracy": 0.326, + "roc_auc": 0.645392 + }, + "5": { + "accuracy": 0.28, + "roc_auc": 0.6168853333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.496, + "roc_auc": 0.8192839999999999 + }, + "2": { + "accuracy": 0.496, + "roc_auc": 0.8192839999999999 + }, + "3": { + "accuracy": 0.481, + "roc_auc": 0.8060666666666667 + }, + "4": { + "accuracy": 0.433, + "roc_auc": 0.7954726666666667 + }, + "5": { + "accuracy": 0.403, + "roc_auc": 0.7927786666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.599, + "roc_auc": 0.908878 + }, + "2": { + "accuracy": 0.598, + "roc_auc": 0.8843306666666666 + }, + "3": { + "accuracy": 0.591, + "roc_auc": 0.8714833333333333 + }, + "4": { + "accuracy": 0.598, + "roc_auc": 0.850618 + }, + "5": { + "accuracy": 0.56, + "roc_auc": 0.8268733333333332 + } + }, + "pixelate": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.63957 + }, + "2": { + "accuracy": 0.325, + "roc_auc": 0.6245866666666666 + }, + "3": { + "accuracy": 0.348, + "roc_auc": 0.6221306666666667 + }, + "4": { + "accuracy": 0.322, + "roc_auc": 0.589304 + }, + "5": { + "accuracy": 0.307, + "roc_auc": 0.5689193333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.731, + "roc_auc": 0.9248493333333332 + }, + "2": { + "accuracy": 0.554, + "roc_auc": 0.8974686666666667 + }, + "3": { + "accuracy": 0.542, + "roc_auc": 0.8896200000000001 + }, + "4": { + "accuracy": 0.603, + "roc_auc": 0.8848826666666667 + }, + "5": { + "accuracy": 0.657, + "roc_auc": 0.8803259999999999 + } + }, + "contrast": { + "1": { + "accuracy": 0.726, + "roc_auc": 0.9478333333333333 + }, + "2": { + "accuracy": 0.693, + "roc_auc": 0.9301846666666667 + }, + "3": { + "accuracy": 0.686, + "roc_auc": 0.9109373333333333 + }, + "4": { + "accuracy": 0.636, + "roc_auc": 0.8666426666666667 + }, + "5": { + "accuracy": 0.421, + "roc_auc": 0.7074566666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.6645217899970751, + "roc_auc": 0.8990971700301622 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3696987423223165, + "roc_auc": 0.8372613400527635 + }, + "2": { + "accuracy": 0.3234863995320269, + "roc_auc": 0.813057426295746 + }, + "3": { + "accuracy": 0.2957004972214098, + "roc_auc": 0.7951308616150645 + }, + "4": { + "accuracy": 0.2705469435507458, + "roc_auc": 0.7848615940714905 + }, + "5": { + "accuracy": 0.23603392804913717, + "roc_auc": 0.7705613061627019 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.26147996490201814, + "roc_auc": 0.8086311061587748 + }, + "2": { + "accuracy": 0.19274641708101783, + "roc_auc": 0.772800041509053 + }, + "3": { + "accuracy": 0.15413863702837086, + "roc_auc": 0.7517222240096137 + }, + "4": { + "accuracy": 0.11143609242468558, + "roc_auc": 0.7254219673662683 + }, + "5": { + "accuracy": 0.10704884469143024, + "roc_auc": 0.6948647350693891 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.2889733840304182, + "roc_auc": 0.8277082616404228 + }, + "2": { + "accuracy": 0.2889733840304182, + "roc_auc": 0.8277082928606647 + }, + "3": { + "accuracy": 0.24217607487569465, + "roc_auc": 0.7801775826846835 + }, + "4": { + "accuracy": 0.2287218484937116, + "roc_auc": 0.7417646837536995 + }, + "5": { + "accuracy": 0.22755191576484352, + "roc_auc": 0.7279936166312329 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.558350394852296, + "roc_auc": 0.8818476204087315 + }, + "2": { + "accuracy": 0.40216437554840595, + "roc_auc": 0.8547656838054938 + }, + "3": { + "accuracy": 0.324656332260895, + "roc_auc": 0.8043881919149283 + }, + "4": { + "accuracy": 0.3006727113190992, + "roc_auc": 0.7488082853308156 + }, + "5": { + "accuracy": 0.29043579994150337, + "roc_auc": 0.712155094606405 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2038607780052647, + "roc_auc": 0.75261734836507 + }, + "2": { + "accuracy": 0.21088037437847323, + "roc_auc": 0.7130549844015578 + }, + "3": { + "accuracy": 0.19976601345422637, + "roc_auc": 0.747412237107294 + }, + "4": { + "accuracy": 0.19771863117870722, + "roc_auc": 0.7670147696805358 + }, + "5": { + "accuracy": 0.1778297747879497, + "roc_auc": 0.7534966138135741 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6595495758993858, + "roc_auc": 0.8997216118467993 + }, + "2": { + "accuracy": 0.6250365603977771, + "roc_auc": 0.896178221883182 + }, + "3": { + "accuracy": 0.5568879789412109, + "roc_auc": 0.8722844510528068 + }, + "4": { + "accuracy": 0.481134834747002, + "roc_auc": 0.8210522968477774 + }, + "5": { + "accuracy": 0.3922199473530272, + "roc_auc": 0.7638946357401444 + } + }, + "contrast": { + "1": { + "accuracy": 0.6636443404504241, + "roc_auc": 0.9055186304008614 + }, + "2": { + "accuracy": 0.5472360339280491, + "roc_auc": 0.8696231396565681 + }, + "3": { + "accuracy": 0.4398947060544019, + "roc_auc": 0.8251609207784885 + }, + "4": { + "accuracy": 0.325241298625329, + "roc_auc": 0.7549507088079324 + }, + "5": { + "accuracy": 0.12313541971336649, + "roc_auc": 0.5925946259943756 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/aml_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5bd5583256bad84427d072c42f04ed77d5c13944 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.7830702231899836, + "roc_auc": 0.7245677359280069 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4139902014153511, + "roc_auc": 0.6926132567703421 + }, + "2": { + "accuracy": 0.27109417528579205, + "roc_auc": 0.6714701266140146 + }, + "3": { + "accuracy": 0.26755579749591724, + "roc_auc": 0.664782184107267 + }, + "4": { + "accuracy": 0.2868807838867719, + "roc_auc": 0.6521261535147695 + }, + "5": { + "accuracy": 0.32389765922700053, + "roc_auc": 0.6566646583335906 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5623298856831791, + "roc_auc": 0.661664896963822 + }, + "2": { + "accuracy": 0.5032661948829613, + "roc_auc": 0.634232264532244 + }, + "3": { + "accuracy": 0.48285247686445293, + "roc_auc": 0.6302499069765047 + }, + "4": { + "accuracy": 0.46543277082199236, + "roc_auc": 0.5980451397905014 + }, + "5": { + "accuracy": 0.46352749047359826, + "roc_auc": 0.5758100106053363 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.766739248775177, + "roc_auc": 0.7020045904767759 + }, + "2": { + "accuracy": 0.766739248775177, + "roc_auc": 0.7020046174209678 + }, + "3": { + "accuracy": 0.7487751769188895, + "roc_auc": 0.7026349478648554 + }, + "4": { + "accuracy": 0.7474142623843223, + "roc_auc": 0.7023266159638468 + }, + "5": { + "accuracy": 0.741154055525313, + "roc_auc": 0.69860514493997 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7857920522591181, + "roc_auc": 0.7197935550785286 + }, + "2": { + "accuracy": 0.7778987479586282, + "roc_auc": 0.7192884295749968 + }, + "3": { + "accuracy": 0.7572128470332063, + "roc_auc": 0.71877794375328 + }, + "4": { + "accuracy": 0.7191072400653239, + "roc_auc": 0.7154244083382849 + }, + "5": { + "accuracy": 0.6769188894937398, + "roc_auc": 0.7107697715751724 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7133913990201415, + "roc_auc": 0.7091872558849058 + }, + "2": { + "accuracy": 0.7125748502994012, + "roc_auc": 0.7177614103332842 + }, + "3": { + "accuracy": 0.7117583015786608, + "roc_auc": 0.7033292173941533 + }, + "4": { + "accuracy": 0.6692977681001633, + "roc_auc": 0.6729517847362806 + }, + "5": { + "accuracy": 0.6151333696243876, + "roc_auc": 0.6541606820555665 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8029395753946652, + "roc_auc": 0.7183502820723898 + }, + "2": { + "accuracy": 0.8032117583015786, + "roc_auc": 0.7184959585020139 + }, + "3": { + "accuracy": 0.7686445291235711, + "roc_auc": 0.7098102990846 + }, + "4": { + "accuracy": 0.7278170930865542, + "roc_auc": 0.697555000106269 + }, + "5": { + "accuracy": 0.698421339139902, + "roc_auc": 0.6866163591178227 + } + }, + "contrast": { + "1": { + "accuracy": 0.7615677735438214, + "roc_auc": 0.7283967655224569 + }, + "2": { + "accuracy": 0.6924333151878062, + "roc_auc": 0.7026360992197265 + }, + "3": { + "accuracy": 0.6230266739248775, + "roc_auc": 0.6834583067945075 + }, + "4": { + "accuracy": 0.48285247686445293, + "roc_auc": 0.6538506295054077 + }, + "5": { + "accuracy": 0.11322808927599347, + "roc_auc": 0.6124756593873866 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/bloodmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..92d0e712e156e7274fadaff03d3620560d3e5d4c --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.5685472084185911, + "roc_auc": 0.948345336980985 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5057000876936568, + "roc_auc": 0.8977165698407262 + }, + "2": { + "accuracy": 0.400175387313651, + "roc_auc": 0.8015836652065353 + }, + "3": { + "accuracy": 0.36977491961414793, + "roc_auc": 0.7322542447322411 + }, + "4": { + "accuracy": 0.3566208710903245, + "roc_auc": 0.7094290971456993 + }, + "5": { + "accuracy": 0.33615901783104357, + "roc_auc": 0.6925088152596404 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3367436422098802, + "roc_auc": 0.7466332318186386 + }, + "2": { + "accuracy": 0.36363636363636365, + "roc_auc": 0.6930522350624928 + }, + "3": { + "accuracy": 0.346389944460684, + "roc_auc": 0.6806819580081668 + }, + "4": { + "accuracy": 0.22712657117801813, + "roc_auc": 0.6540840060036943 + }, + "5": { + "accuracy": 0.11049400760011692, + "roc_auc": 0.6349272351112387 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5638702133878982, + "roc_auc": 0.9336381439220413 + }, + "2": { + "accuracy": 0.5638702133878982, + "roc_auc": 0.9336380612694934 + }, + "3": { + "accuracy": 0.5565624086524408, + "roc_auc": 0.9215580722717363 + }, + "4": { + "accuracy": 0.5282081262788658, + "roc_auc": 0.905783454081172 + }, + "5": { + "accuracy": 0.509792458345513, + "roc_auc": 0.8977221763976628 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6033323589593687, + "roc_auc": 0.9423082004862302 + }, + "2": { + "accuracy": 0.6179479684302835, + "roc_auc": 0.9270352691655337 + }, + "3": { + "accuracy": 0.5928091201403098, + "roc_auc": 0.9013573951295055 + }, + "4": { + "accuracy": 0.5667933352820813, + "roc_auc": 0.8641058634738628 + }, + "5": { + "accuracy": 0.5372698041508331, + "roc_auc": 0.8332974217769503 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5366851797719965, + "roc_auc": 0.9040865937297435 + }, + "2": { + "accuracy": 0.5361005553931599, + "roc_auc": 0.8782993173425327 + }, + "3": { + "accuracy": 0.5252850043846828, + "roc_auc": 0.8804165612327686 + }, + "4": { + "accuracy": 0.507746273019585, + "roc_auc": 0.859753983740829 + }, + "5": { + "accuracy": 0.4682841274481146, + "roc_auc": 0.8385264508858606 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5670856474714996, + "roc_auc": 0.9461912591112386 + }, + "2": { + "accuracy": 0.5735165156387021, + "roc_auc": 0.9439349482081216 + }, + "3": { + "accuracy": 0.5869628763519439, + "roc_auc": 0.9375010123065725 + }, + "4": { + "accuracy": 0.5901783104355451, + "roc_auc": 0.9255422301052136 + }, + "5": { + "accuracy": 0.5682548962291728, + "roc_auc": 0.905483066697363 + } + }, + "contrast": { + "1": { + "accuracy": 0.5729318912598655, + "roc_auc": 0.9456741675717739 + }, + "2": { + "accuracy": 0.5144694533762058, + "roc_auc": 0.9230181839110151 + }, + "3": { + "accuracy": 0.45074539608301667, + "roc_auc": 0.8942960675813577 + }, + "4": { + "accuracy": 0.3440514469453376, + "roc_auc": 0.8353443370086582 + }, + "5": { + "accuracy": 0.30926629640456005, + "roc_auc": 0.6767930935832982 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/breastmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..2646a27654bd69c5c5614198acb1cccb0b808152 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.358974358974359, + "roc_auc": 0.678153717627402 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6538461538461539, + "roc_auc": 0.746031746031746 + }, + "2": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.7798663324979115 + }, + "3": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.7504177109440268 + }, + "4": { + "accuracy": 0.6346153846153846, + "roc_auc": 0.7441520467836257 + }, + "5": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.7297410192147035 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.7589807852965748 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.7441520467836258 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.7094820384294069 + }, + "4": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.6545530492898914 + }, + "5": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6242690058479532 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.7002923976608187 + }, + "2": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.7002923976608187 + }, + "3": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6658312447786132 + }, + "4": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6666666666666666 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.7015455304928989 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.6351294903926483 + }, + "2": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.5785296574770259 + }, + "3": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.5678780284043441 + }, + "4": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5799916457811194 + }, + "5": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.559732664995823 + } + }, + "pixelate": { + "1": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.5967000835421888 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5944026733500418 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.601921470342523 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.5749791144527987 + }, + "5": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.5286131996658312 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6737677527151211 + }, + "2": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6800334168755222 + }, + "3": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6829573934837092 + }, + "4": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6913116123642439 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.7005012531328321 + } + }, + "contrast": { + "1": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6739766081871346 + }, + "2": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.6468253968253967 + }, + "3": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.6223893065998329 + }, + "4": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.5609857978279031 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.5035505430242272 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/fundus_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..23b3a01acea5003621d8fcb92650defb6efbc71d --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.7109375, + "roc_auc": 0.24108459677895108 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.753125, + "roc_auc": 0.2800793463512477 + }, + "2": { + "accuracy": 0.75, + "roc_auc": 0.31984838652586867 + }, + "3": { + "accuracy": 0.753125, + "roc_auc": 0.3287785381393428 + }, + "4": { + "accuracy": 0.725, + "roc_auc": 0.3850805262226417 + }, + "5": { + "accuracy": 0.71875, + "roc_auc": 0.4316706978939296 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4171875, + "roc_auc": 0.2971948557607221 + }, + "2": { + "accuracy": 0.4875, + "roc_auc": 0.3773449943956109 + }, + "3": { + "accuracy": 0.4859375, + "roc_auc": 0.45762786856232673 + }, + "4": { + "accuracy": 0.434375, + "roc_auc": 0.5307061530293198 + }, + "5": { + "accuracy": 0.4109375, + "roc_auc": 0.6123385051029437 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.74375, + "roc_auc": 0.2279806501091381 + }, + "2": { + "accuracy": 0.74375, + "roc_auc": 0.2279806501091381 + }, + "3": { + "accuracy": 0.7515625, + "roc_auc": 0.29254911214677604 + }, + "4": { + "accuracy": 0.7625, + "roc_auc": 0.34606365406170725 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.380847737596602 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7546875, + "roc_auc": 0.2859418323402749 + }, + "2": { + "accuracy": 0.721875, + "roc_auc": 0.31719367588932806 + }, + "3": { + "accuracy": 0.703125, + "roc_auc": 0.357154445165477 + }, + "4": { + "accuracy": 0.675, + "roc_auc": 0.3529585275205003 + }, + "5": { + "accuracy": 0.6515625, + "roc_auc": 0.36822311368060884 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7484375, + "roc_auc": 0.4378797711049495 + }, + "2": { + "accuracy": 0.7390625, + "roc_auc": 0.4582178042593358 + }, + "3": { + "accuracy": 0.7453125, + "roc_auc": 0.386142410477258 + }, + "4": { + "accuracy": 0.709375, + "roc_auc": 0.3968792401628223 + }, + "5": { + "accuracy": 0.746875, + "roc_auc": 0.4942481269541619 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7390625, + "roc_auc": 0.2255619137514011 + }, + "2": { + "accuracy": 0.740625, + "roc_auc": 0.23281812282461212 + }, + "3": { + "accuracy": 0.728125, + "roc_auc": 0.2094050498495664 + }, + "4": { + "accuracy": 0.7171875, + "roc_auc": 0.20525337738186536 + }, + "5": { + "accuracy": 0.6953125, + "roc_auc": 0.22050321514954868 + } + }, + "contrast": { + "1": { + "accuracy": 0.7328125, + "roc_auc": 0.23225768391245355 + }, + "2": { + "accuracy": 0.7046875, + "roc_auc": 0.2547342339684975 + }, + "3": { + "accuracy": 0.6984375, + "roc_auc": 0.31318948734587926 + }, + "4": { + "accuracy": 0.6921875, + "roc_auc": 0.39816235030381686 + }, + "5": { + "accuracy": 0.7625, + "roc_auc": 0.6831086661553891 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/mammo_calc_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ef65e1ea35f69cbfecd05d9653168710bf36da5e --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.598159509202454, + "roc_auc": 0.6282217762562469 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.588957055214724, + "roc_auc": 0.6492739936253099 + }, + "2": { + "accuracy": 0.558282208588957, + "roc_auc": 0.6373903120450163 + }, + "3": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.6026049659623027 + }, + "4": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6156888206823279 + }, + "5": { + "accuracy": 0.5736196319018405, + "roc_auc": 0.5792311021917916 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.598159509202454, + "roc_auc": 0.48345335064730655 + }, + "2": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4721205682131193 + }, + "3": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4949435328375241 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.38000236099634044 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3928304411128163 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.49100853893676466 + }, + "2": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.49100853893676466 + }, + "3": { + "accuracy": 0.48773006134969327, + "roc_auc": 0.47180576870105856 + }, + "4": { + "accuracy": 0.4539877300613497, + "roc_auc": 0.46720182583716996 + }, + "5": { + "accuracy": 0.44171779141104295, + "roc_auc": 0.47231731790815723 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5153374233128835, + "roc_auc": 0.5330736237358832 + }, + "2": { + "accuracy": 0.5184049079754601, + "roc_auc": 0.5100539094164404 + }, + "3": { + "accuracy": 0.5276073619631901, + "roc_auc": 0.5127690552079643 + }, + "4": { + "accuracy": 0.4938650306748466, + "roc_auc": 0.507574863258962 + }, + "5": { + "accuracy": 0.5061349693251533, + "roc_auc": 0.5166646991697164 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5030674846625767, + "roc_auc": 0.48624719631684576 + }, + "2": { + "accuracy": 0.5030674846625767, + "roc_auc": 0.5085192617951443 + }, + "3": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.48581434698776216 + }, + "4": { + "accuracy": 0.48773006134969327, + "roc_auc": 0.48691614527997484 + }, + "5": { + "accuracy": 0.5429447852760736, + "roc_auc": 0.5486955495218983 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.6221225357100697 + }, + "2": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6126392004092394 + }, + "3": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.5953842521544092 + }, + "4": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.5822610474953764 + }, + "5": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.569295242592374 + } + }, + "contrast": { + "1": { + "accuracy": 0.5950920245398773, + "roc_auc": 0.5699445165859993 + }, + "2": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.486129146499823 + }, + "3": { + "accuracy": 0.5214723926380368, + "roc_auc": 0.4496911029787904 + }, + "4": { + "accuracy": 0.5153374233128835, + "roc_auc": 0.44894345413764614 + }, + "5": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5771062054853816 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/mammo_mass_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0619aaec1731f007416b4c7c0909f3eac6fd31a3 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5435403598668904 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4074074074074074, + "roc_auc": 0.4544276585092911 + }, + "2": { + "accuracy": 0.4074074074074074, + "roc_auc": 0.4621138498689519 + }, + "3": { + "accuracy": 0.5714285714285714, + "roc_auc": 0.531584062196307 + }, + "4": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.45179197220013545 + }, + "5": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.45335276967930027 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5464263627528934 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5687045380922932 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5636393085372677 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5576464351974556 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47208233942927824 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.547250935006037 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.547250935006037 + }, + "3": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5328503695850635 + }, + "4": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5257531584062196 + }, + "5": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5172129457843744 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5427010631092264 + }, + "2": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.5395058456282946 + }, + "3": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.539977029772948 + }, + "4": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.533144859675472 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5242218099360957 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.49866007008864155 + }, + "2": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.5206879288511941 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49528815855346464 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48761669169832433 + }, + "5": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.49004623494419414 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5464558117619343 + }, + "2": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5531407368142063 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5635067879965838 + }, + "4": { + "accuracy": 0.6296296296296297, + "roc_auc": 0.5797037429690491 + }, + "5": { + "accuracy": 0.626984126984127, + "roc_auc": 0.5780545984627616 + } + }, + "contrast": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5304944488617958 + }, + "2": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.47192036987955355 + }, + "3": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.44161733957652327 + }, + "4": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.4405571752510528 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.43569808875931326 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/oct_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3c8ba2b4778862f0da83762ef3ed32c7af2a374a --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.719, + "roc_auc": 0.9452913333333333 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.561, + "roc_auc": 0.8979106666666666 + }, + "2": { + "accuracy": 0.527, + "roc_auc": 0.86383 + }, + "3": { + "accuracy": 0.448, + "roc_auc": 0.8302466666666666 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.8218133333333333 + }, + "5": { + "accuracy": 0.382, + "roc_auc": 0.803936 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.506, + "roc_auc": 0.7789333333333333 + }, + "2": { + "accuracy": 0.436, + "roc_auc": 0.7168973333333335 + }, + "3": { + "accuracy": 0.403, + "roc_auc": 0.6918513333333334 + }, + "4": { + "accuracy": 0.326, + "roc_auc": 0.645392 + }, + "5": { + "accuracy": 0.28, + "roc_auc": 0.6168853333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.496, + "roc_auc": 0.8192839999999999 + }, + "2": { + "accuracy": 0.496, + "roc_auc": 0.8192839999999999 + }, + "3": { + "accuracy": 0.481, + "roc_auc": 0.8060666666666667 + }, + "4": { + "accuracy": 0.433, + "roc_auc": 0.7954726666666667 + }, + "5": { + "accuracy": 0.403, + "roc_auc": 0.7927786666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.599, + "roc_auc": 0.908878 + }, + "2": { + "accuracy": 0.598, + "roc_auc": 0.8843306666666666 + }, + "3": { + "accuracy": 0.591, + "roc_auc": 0.8714833333333333 + }, + "4": { + "accuracy": 0.598, + "roc_auc": 0.850618 + }, + "5": { + "accuracy": 0.56, + "roc_auc": 0.8268733333333332 + } + }, + "pixelate": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.63957 + }, + "2": { + "accuracy": 0.325, + "roc_auc": 0.6245866666666666 + }, + "3": { + "accuracy": 0.348, + "roc_auc": 0.6221306666666667 + }, + "4": { + "accuracy": 0.322, + "roc_auc": 0.589304 + }, + "5": { + "accuracy": 0.307, + "roc_auc": 0.5689193333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.731, + "roc_auc": 0.9248493333333332 + }, + "2": { + "accuracy": 0.554, + "roc_auc": 0.8974686666666667 + }, + "3": { + "accuracy": 0.542, + "roc_auc": 0.8896200000000001 + }, + "4": { + "accuracy": 0.603, + "roc_auc": 0.8848826666666667 + }, + "5": { + "accuracy": 0.657, + "roc_auc": 0.8803259999999999 + } + }, + "contrast": { + "1": { + "accuracy": 0.726, + "roc_auc": 0.9478333333333333 + }, + "2": { + "accuracy": 0.693, + "roc_auc": 0.9301846666666667 + }, + "3": { + "accuracy": 0.686, + "roc_auc": 0.9109373333333333 + }, + "4": { + "accuracy": 0.636, + "roc_auc": 0.8666426666666667 + }, + "5": { + "accuracy": 0.421, + "roc_auc": 0.7074566666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/octmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..aaccfcde92091582762ba738736af98cd0ccef07 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.318, + "roc_auc": 0.853734 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.368, + "roc_auc": 0.8568340000000001 + }, + "2": { + "accuracy": 0.378, + "roc_auc": 0.85728 + }, + "3": { + "accuracy": 0.394, + "roc_auc": 0.8603693333333334 + }, + "4": { + "accuracy": 0.406, + "roc_auc": 0.8642866666666666 + }, + "5": { + "accuracy": 0.403, + "roc_auc": 0.8617933333333332 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.333, + "roc_auc": 0.8354653333333333 + }, + "2": { + "accuracy": 0.379, + "roc_auc": 0.8013960000000001 + }, + "3": { + "accuracy": 0.363, + "roc_auc": 0.784856 + }, + "4": { + "accuracy": 0.303, + "roc_auc": 0.7373826666666667 + }, + "5": { + "accuracy": 0.271, + "roc_auc": 0.7006526666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.537, + "roc_auc": 0.9036626666666666 + }, + "2": { + "accuracy": 0.537, + "roc_auc": 0.9036626666666666 + }, + "3": { + "accuracy": 0.508, + "roc_auc": 0.874416 + }, + "4": { + "accuracy": 0.475, + "roc_auc": 0.8462239999999999 + }, + "5": { + "accuracy": 0.433, + "roc_auc": 0.8321400000000001 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.32, + "roc_auc": 0.8606573333333333 + }, + "2": { + "accuracy": 0.356, + "roc_auc": 0.7869433333333333 + }, + "3": { + "accuracy": 0.396, + "roc_auc": 0.7606066666666667 + }, + "4": { + "accuracy": 0.407, + "roc_auc": 0.7197366666666666 + }, + "5": { + "accuracy": 0.413, + "roc_auc": 0.6929306666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.486, + "roc_auc": 0.8541679999999999 + }, + "2": { + "accuracy": 0.487, + "roc_auc": 0.8490566666666666 + }, + "3": { + "accuracy": 0.485, + "roc_auc": 0.847674 + }, + "4": { + "accuracy": 0.477, + "roc_auc": 0.8313053333333333 + }, + "5": { + "accuracy": 0.456, + "roc_auc": 0.7698419999999999 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.334, + "roc_auc": 0.8653146666666666 + }, + "2": { + "accuracy": 0.343, + "roc_auc": 0.8787746666666667 + }, + "3": { + "accuracy": 0.344, + "roc_auc": 0.8875406666666668 + }, + "4": { + "accuracy": 0.339, + "roc_auc": 0.892374 + }, + "5": { + "accuracy": 0.339, + "roc_auc": 0.8955733333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.35, + "roc_auc": 0.884892 + }, + "2": { + "accuracy": 0.386, + "roc_auc": 0.9214199999999999 + }, + "3": { + "accuracy": 0.413, + "roc_auc": 0.93301 + }, + "4": { + "accuracy": 0.451, + "roc_auc": 0.9172033333333333 + }, + "5": { + "accuracy": 0.331, + "roc_auc": 0.6522306666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/pbc_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..993529892791ecae0d82773eca8919cf328abe38 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.6645217899970751, + "roc_auc": 0.8990971700301622 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3696987423223165, + "roc_auc": 0.8372613400527635 + }, + "2": { + "accuracy": 0.3234863995320269, + "roc_auc": 0.813057426295746 + }, + "3": { + "accuracy": 0.2957004972214098, + "roc_auc": 0.7951308616150645 + }, + "4": { + "accuracy": 0.2705469435507458, + "roc_auc": 0.7848615940714905 + }, + "5": { + "accuracy": 0.23603392804913717, + "roc_auc": 0.7705613061627019 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.26147996490201814, + "roc_auc": 0.8086311061587748 + }, + "2": { + "accuracy": 0.19274641708101783, + "roc_auc": 0.772800041509053 + }, + "3": { + "accuracy": 0.15413863702837086, + "roc_auc": 0.7517222240096137 + }, + "4": { + "accuracy": 0.11143609242468558, + "roc_auc": 0.7254219673662683 + }, + "5": { + "accuracy": 0.10704884469143024, + "roc_auc": 0.6948647350693891 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.2889733840304182, + "roc_auc": 0.8277082616404228 + }, + "2": { + "accuracy": 0.2889733840304182, + "roc_auc": 0.8277082928606647 + }, + "3": { + "accuracy": 0.24217607487569465, + "roc_auc": 0.7801775826846835 + }, + "4": { + "accuracy": 0.2287218484937116, + "roc_auc": 0.7417646837536995 + }, + "5": { + "accuracy": 0.22755191576484352, + "roc_auc": 0.7279936166312329 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.558350394852296, + "roc_auc": 0.8818476204087315 + }, + "2": { + "accuracy": 0.40216437554840595, + "roc_auc": 0.8547656838054938 + }, + "3": { + "accuracy": 0.324656332260895, + "roc_auc": 0.8043881919149283 + }, + "4": { + "accuracy": 0.3006727113190992, + "roc_auc": 0.7488082853308156 + }, + "5": { + "accuracy": 0.29043579994150337, + "roc_auc": 0.712155094606405 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2038607780052647, + "roc_auc": 0.75261734836507 + }, + "2": { + "accuracy": 0.21088037437847323, + "roc_auc": 0.7130549844015578 + }, + "3": { + "accuracy": 0.19976601345422637, + "roc_auc": 0.747412237107294 + }, + "4": { + "accuracy": 0.19771863117870722, + "roc_auc": 0.7670147696805358 + }, + "5": { + "accuracy": 0.1778297747879497, + "roc_auc": 0.7534966138135741 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6595495758993858, + "roc_auc": 0.8997216118467993 + }, + "2": { + "accuracy": 0.6250365603977771, + "roc_auc": 0.896178221883182 + }, + "3": { + "accuracy": 0.5568879789412109, + "roc_auc": 0.8722844510528068 + }, + "4": { + "accuracy": 0.481134834747002, + "roc_auc": 0.8210522968477774 + }, + "5": { + "accuracy": 0.3922199473530272, + "roc_auc": 0.7638946357401444 + } + }, + "contrast": { + "1": { + "accuracy": 0.6636443404504241, + "roc_auc": 0.9055186304008614 + }, + "2": { + "accuracy": 0.5472360339280491, + "roc_auc": 0.8696231396565681 + }, + "3": { + "accuracy": 0.4398947060544019, + "roc_auc": 0.8251609207784885 + }, + "4": { + "accuracy": 0.325241298625329, + "roc_auc": 0.7549507088079324 + }, + "5": { + "accuracy": 0.12313541971336649, + "roc_auc": 0.5925946259943756 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/pneumonia_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..53c030a2af651fe3587470aba3da989754bf3ee4 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.6442307692307693, + "roc_auc": 0.8445748859104328 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.7725571892858909 + }, + "2": { + "accuracy": 0.25961538461538464, + "roc_auc": 0.6815153106604943 + }, + "3": { + "accuracy": 0.2387820512820513, + "roc_auc": 0.6283324167172347 + }, + "4": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.6299474320510594 + }, + "5": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.622561814501963 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2403846153846154, + "roc_auc": 0.553275072839941 + }, + "2": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.5566051284186206 + }, + "3": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.5971477224505481 + }, + "4": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.6066454995866214 + }, + "5": { + "accuracy": 0.23717948717948717, + "roc_auc": 0.5975540202899615 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.7854289061642827 + }, + "2": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.7854289061642827 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.7364251843709843 + }, + "4": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.6965794531820424 + }, + "5": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6841179609070878 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.8395312676976071 + }, + "2": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.8132512594176194 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.7943950617981802 + }, + "4": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.7607900342101556 + }, + "5": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.7223185589523299 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2548076923076923, + "roc_auc": 0.6556963081232031 + }, + "2": { + "accuracy": 0.26121794871794873, + "roc_auc": 0.6098645265138112 + }, + "3": { + "accuracy": 0.26121794871794873, + "roc_auc": 0.6366099558349011 + }, + "4": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.6219207330768711 + }, + "5": { + "accuracy": 0.2916666666666667, + "roc_auc": 0.6486426413307861 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5913461538461539, + "roc_auc": 0.7888415785571435 + }, + "2": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.7557610470787813 + }, + "3": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.7577988762316433 + }, + "4": { + "accuracy": 0.5032051282051282, + "roc_auc": 0.7696950681541352 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.7772848725177592 + } + }, + "contrast": { + "1": { + "accuracy": 0.5849358974358975, + "roc_auc": 0.7779600128425977 + }, + "2": { + "accuracy": 0.47115384615384615, + "roc_auc": 0.7598322776044114 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.7449230418590966 + }, + "4": { + "accuracy": 0.2916666666666667, + "roc_auc": 0.6918434537022845 + }, + "5": { + "accuracy": 0.21634615384615385, + "roc_auc": 0.47017023782204376 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b0bbf419ab29bb716c34dc1ed92248cb64c8b78d --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.8685897435897436, + "roc_auc": 0.9447403024326101 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.8028846153846154, + "roc_auc": 0.8877602454525533 + }, + "2": { + "accuracy": 0.6362179487179487, + "roc_auc": 0.659555117247425 + }, + "3": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.48565636642559723 + }, + "4": { + "accuracy": 0.5801282051282052, + "roc_auc": 0.43616042077580536 + }, + "5": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.4107495069033531 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6314102564102564, + "roc_auc": 0.73158010081087 + }, + "2": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.656980056980057 + }, + "3": { + "accuracy": 0.625, + "roc_auc": 0.5855139162831471 + }, + "4": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.46717619986850756 + }, + "5": { + "accuracy": 0.6185897435897436, + "roc_auc": 0.36208634670173134 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8076923076923077, + "roc_auc": 0.8842537804076266 + }, + "2": { + "accuracy": 0.8076923076923077, + "roc_auc": 0.8842537804076266 + }, + "3": { + "accuracy": 0.7884615384615384, + "roc_auc": 0.854098181021258 + }, + "4": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.8088373876835417 + }, + "5": { + "accuracy": 0.717948717948718, + "roc_auc": 0.7771531886916503 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7852564102564102, + "roc_auc": 0.9057199211045365 + }, + "2": { + "accuracy": 0.7131410256410257, + "roc_auc": 0.8408503177733946 + }, + "3": { + "accuracy": 0.7035256410256411, + "roc_auc": 0.8061417926802541 + }, + "4": { + "accuracy": 0.6810897435897436, + "roc_auc": 0.7744904667981592 + }, + "5": { + "accuracy": 0.6778846153846154, + "roc_auc": 0.7502629848783695 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6458333333333334, + "roc_auc": 0.6501150558842868 + }, + "2": { + "accuracy": 0.6169871794871795, + "roc_auc": 0.5415242165242166 + }, + "3": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.5908064869603331 + }, + "4": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.48842866535174223 + }, + "5": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.5036489151873768 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8766025641025641, + "roc_auc": 0.9489699758930528 + }, + "2": { + "accuracy": 0.8878205128205128, + "roc_auc": 0.9507560815253124 + }, + "3": { + "accuracy": 0.8862179487179487, + "roc_auc": 0.9484659215428446 + }, + "4": { + "accuracy": 0.8669871794871795, + "roc_auc": 0.9409379793995177 + }, + "5": { + "accuracy": 0.8157051282051282, + "roc_auc": 0.9202279202279202 + } + }, + "contrast": { + "1": { + "accuracy": 0.8830128205128205, + "roc_auc": 0.952158667543283 + }, + "2": { + "accuracy": 0.7259615384615384, + "roc_auc": 0.9173624808240194 + }, + "3": { + "accuracy": 0.657051282051282, + "roc_auc": 0.8357001972386588 + }, + "4": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.5665680473372782 + }, + "5": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.16971290817444665 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-16/vit/retinamnist_results.json b/results/fewshot-30-percent/rmedclip-rank-16/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..471904213b5ccb7b2ba8e9fa16042df45649127d --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-16/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4425, + "roc_auc": 0.5544861069706782 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.22, + "roc_auc": 0.5657513316195363 + }, + "2": { + "accuracy": 0.145, + "roc_auc": 0.5438926600245141 + }, + "3": { + "accuracy": 0.1525, + "roc_auc": 0.5439581504190253 + }, + "4": { + "accuracy": 0.1425, + "roc_auc": 0.5263002504378635 + }, + "5": { + "accuracy": 0.1225, + "roc_auc": 0.5319942631286351 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0875, + "roc_auc": 0.5509386026566165 + }, + "2": { + "accuracy": 0.08, + "roc_auc": 0.5162238863153135 + }, + "3": { + "accuracy": 0.08, + "roc_auc": 0.5106343816849523 + }, + "4": { + "accuracy": 0.0775, + "roc_auc": 0.4932718158035378 + }, + "5": { + "accuracy": 0.075, + "roc_auc": 0.4707791708895653 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.44, + "roc_auc": 0.5238752255261605 + }, + "2": { + "accuracy": 0.44, + "roc_auc": 0.5238752255261605 + }, + "3": { + "accuracy": 0.44, + "roc_auc": 0.5311474565759463 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.5235779310869809 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.507851596323036 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.44, + "roc_auc": 0.5349636264771309 + }, + "2": { + "accuracy": 0.44, + "roc_auc": 0.5613915297426975 + }, + "3": { + "accuracy": 0.44, + "roc_auc": 0.552166332055499 + }, + "4": { + "accuracy": 0.44, + "roc_auc": 0.5485422936721618 + }, + "5": { + "accuracy": 0.44, + "roc_auc": 0.5456407060466086 + } + }, + "pixelate": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.5150797069056819 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5086722045986424 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5255691710821327 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5006737011348849 + }, + "5": { + "accuracy": 0.425, + "roc_auc": 0.4800168907359922 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.44, + "roc_auc": 0.5471685038806943 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5751700971300956 + }, + "3": { + "accuracy": 0.405, + "roc_auc": 0.5940282647325063 + }, + "4": { + "accuracy": 0.4225, + "roc_auc": 0.6077756916286902 + }, + "5": { + "accuracy": 0.405, + "roc_auc": 0.6295016762155174 + } + }, + "contrast": { + "1": { + "accuracy": 0.4425, + "roc_auc": 0.5339294438413418 + }, + "2": { + "accuracy": 0.42, + "roc_auc": 0.5271032263316184 + }, + "3": { + "accuracy": 0.3775, + "roc_auc": 0.5091873443304518 + }, + "4": { + "accuracy": 0.2675, + "roc_auc": 0.4754838108746746 + }, + "5": { + "accuracy": 0.155, + "roc_auc": 0.46035794077077286 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/all_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3564a2eca84540bc6b31a5ca116113ac9122bc5a --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.10727857351651564, + "roc_auc": 0.5374973560555939 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.09003215434083602, + "roc_auc": 0.542204547416246 + }, + "2": { + "accuracy": 0.08886290558316282, + "roc_auc": 0.5442487222606734 + }, + "3": { + "accuracy": 0.08535515931014323, + "roc_auc": 0.5368069654584529 + }, + "4": { + "accuracy": 0.09090909090909091, + "roc_auc": 0.5381487865710374 + }, + "5": { + "accuracy": 0.08915521777258112, + "roc_auc": 0.538415969496149 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.07746273019584916, + "roc_auc": 0.5136911877383415 + }, + "2": { + "accuracy": 0.08477053493130664, + "roc_auc": 0.5140089959486575 + }, + "3": { + "accuracy": 0.08886290558316282, + "roc_auc": 0.5092812863306231 + }, + "4": { + "accuracy": 0.0920783396667641, + "roc_auc": 0.49962417822096417 + }, + "5": { + "accuracy": 0.0935399006138556, + "roc_auc": 0.5015559890375865 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0926629640456007, + "roc_auc": 0.5295737981022308 + }, + "2": { + "accuracy": 0.0920783396667641, + "roc_auc": 0.5294977460773422 + }, + "3": { + "accuracy": 0.09003215434083602, + "roc_auc": 0.5281149696212923 + }, + "4": { + "accuracy": 0.08973984215141771, + "roc_auc": 0.5269838508692011 + }, + "5": { + "accuracy": 0.0920783396667641, + "roc_auc": 0.5286909159376576 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12189418298743057, + "roc_auc": 0.5478597760702762 + }, + "2": { + "accuracy": 0.10990938322128033, + "roc_auc": 0.5304995664951314 + }, + "3": { + "accuracy": 0.11429406606255481, + "roc_auc": 0.5261702644007182 + }, + "4": { + "accuracy": 0.10494007600116925, + "roc_auc": 0.5104933768855289 + }, + "5": { + "accuracy": 0.10114001753873136, + "roc_auc": 0.5070139327833896 + } + }, + "pixelate": { + "1": { + "accuracy": 0.07424729611224788, + "roc_auc": 0.5070783289358013 + }, + "2": { + "accuracy": 0.06723180356620871, + "roc_auc": 0.5188321550816316 + }, + "3": { + "accuracy": 0.06927798889213681, + "roc_auc": 0.48927100577542615 + }, + "4": { + "accuracy": 0.08564747149956153, + "roc_auc": 0.5048279223616076 + }, + "5": { + "accuracy": 0.10318620286465946, + "roc_auc": 0.5097021927355326 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.10552470038000585, + "roc_auc": 0.5386510735048019 + }, + "2": { + "accuracy": 0.11458637825197311, + "roc_auc": 0.5404863181734948 + }, + "3": { + "accuracy": 0.13241742180648933, + "roc_auc": 0.5434041767836613 + }, + "4": { + "accuracy": 0.1356328558900906, + "roc_auc": 0.5478720566014128 + }, + "5": { + "accuracy": 0.14674071908798597, + "roc_auc": 0.5486812861070364 + } + }, + "contrast": { + "1": { + "accuracy": 0.10494007600116925, + "roc_auc": 0.5413202070344264 + }, + "2": { + "accuracy": 0.09909383221280327, + "roc_auc": 0.5489725339923484 + }, + "3": { + "accuracy": 0.09500146156094709, + "roc_auc": 0.5513858839072292 + }, + "4": { + "accuracy": 0.07921660333235896, + "roc_auc": 0.5500966378265927 + }, + "5": { + "accuracy": 0.038292896813797134, + "roc_auc": 0.5272915359689262 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4025, + "roc_auc": 0.45526114799276807 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4, + "roc_auc": 0.44399847339289417 + }, + "2": { + "accuracy": 0.42, + "roc_auc": 0.4385769786346154 + }, + "3": { + "accuracy": 0.4075, + "roc_auc": 0.4385503701291412 + }, + "4": { + "accuracy": 0.415, + "roc_auc": 0.46453856966817375 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.4287706930387312 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.4626180441229111 + }, + "2": { + "accuracy": 0.4275, + "roc_auc": 0.5019352288461604 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5219181377630095 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.5375210542768706 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.520279992890764 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4175, + "roc_auc": 0.44283956379708656 + }, + "2": { + "accuracy": 0.4175, + "roc_auc": 0.44281184657064604 + }, + "3": { + "accuracy": 0.415, + "roc_auc": 0.4538372484098156 + }, + "4": { + "accuracy": 0.41, + "roc_auc": 0.46059861268522473 + }, + "5": { + "accuracy": 0.4175, + "roc_auc": 0.4566096825235305 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4175, + "roc_auc": 0.45162553483130985 + }, + "2": { + "accuracy": 0.4225, + "roc_auc": 0.46468072852268616 + }, + "3": { + "accuracy": 0.42, + "roc_auc": 0.45381709832646866 + }, + "4": { + "accuracy": 0.4175, + "roc_auc": 0.440393847447749 + }, + "5": { + "accuracy": 0.42, + "roc_auc": 0.43319490497513724 + } + }, + "pixelate": { + "1": { + "accuracy": 0.395, + "roc_auc": 0.4368985923904276 + }, + "2": { + "accuracy": 0.395, + "roc_auc": 0.4390271344999174 + }, + "3": { + "accuracy": 0.4, + "roc_auc": 0.4458233641564231 + }, + "4": { + "accuracy": 0.4025, + "roc_auc": 0.4326941846278866 + }, + "5": { + "accuracy": 0.42, + "roc_auc": 0.4492996152599623 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4, + "roc_auc": 0.4536811557793591 + }, + "2": { + "accuracy": 0.405, + "roc_auc": 0.45206370725274436 + }, + "3": { + "accuracy": 0.41, + "roc_auc": 0.45260875242134874 + }, + "4": { + "accuracy": 0.4075, + "roc_auc": 0.45084710220695917 + }, + "5": { + "accuracy": 0.405, + "roc_auc": 0.4462877220670414 + } + }, + "contrast": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.44887486925395426 + }, + "2": { + "accuracy": 0.395, + "roc_auc": 0.4503095749290891 + }, + "3": { + "accuracy": 0.395, + "roc_auc": 0.45282509898898304 + }, + "4": { + "accuracy": 0.3975, + "roc_auc": 0.4595801414920763 + }, + "5": { + "accuracy": 0.3875, + "roc_auc": 0.45085739188399215 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4312865497076024 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4193817878028404 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.41290726817042606 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.45551378446115287 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.4369256474519632 + }, + "5": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.4099832915622389 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.49686716791979946 + }, + "2": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.4448621553884712 + }, + "3": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.45781119465329995 + }, + "4": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.43191311612364247 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.43128654970760233 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4137426900584795 + }, + "2": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4139515455304929 + }, + "3": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4137426900584795 + }, + "4": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.42021720969089393 + }, + "5": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.4041353383458647 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4423558897243107 + }, + "2": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.4066416040100251 + }, + "3": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.3949456975772765 + }, + "4": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.4216791979949875 + }, + "5": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4154135338345865 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5152464494569757 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.49164578111946533 + }, + "3": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.49498746867167925 + }, + "4": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.4615705931495405 + }, + "5": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.46177944862155396 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4277360066833751 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4266917293233083 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.42836257309941517 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.4269005847953216 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4241854636591479 + } + }, + "contrast": { + "1": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.43128654970760233 + }, + "2": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.4306599832915622 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.42293233082706766 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.40852130325814534 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.3845029239766081 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.273, + "roc_auc": 0.5701740000000001 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.258, + "roc_auc": 0.5730473333333332 + }, + "2": { + "accuracy": 0.263, + "roc_auc": 0.5694353333333333 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.5764793333333333 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.5668866666666666 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.5616233333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.6362466666666667 + }, + "2": { + "accuracy": 0.254, + "roc_auc": 0.6357273333333333 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.6372426666666666 + }, + "4": { + "accuracy": 0.273, + "roc_auc": 0.6297246666666667 + }, + "5": { + "accuracy": 0.264, + "roc_auc": 0.6216073333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.263, + "roc_auc": 0.5624046666666667 + }, + "2": { + "accuracy": 0.263, + "roc_auc": 0.562408 + }, + "3": { + "accuracy": 0.252, + "roc_auc": 0.5490426666666667 + }, + "4": { + "accuracy": 0.23, + "roc_auc": 0.5527253333333333 + }, + "5": { + "accuracy": 0.226, + "roc_auc": 0.5544153333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.273, + "roc_auc": 0.6049253333333333 + }, + "2": { + "accuracy": 0.275, + "roc_auc": 0.6117413333333334 + }, + "3": { + "accuracy": 0.266, + "roc_auc": 0.6125653333333334 + }, + "4": { + "accuracy": 0.267, + "roc_auc": 0.6115120000000001 + }, + "5": { + "accuracy": 0.265, + "roc_auc": 0.6193573333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.254, + "roc_auc": 0.6367313333333333 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.6445146666666667 + }, + "3": { + "accuracy": 0.259, + "roc_auc": 0.6386953333333333 + }, + "4": { + "accuracy": 0.259, + "roc_auc": 0.653398 + }, + "5": { + "accuracy": 0.263, + "roc_auc": 0.6802073333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.274, + "roc_auc": 0.5695106666666667 + }, + "2": { + "accuracy": 0.275, + "roc_auc": 0.56859 + }, + "3": { + "accuracy": 0.276, + "roc_auc": 0.5674600000000001 + }, + "4": { + "accuracy": 0.277, + "roc_auc": 0.566422 + }, + "5": { + "accuracy": 0.274, + "roc_auc": 0.5682946666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.282, + "roc_auc": 0.576184 + }, + "2": { + "accuracy": 0.285, + "roc_auc": 0.5809726666666667 + }, + "3": { + "accuracy": 0.284, + "roc_auc": 0.5885880000000001 + }, + "4": { + "accuracy": 0.287, + "roc_auc": 0.5912046666666667 + }, + "5": { + "accuracy": 0.284, + "roc_auc": 0.5998866666666668 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.8523175542406312 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5817663817663818 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.44417050186280954 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.33488932719701947 + }, + "4": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.3401271093578786 + }, + "5": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.3103440718825334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.4059719482796406 + }, + "2": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.3623712469866316 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.29710716633793555 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.2658338812184966 + }, + "5": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.31182336182336184 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.7908229235152311 + }, + "2": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.7907845715538024 + }, + "3": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.7095222441376288 + }, + "4": { + "accuracy": 0.44551282051282054, + "roc_auc": 0.6234385272846811 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5919351303966689 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.849112426035503 + }, + "2": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.8032873109796187 + }, + "3": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.7412174008327855 + }, + "4": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.6710387902695596 + }, + "5": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.5881875958799037 + } + }, + "pixelate": { + "1": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.5803802323033093 + }, + "2": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.5670282708744248 + }, + "3": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.5439294323909708 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6550295857988165 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.6367357001972387 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.8536708305939076 + }, + "2": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.8561363138286215 + }, + "3": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.864557308788078 + }, + "4": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.8784790707867631 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.8371904448827525 + } + }, + "contrast": { + "1": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.856454087223318 + }, + "2": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.8614288845058076 + }, + "3": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.8592921323690554 + }, + "4": { + "accuracy": 0.47596153846153844, + "roc_auc": 0.8471290817444663 + }, + "5": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.7748520710059172 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5172204064698799 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5716453189202174 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5899636934236897 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5225522700641616 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.544840496734057 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5663598982909446 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5830335824606829 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5652751353663071 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5825020352044528 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.565212437161635 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5686111222386684 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5167109801789992 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.515209699995032 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5343477415740833 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5248711313407529 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5115264397574233 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.525991187785705 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5542738051636704 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5694012921831875 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5811918999818716 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5832526044650526 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48983956385309135 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5047724947357505 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4890452218537492 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5124057035636109 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4781371948825948 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.5095793196400585 + }, + "2": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.513340736332394 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.508827999373056 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.49744459429330967 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4883965356665442 + } + }, + "contrast": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5107897035900798 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5039248110798485 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5014812469717972 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4938551890866689 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48423388180784943 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.6437525809686744 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5745310011208777 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5397247949973454 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5255220930918529 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5241136216152439 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.484801781605805 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6159961064243997 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6275219751047136 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6009748687393075 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5586027373016341 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5519143413367943 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6365848622500148 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6365553654651642 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5620022417556486 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5300203527815468 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.518111025898177 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6209515662792755 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5279998230192909 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.46226623798006017 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.40726948262639373 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3676553005722376 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.3403191552120819 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.3533346115273436 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.3271045955990797 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.3412925491121468 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.36271458910978704 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.6503746091676007 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.6505958350539791 + }, + "3": { + "accuracy": 0.7890625, + "roc_auc": 0.6395271665388472 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.6176921715533007 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5760058403634004 + } + }, + "contrast": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.6635596719957524 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6805866910506755 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6695622677128192 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6504852221107899 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.5923618075629756 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3242828473615866 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3956439617518593 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4189981505528666 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45333097233699293 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40443867312005666 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4196080746074844 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4004840042497934 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.442253964506355 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45807263998740805 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.495730531617676 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.479715106441585 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3555266989336166 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.35548734899460904 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37382442057214815 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3776610396253886 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3775036398693582 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3842128044701531 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39119741864400115 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3905678196198796 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4057765710463149 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4248219415259906 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40066107897532754 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43343957816865386 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42781253689056775 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4497894778263094 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43554479990556016 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.31948215480266007 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.31511431157281705 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.30956597017274623 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.2975248888364223 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.2961279660016527 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3271160429701334 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3206429780033841 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3264077440679967 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3386455750993586 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36015031676700904 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41596725270194657 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4253173130724151 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41623229378331417 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4123155755808817 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3982683982683983 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4546043525635362 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4789586830403157 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5776275878316695 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49820361044850847 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.490458521070766 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5189504373177842 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4384221220955914 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4383779485820302 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4415289925494007 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4210619312660129 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.40664664134051887 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44535736372471074 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45794681508967217 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4702565008687457 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46043525635362376 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42810024442677497 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4466531201225079 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.416747651441529 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43537414965986393 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45548782283476164 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4083841328739288 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4204435020761551 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4255087316311806 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4282622139764997 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42247548369997356 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4377300703831316 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4365815590305386 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4569897222958447 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4465942221044262 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4323703507376977 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4345495774067203 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7875175242605676 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.532051282051282, + "roc_auc": 0.7052413220149369 + }, + "2": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6096060666732546 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.5232827342926597 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.5024148144270861 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.46145156323244324 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.63491867643367 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.5342504630862075 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4895635448049888 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.47568523260610923 + }, + "5": { + "accuracy": 0.32371794871794873, + "roc_auc": 0.4088029811910893 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5480769230769231, + "roc_auc": 0.716171419205747 + }, + "2": { + "accuracy": 0.5480769230769231, + "roc_auc": 0.7161783457346989 + }, + "3": { + "accuracy": 0.5112179487179487, + "roc_auc": 0.6411953711442463 + }, + "4": { + "accuracy": 0.47596153846153844, + "roc_auc": 0.5758134893481723 + }, + "5": { + "accuracy": 0.47275641025641024, + "roc_auc": 0.5491846776751375 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.7637060644719678 + }, + "2": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.7570288518736001 + }, + "3": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.7457451273190413 + }, + "4": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.7214223948893858 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.6938866760534538 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.523540793509365 + }, + "2": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5352973081860801 + }, + "3": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.5483629850198228 + }, + "4": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6257665031627262 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.5945396196130422 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.7874948592486541 + }, + "2": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.7874537944663954 + }, + "3": { + "accuracy": 0.5801282051282052, + "roc_auc": 0.7874994749756722 + }, + "4": { + "accuracy": 0.5801282051282052, + "roc_auc": 0.7932422122001098 + }, + "5": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.7707989840264217 + } + }, + "contrast": { + "1": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.7860170450284025 + }, + "2": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.7801427944694942 + }, + "3": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.7749516691903263 + }, + "4": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.7596043313938998 + }, + "5": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.7049745897508858 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.4673966666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.248, + "roc_auc": 0.502568 + }, + "2": { + "accuracy": 0.248, + "roc_auc": 0.48083866666666675 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.4902606666666667 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.4823993333333333 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.4955586666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.247, + "roc_auc": 0.478896 + }, + "2": { + "accuracy": 0.248, + "roc_auc": 0.47202533333333335 + }, + "3": { + "accuracy": 0.248, + "roc_auc": 0.4801446666666666 + }, + "4": { + "accuracy": 0.248, + "roc_auc": 0.486498 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.48777400000000004 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.4566793333333334 + }, + "2": { + "accuracy": 0.244, + "roc_auc": 0.4567239999999999 + }, + "3": { + "accuracy": 0.244, + "roc_auc": 0.44243533333333335 + }, + "4": { + "accuracy": 0.242, + "roc_auc": 0.4376493333333334 + }, + "5": { + "accuracy": 0.244, + "roc_auc": 0.4566226666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.248, + "roc_auc": 0.45525533333333335 + }, + "2": { + "accuracy": 0.242, + "roc_auc": 0.44715933333333335 + }, + "3": { + "accuracy": 0.24, + "roc_auc": 0.44190266666666667 + }, + "4": { + "accuracy": 0.224, + "roc_auc": 0.434752 + }, + "5": { + "accuracy": 0.226, + "roc_auc": 0.43084200000000006 + } + }, + "pixelate": { + "1": { + "accuracy": 0.246, + "roc_auc": 0.457792 + }, + "2": { + "accuracy": 0.241, + "roc_auc": 0.451178 + }, + "3": { + "accuracy": 0.254, + "roc_auc": 0.4438553333333333 + }, + "4": { + "accuracy": 0.243, + "roc_auc": 0.44043199999999993 + }, + "5": { + "accuracy": 0.233, + "roc_auc": 0.46995333333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.466712 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.466682 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.46645000000000003 + }, + "4": { + "accuracy": 0.248, + "roc_auc": 0.46601533333333334 + }, + "5": { + "accuracy": 0.244, + "roc_auc": 0.46194 + } + }, + "contrast": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.46784933333333334 + }, + "2": { + "accuracy": 0.246, + "roc_auc": 0.46926533333333326 + }, + "3": { + "accuracy": 0.246, + "roc_auc": 0.46458866666666665 + }, + "4": { + "accuracy": 0.234, + "roc_auc": 0.45816333333333337 + }, + "5": { + "accuracy": 0.239, + "roc_auc": 0.4552953333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5075129834001342 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.520682927628829 + }, + "2": { + "accuracy": 0.13600467973091548, + "roc_auc": 0.5226125030679932 + }, + "3": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.5134814343935484 + }, + "4": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.5188651000836377 + }, + "5": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.5073535380115239 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.5112276288879836 + }, + "2": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.5093012538249873 + }, + "3": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.5053513739077988 + }, + "4": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.48633615416137477 + }, + "5": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.47840461276404156 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5037927658718008 + }, + "2": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.5034802633450381 + }, + "3": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.49807588642649187 + }, + "4": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.4920147599711341 + }, + "5": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.4911199703112328 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.4970656027946384 + }, + "2": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.49336189775685985 + }, + "3": { + "accuracy": 0.12869260017548992, + "roc_auc": 0.4818107597341058 + }, + "4": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.4748326264662178 + }, + "5": { + "accuracy": 0.12752266744662183, + "roc_auc": 0.46682647196147775 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.5047016957573803 + }, + "2": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5017762228089158 + }, + "3": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.5013481641976979 + }, + "4": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.49883799674060153 + }, + "5": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.4961351085323107 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5058131838368136 + }, + "2": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5072262982103558 + }, + "3": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.4899510916708867 + }, + "4": { + "accuracy": 0.12810763381105586, + "roc_auc": 0.4666853318020219 + }, + "5": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.47460726752074633 + } + }, + "contrast": { + "1": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.5162038753925884 + }, + "2": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.5294753094953244 + }, + "3": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.534530011694202 + }, + "4": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5401696296882434 + }, + "5": { + "accuracy": 0.1377595788242176, + "roc_auc": 0.5581177782354894 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/aml_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a14c8bef3b2a5ea10639e800d2e14459ecd5a341 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5172204064698799 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5716453189202174 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5899636934236897 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5225522700641616 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.544840496734057 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5663598982909446 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5830335824606829 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5652751353663071 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5825020352044528 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.565212437161635 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5686111222386684 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5167109801789992 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.515209699995032 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5343477415740833 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5248711313407529 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5115264397574233 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.525991187785705 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5542738051636704 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5694012921831875 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5811918999818716 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5832526044650526 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48983956385309135 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5047724947357505 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4890452218537492 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5124057035636109 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4781371948825948 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.5095793196400585 + }, + "2": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.513340736332394 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.508827999373056 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.49744459429330967 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4883965356665442 + } + }, + "contrast": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5107897035900798 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5039248110798485 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5014812469717972 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4938551890866689 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.48423388180784943 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/bloodmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5ddbb1620ee1219157ce9c3b12a2c783802c0ee4 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.10727857351651564, + "roc_auc": 0.5374973560555939 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.09003215434083602, + "roc_auc": 0.542204547416246 + }, + "2": { + "accuracy": 0.08886290558316282, + "roc_auc": 0.5442487222606734 + }, + "3": { + "accuracy": 0.08535515931014323, + "roc_auc": 0.5368069654584529 + }, + "4": { + "accuracy": 0.09090909090909091, + "roc_auc": 0.5381487865710374 + }, + "5": { + "accuracy": 0.08915521777258112, + "roc_auc": 0.538415969496149 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.07746273019584916, + "roc_auc": 0.5136911877383415 + }, + "2": { + "accuracy": 0.08477053493130664, + "roc_auc": 0.5140089959486575 + }, + "3": { + "accuracy": 0.08886290558316282, + "roc_auc": 0.5092812863306231 + }, + "4": { + "accuracy": 0.0920783396667641, + "roc_auc": 0.49962417822096417 + }, + "5": { + "accuracy": 0.0935399006138556, + "roc_auc": 0.5015559890375865 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0926629640456007, + "roc_auc": 0.5295737981022308 + }, + "2": { + "accuracy": 0.0920783396667641, + "roc_auc": 0.5294977460773422 + }, + "3": { + "accuracy": 0.09003215434083602, + "roc_auc": 0.5281149696212923 + }, + "4": { + "accuracy": 0.08973984215141771, + "roc_auc": 0.5269838508692011 + }, + "5": { + "accuracy": 0.0920783396667641, + "roc_auc": 0.5286909159376576 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12189418298743057, + "roc_auc": 0.5478597760702762 + }, + "2": { + "accuracy": 0.10990938322128033, + "roc_auc": 0.5304995664951314 + }, + "3": { + "accuracy": 0.11429406606255481, + "roc_auc": 0.5261702644007182 + }, + "4": { + "accuracy": 0.10494007600116925, + "roc_auc": 0.5104933768855289 + }, + "5": { + "accuracy": 0.10114001753873136, + "roc_auc": 0.5070139327833896 + } + }, + "pixelate": { + "1": { + "accuracy": 0.07424729611224788, + "roc_auc": 0.5070783289358013 + }, + "2": { + "accuracy": 0.06723180356620871, + "roc_auc": 0.5188321550816316 + }, + "3": { + "accuracy": 0.06927798889213681, + "roc_auc": 0.48927100577542615 + }, + "4": { + "accuracy": 0.08564747149956153, + "roc_auc": 0.5048279223616076 + }, + "5": { + "accuracy": 0.10318620286465946, + "roc_auc": 0.5097021927355326 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.10552470038000585, + "roc_auc": 0.5386510735048019 + }, + "2": { + "accuracy": 0.11458637825197311, + "roc_auc": 0.5404863181734948 + }, + "3": { + "accuracy": 0.13241742180648933, + "roc_auc": 0.5434041767836613 + }, + "4": { + "accuracy": 0.1356328558900906, + "roc_auc": 0.5478720566014128 + }, + "5": { + "accuracy": 0.14674071908798597, + "roc_auc": 0.5486812861070364 + } + }, + "contrast": { + "1": { + "accuracy": 0.10494007600116925, + "roc_auc": 0.5413202070344264 + }, + "2": { + "accuracy": 0.09909383221280327, + "roc_auc": 0.5489725339923484 + }, + "3": { + "accuracy": 0.09500146156094709, + "roc_auc": 0.5513858839072292 + }, + "4": { + "accuracy": 0.07921660333235896, + "roc_auc": 0.5500966378265927 + }, + "5": { + "accuracy": 0.038292896813797134, + "roc_auc": 0.5272915359689262 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/breastmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4f3878b56cef4ac1509fd131ff9a1051558ff808 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4312865497076024 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4193817878028404 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.41290726817042606 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.45551378446115287 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.4369256474519632 + }, + "5": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.4099832915622389 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.49686716791979946 + }, + "2": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.4448621553884712 + }, + "3": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.45781119465329995 + }, + "4": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.43191311612364247 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.43128654970760233 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4137426900584795 + }, + "2": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4139515455304929 + }, + "3": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.4137426900584795 + }, + "4": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.42021720969089393 + }, + "5": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.4041353383458647 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4423558897243107 + }, + "2": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.4066416040100251 + }, + "3": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.3949456975772765 + }, + "4": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.4216791979949875 + }, + "5": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4154135338345865 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5152464494569757 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.49164578111946533 + }, + "3": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.49498746867167925 + }, + "4": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.4615705931495405 + }, + "5": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.46177944862155396 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4277360066833751 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4266917293233083 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.42836257309941517 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.4269005847953216 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4241854636591479 + } + }, + "contrast": { + "1": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.43128654970760233 + }, + "2": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.4306599832915622 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.42293233082706766 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.40852130325814534 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.3845029239766081 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/fundus_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..17a172e05f1c622fd80ce1c6c286f406ab2fb334 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.6437525809686744 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5745310011208777 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5397247949973454 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5255220930918529 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5241136216152439 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.484801781605805 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6159961064243997 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6275219751047136 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6009748687393075 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5586027373016341 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5519143413367943 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6365848622500148 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6365553654651642 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5620022417556486 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5300203527815468 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.518111025898177 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6209515662792755 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5279998230192909 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.46226623798006017 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.40726948262639373 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3676553005722376 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.3403191552120819 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.3533346115273436 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.3271045955990797 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.3412925491121468 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.36271458910978704 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.6503746091676007 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.6505958350539791 + }, + "3": { + "accuracy": 0.7890625, + "roc_auc": 0.6395271665388472 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.6176921715533007 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5760058403634004 + } + }, + "contrast": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.6635596719957524 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6805866910506755 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6695622677128192 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6504852221107899 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.5923618075629756 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/mammo_calc_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e39424af39c024394373c42e12b8800d5dabdff1 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3242828473615866 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3956439617518593 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4189981505528666 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45333097233699293 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40443867312005666 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4196080746074844 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4004840042497934 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.442253964506355 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45807263998740805 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.495730531617676 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.479715106441585 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3555266989336166 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.35548734899460904 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37382442057214815 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3776610396253886 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3775036398693582 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3842128044701531 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39119741864400115 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3905678196198796 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4057765710463149 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4248219415259906 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40066107897532754 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43343957816865386 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42781253689056775 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4497894778263094 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43554479990556016 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.31948215480266007 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.31511431157281705 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.30956597017274623 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.2975248888364223 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.2961279660016527 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3271160429701334 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3206429780033841 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3264077440679967 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3386455750993586 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36015031676700904 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/mammo_mass_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..cd1183e331bd1298c85d95d7af084c16d44a5bed --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41596725270194657 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4253173130724151 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41623229378331417 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4123155755808817 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3982683982683983 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4546043525635362 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4789586830403157 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5776275878316695 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49820361044850847 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.490458521070766 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5189504373177842 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4384221220955914 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4383779485820302 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4415289925494007 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4210619312660129 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.40664664134051887 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44535736372471074 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45794681508967217 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4702565008687457 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46043525635362376 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42810024442677497 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4466531201225079 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.416747651441529 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43537414965986393 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45548782283476164 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4083841328739288 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4204435020761551 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4255087316311806 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4282622139764997 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42247548369997356 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4377300703831316 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4365815590305386 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4569897222958447 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4465942221044262 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4323703507376977 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4345495774067203 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/oct_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..dbc9ebc8b59a13f01075b60654dde91e5bd87c61 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.4673966666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.248, + "roc_auc": 0.502568 + }, + "2": { + "accuracy": 0.248, + "roc_auc": 0.48083866666666675 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.4902606666666667 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.4823993333333333 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.4955586666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.247, + "roc_auc": 0.478896 + }, + "2": { + "accuracy": 0.248, + "roc_auc": 0.47202533333333335 + }, + "3": { + "accuracy": 0.248, + "roc_auc": 0.4801446666666666 + }, + "4": { + "accuracy": 0.248, + "roc_auc": 0.486498 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.48777400000000004 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.4566793333333334 + }, + "2": { + "accuracy": 0.244, + "roc_auc": 0.4567239999999999 + }, + "3": { + "accuracy": 0.244, + "roc_auc": 0.44243533333333335 + }, + "4": { + "accuracy": 0.242, + "roc_auc": 0.4376493333333334 + }, + "5": { + "accuracy": 0.244, + "roc_auc": 0.4566226666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.248, + "roc_auc": 0.45525533333333335 + }, + "2": { + "accuracy": 0.242, + "roc_auc": 0.44715933333333335 + }, + "3": { + "accuracy": 0.24, + "roc_auc": 0.44190266666666667 + }, + "4": { + "accuracy": 0.224, + "roc_auc": 0.434752 + }, + "5": { + "accuracy": 0.226, + "roc_auc": 0.43084200000000006 + } + }, + "pixelate": { + "1": { + "accuracy": 0.246, + "roc_auc": 0.457792 + }, + "2": { + "accuracy": 0.241, + "roc_auc": 0.451178 + }, + "3": { + "accuracy": 0.254, + "roc_auc": 0.4438553333333333 + }, + "4": { + "accuracy": 0.243, + "roc_auc": 0.44043199999999993 + }, + "5": { + "accuracy": 0.233, + "roc_auc": 0.46995333333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.466712 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.466682 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.46645000000000003 + }, + "4": { + "accuracy": 0.248, + "roc_auc": 0.46601533333333334 + }, + "5": { + "accuracy": 0.244, + "roc_auc": 0.46194 + } + }, + "contrast": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.46784933333333334 + }, + "2": { + "accuracy": 0.246, + "roc_auc": 0.46926533333333326 + }, + "3": { + "accuracy": 0.246, + "roc_auc": 0.46458866666666665 + }, + "4": { + "accuracy": 0.234, + "roc_auc": 0.45816333333333337 + }, + "5": { + "accuracy": 0.239, + "roc_auc": 0.4552953333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/octmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7483bcf9870327320b9e1fac89b1ef65f2a3e607 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.273, + "roc_auc": 0.5701740000000001 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.258, + "roc_auc": 0.5730473333333332 + }, + "2": { + "accuracy": 0.263, + "roc_auc": 0.5694353333333333 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.5764793333333333 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.5668866666666666 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.5616233333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.6362466666666667 + }, + "2": { + "accuracy": 0.254, + "roc_auc": 0.6357273333333333 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.6372426666666666 + }, + "4": { + "accuracy": 0.273, + "roc_auc": 0.6297246666666667 + }, + "5": { + "accuracy": 0.264, + "roc_auc": 0.6216073333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.263, + "roc_auc": 0.5624046666666667 + }, + "2": { + "accuracy": 0.263, + "roc_auc": 0.562408 + }, + "3": { + "accuracy": 0.252, + "roc_auc": 0.5490426666666667 + }, + "4": { + "accuracy": 0.23, + "roc_auc": 0.5527253333333333 + }, + "5": { + "accuracy": 0.226, + "roc_auc": 0.5544153333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.273, + "roc_auc": 0.6049253333333333 + }, + "2": { + "accuracy": 0.275, + "roc_auc": 0.6117413333333334 + }, + "3": { + "accuracy": 0.266, + "roc_auc": 0.6125653333333334 + }, + "4": { + "accuracy": 0.267, + "roc_auc": 0.6115120000000001 + }, + "5": { + "accuracy": 0.265, + "roc_auc": 0.6193573333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.254, + "roc_auc": 0.6367313333333333 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.6445146666666667 + }, + "3": { + "accuracy": 0.259, + "roc_auc": 0.6386953333333333 + }, + "4": { + "accuracy": 0.259, + "roc_auc": 0.653398 + }, + "5": { + "accuracy": 0.263, + "roc_auc": 0.6802073333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.274, + "roc_auc": 0.5695106666666667 + }, + "2": { + "accuracy": 0.275, + "roc_auc": 0.56859 + }, + "3": { + "accuracy": 0.276, + "roc_auc": 0.5674600000000001 + }, + "4": { + "accuracy": 0.277, + "roc_auc": 0.566422 + }, + "5": { + "accuracy": 0.274, + "roc_auc": 0.5682946666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.282, + "roc_auc": 0.576184 + }, + "2": { + "accuracy": 0.285, + "roc_auc": 0.5809726666666667 + }, + "3": { + "accuracy": 0.284, + "roc_auc": 0.5885880000000001 + }, + "4": { + "accuracy": 0.287, + "roc_auc": 0.5912046666666667 + }, + "5": { + "accuracy": 0.284, + "roc_auc": 0.5998866666666668 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/pbc_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4b52ba21d858368fdf7799b99ff33649998fc9a2 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5075129834001342 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.520682927628829 + }, + "2": { + "accuracy": 0.13600467973091548, + "roc_auc": 0.5226125030679932 + }, + "3": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.5134814343935484 + }, + "4": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.5188651000836377 + }, + "5": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.5073535380115239 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.5112276288879836 + }, + "2": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.5093012538249873 + }, + "3": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.5053513739077988 + }, + "4": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.48633615416137477 + }, + "5": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.47840461276404156 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.5037927658718008 + }, + "2": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.5034802633450381 + }, + "3": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.49807588642649187 + }, + "4": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.4920147599711341 + }, + "5": { + "accuracy": 0.13454226381983037, + "roc_auc": 0.4911199703112328 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.4970656027946384 + }, + "2": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.49336189775685985 + }, + "3": { + "accuracy": 0.12869260017548992, + "roc_auc": 0.4818107597341058 + }, + "4": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.4748326264662178 + }, + "5": { + "accuracy": 0.12752266744662183, + "roc_auc": 0.46682647196147775 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.5047016957573803 + }, + "2": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5017762228089158 + }, + "3": { + "accuracy": 0.13307984790874525, + "roc_auc": 0.5013481641976979 + }, + "4": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.49883799674060153 + }, + "5": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.4961351085323107 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5058131838368136 + }, + "2": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5072262982103558 + }, + "3": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.4899510916708867 + }, + "4": { + "accuracy": 0.12810763381105586, + "roc_auc": 0.4666853318020219 + }, + "5": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.47460726752074633 + } + }, + "contrast": { + "1": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.5162038753925884 + }, + "2": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.5294753094953244 + }, + "3": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.534530011694202 + }, + "4": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5401696296882434 + }, + "5": { + "accuracy": 0.1377595788242176, + "roc_auc": 0.5581177782354894 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/pneumonia_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..86683b7129e329b875277c854383918c7c7e2a9c --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7875175242605676 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.532051282051282, + "roc_auc": 0.7052413220149369 + }, + "2": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6096060666732546 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.5232827342926597 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.5024148144270861 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.46145156323244324 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.63491867643367 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.5342504630862075 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.4895635448049888 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.47568523260610923 + }, + "5": { + "accuracy": 0.32371794871794873, + "roc_auc": 0.4088029811910893 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5480769230769231, + "roc_auc": 0.716171419205747 + }, + "2": { + "accuracy": 0.5480769230769231, + "roc_auc": 0.7161783457346989 + }, + "3": { + "accuracy": 0.5112179487179487, + "roc_auc": 0.6411953711442463 + }, + "4": { + "accuracy": 0.47596153846153844, + "roc_auc": 0.5758134893481723 + }, + "5": { + "accuracy": 0.47275641025641024, + "roc_auc": 0.5491846776751375 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.7637060644719678 + }, + "2": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.7570288518736001 + }, + "3": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.7457451273190413 + }, + "4": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.7214223948893858 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.6938866760534538 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.523540793509365 + }, + "2": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5352973081860801 + }, + "3": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.5483629850198228 + }, + "4": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.6257665031627262 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.5945396196130422 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.7874948592486541 + }, + "2": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.7874537944663954 + }, + "3": { + "accuracy": 0.5801282051282052, + "roc_auc": 0.7874994749756722 + }, + "4": { + "accuracy": 0.5801282051282052, + "roc_auc": 0.7932422122001098 + }, + "5": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.7707989840264217 + } + }, + "contrast": { + "1": { + "accuracy": 0.5785256410256411, + "roc_auc": 0.7860170450284025 + }, + "2": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.7801427944694942 + }, + "3": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.7749516691903263 + }, + "4": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.7596043313938998 + }, + "5": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.7049745897508858 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..97254143f2f7292aba207054d45b988511b4a859 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.8523175542406312 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5817663817663818 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.44417050186280954 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.33488932719701947 + }, + "4": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.3401271093578786 + }, + "5": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.3103440718825334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.4059719482796406 + }, + "2": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.3623712469866316 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.29710716633793555 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.2658338812184966 + }, + "5": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.31182336182336184 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.7908229235152311 + }, + "2": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.7907845715538024 + }, + "3": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.7095222441376288 + }, + "4": { + "accuracy": 0.44551282051282054, + "roc_auc": 0.6234385272846811 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5919351303966689 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4775641025641026, + "roc_auc": 0.849112426035503 + }, + "2": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.8032873109796187 + }, + "3": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.7412174008327855 + }, + "4": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.6710387902695596 + }, + "5": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.5881875958799037 + } + }, + "pixelate": { + "1": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.5803802323033093 + }, + "2": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.5670282708744248 + }, + "3": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.5439294323909708 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.6550295857988165 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.6367357001972387 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.8536708305939076 + }, + "2": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.8561363138286215 + }, + "3": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.864557308788078 + }, + "4": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.8784790707867631 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.8371904448827525 + } + }, + "contrast": { + "1": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.856454087223318 + }, + "2": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.8614288845058076 + }, + "3": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.8592921323690554 + }, + "4": { + "accuracy": 0.47596153846153844, + "roc_auc": 0.8471290817444663 + }, + "5": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.7748520710059172 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/resnet/retinamnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0b3399b44cdc747b73ffadf0165f17dfe8cb658c --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4025, + "roc_auc": 0.45526114799276807 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4, + "roc_auc": 0.44399847339289417 + }, + "2": { + "accuracy": 0.42, + "roc_auc": 0.4385769786346154 + }, + "3": { + "accuracy": 0.4075, + "roc_auc": 0.4385503701291412 + }, + "4": { + "accuracy": 0.415, + "roc_auc": 0.46453856966817375 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.4287706930387312 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.4626180441229111 + }, + "2": { + "accuracy": 0.4275, + "roc_auc": 0.5019352288461604 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5219181377630095 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.5375210542768706 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.520279992890764 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4175, + "roc_auc": 0.44283956379708656 + }, + "2": { + "accuracy": 0.4175, + "roc_auc": 0.44281184657064604 + }, + "3": { + "accuracy": 0.415, + "roc_auc": 0.4538372484098156 + }, + "4": { + "accuracy": 0.41, + "roc_auc": 0.46059861268522473 + }, + "5": { + "accuracy": 0.4175, + "roc_auc": 0.4566096825235305 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4175, + "roc_auc": 0.45162553483130985 + }, + "2": { + "accuracy": 0.4225, + "roc_auc": 0.46468072852268616 + }, + "3": { + "accuracy": 0.42, + "roc_auc": 0.45381709832646866 + }, + "4": { + "accuracy": 0.4175, + "roc_auc": 0.440393847447749 + }, + "5": { + "accuracy": 0.42, + "roc_auc": 0.43319490497513724 + } + }, + "pixelate": { + "1": { + "accuracy": 0.395, + "roc_auc": 0.4368985923904276 + }, + "2": { + "accuracy": 0.395, + "roc_auc": 0.4390271344999174 + }, + "3": { + "accuracy": 0.4, + "roc_auc": 0.4458233641564231 + }, + "4": { + "accuracy": 0.4025, + "roc_auc": 0.4326941846278866 + }, + "5": { + "accuracy": 0.42, + "roc_auc": 0.4492996152599623 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4, + "roc_auc": 0.4536811557793591 + }, + "2": { + "accuracy": 0.405, + "roc_auc": 0.45206370725274436 + }, + "3": { + "accuracy": 0.41, + "roc_auc": 0.45260875242134874 + }, + "4": { + "accuracy": 0.4075, + "roc_auc": 0.45084710220695917 + }, + "5": { + "accuracy": 0.405, + "roc_auc": 0.4462877220670414 + } + }, + "contrast": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.44887486925395426 + }, + "2": { + "accuracy": 0.395, + "roc_auc": 0.4503095749290891 + }, + "3": { + "accuracy": 0.395, + "roc_auc": 0.45282509898898304 + }, + "4": { + "accuracy": 0.3975, + "roc_auc": 0.4595801414920763 + }, + "5": { + "accuracy": 0.3875, + "roc_auc": 0.45085739188399215 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/all_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..79ad6ed358365c8afd4ad94b51c412d2bf73e7ce --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.503946214557147, + "roc_auc": 0.9039744297302639 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3925752703887752, + "roc_auc": 0.8136054922475784 + }, + "2": { + "accuracy": 0.32066647179187374, + "roc_auc": 0.7464457841471394 + }, + "3": { + "accuracy": 0.3791289096755335, + "roc_auc": 0.6957471409297087 + }, + "4": { + "accuracy": 0.40923706518561825, + "roc_auc": 0.680814996659031 + }, + "5": { + "accuracy": 0.38819058754750074, + "roc_auc": 0.6656315715386194 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.33908213972522655, + "roc_auc": 0.767913470699102 + }, + "2": { + "accuracy": 0.3525285004384683, + "roc_auc": 0.7334356751088956 + }, + "3": { + "accuracy": 0.3291435252850044, + "roc_auc": 0.7134265422633848 + }, + "4": { + "accuracy": 0.22595732242034494, + "roc_auc": 0.6859472671958051 + }, + "5": { + "accuracy": 0.20841859105524702, + "roc_auc": 0.6644594258674408 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.512715580239696, + "roc_auc": 0.8910444107212515 + }, + "2": { + "accuracy": 0.512715580239696, + "roc_auc": 0.8910444447843527 + }, + "3": { + "accuracy": 0.4969307220111079, + "roc_auc": 0.8687362033477776 + }, + "4": { + "accuracy": 0.45045308389359834, + "roc_auc": 0.8353875022815812 + }, + "5": { + "accuracy": 0.43262204033908214, + "roc_auc": 0.8193296700800252 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5340543700672318, + "roc_auc": 0.9082514329114204 + }, + "2": { + "accuracy": 0.5223618824904999, + "roc_auc": 0.886417967233009 + }, + "3": { + "accuracy": 0.46799181525869626, + "roc_auc": 0.857004530306818 + }, + "4": { + "accuracy": 0.40514469453376206, + "roc_auc": 0.8295020411116234 + }, + "5": { + "accuracy": 0.3706518561824028, + "roc_auc": 0.8129743499231818 + } + }, + "pixelate": { + "1": { + "accuracy": 0.43729903536977494, + "roc_auc": 0.8231673720347723 + }, + "2": { + "accuracy": 0.42823735749780767, + "roc_auc": 0.7927993722378838 + }, + "3": { + "accuracy": 0.43583747442268345, + "roc_auc": 0.7829568860459255 + }, + "4": { + "accuracy": 0.4159602455422391, + "roc_auc": 0.7603363041057506 + }, + "5": { + "accuracy": 0.4177141186787489, + "roc_auc": 0.7375303744754852 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4855305466237942, + "roc_auc": 0.9040339317619794 + }, + "2": { + "accuracy": 0.47471499561531716, + "roc_auc": 0.9028318301784528 + }, + "3": { + "accuracy": 0.4884536685179772, + "roc_auc": 0.8915123006582192 + }, + "4": { + "accuracy": 0.5150540777550424, + "roc_auc": 0.8677582433913451 + }, + "5": { + "accuracy": 0.5062847120724934, + "roc_auc": 0.8288466160016884 + } + }, + "contrast": { + "1": { + "accuracy": 0.5109617071031862, + "roc_auc": 0.9023145623312187 + }, + "2": { + "accuracy": 0.4969307220111079, + "roc_auc": 0.8704992220939933 + }, + "3": { + "accuracy": 0.46857643963753287, + "roc_auc": 0.8470878365334367 + }, + "4": { + "accuracy": 0.40572931891259867, + "roc_auc": 0.8235961823571663 + }, + "5": { + "accuracy": 0.2519731072785735, + "roc_auc": 0.693936194534859 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.2275, + "roc_auc": 0.5883550678037623 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.14, + "roc_auc": 0.5595485174005683 + }, + "2": { + "accuracy": 0.2375, + "roc_auc": 0.5511231904274071 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.5369433485583134 + }, + "4": { + "accuracy": 0.2725, + "roc_auc": 0.5273244988797131 + }, + "5": { + "accuracy": 0.255, + "roc_auc": 0.5418529995518353 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.195, + "roc_auc": 0.5043472991474022 + }, + "2": { + "accuracy": 0.17, + "roc_auc": 0.5020395771189305 + }, + "3": { + "accuracy": 0.1575, + "roc_auc": 0.5050135529175376 + }, + "4": { + "accuracy": 0.1725, + "roc_auc": 0.5023882978971873 + }, + "5": { + "accuracy": 0.1725, + "roc_auc": 0.5144793421709293 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4, + "roc_auc": 0.555902969563412 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.555902969563412 + }, + "3": { + "accuracy": 0.4275, + "roc_auc": 0.5383388720420683 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5299854216671407 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5238081563205379 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.41, + "roc_auc": 0.5520034199201556 + }, + "2": { + "accuracy": 0.4275, + "roc_auc": 0.5563883296376669 + }, + "3": { + "accuracy": 0.43, + "roc_auc": 0.5583819860414949 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.5536787585484237 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.551295089065302 + } + }, + "pixelate": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.5474837615128039 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5499896571536077 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5606048024710646 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5025517822544424 + }, + "5": { + "accuracy": 0.3775, + "roc_auc": 0.4535467188557881 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.175, + "roc_auc": 0.5896930978708299 + }, + "2": { + "accuracy": 0.1225, + "roc_auc": 0.5780764764242277 + }, + "3": { + "accuracy": 0.105, + "roc_auc": 0.5788483308299892 + }, + "4": { + "accuracy": 0.1075, + "roc_auc": 0.5908292790422294 + }, + "5": { + "accuracy": 0.115, + "roc_auc": 0.5899955940920316 + } + }, + "contrast": { + "1": { + "accuracy": 0.2325, + "roc_auc": 0.5565254845326295 + }, + "2": { + "accuracy": 0.2025, + "roc_auc": 0.5025894295321405 + }, + "3": { + "accuracy": 0.1875, + "roc_auc": 0.46089795795817956 + }, + "4": { + "accuracy": 0.15, + "roc_auc": 0.42056640344045615 + }, + "5": { + "accuracy": 0.2025, + "roc_auc": 0.5068078072961525 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.7015455304928989 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.7050960735171262 + }, + "2": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.7034252297410193 + }, + "3": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.7057226399331663 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7005012531328321 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6998746867167919 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.735171261487051 + }, + "2": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6812865497076023 + }, + "3": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6666666666666667 + }, + "4": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.620718462823726 + }, + "5": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.593984962406015 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6835839598997494 + }, + "2": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6835839598997494 + }, + "3": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.6986215538847118 + }, + "4": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.7065580618212197 + }, + "5": { + "accuracy": 0.717948717948718, + "roc_auc": 0.7013366750208855 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.6798245614035088 + }, + "2": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.6516290726817042 + }, + "3": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.6411862990810359 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.606516290726817 + }, + "5": { + "accuracy": 0.532051282051282, + "roc_auc": 0.593358395989975 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5459482038429406 + }, + "2": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.5133667502088555 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.5284043441938179 + }, + "4": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.529030910609858 + }, + "5": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5258980785296575 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.6946532999164579 + }, + "2": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.6902673350041771 + }, + "3": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.6927736006683374 + }, + "4": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.7048872180451129 + }, + "5": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.7188805346700083 + } + }, + "contrast": { + "1": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.7101086048454469 + }, + "2": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.7282790309106099 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.7207602339181286 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.7027986633249791 + }, + "5": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.6428571428571429 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.369, + "roc_auc": 0.8758746666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.432, + "roc_auc": 0.8749406666666667 + }, + "2": { + "accuracy": 0.382, + "roc_auc": 0.864048 + }, + "3": { + "accuracy": 0.353, + "roc_auc": 0.8541613333333333 + }, + "4": { + "accuracy": 0.352, + "roc_auc": 0.84387 + }, + "5": { + "accuracy": 0.349, + "roc_auc": 0.84182 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.272, + "roc_auc": 0.8108746666666666 + }, + "2": { + "accuracy": 0.275, + "roc_auc": 0.7856506666666667 + }, + "3": { + "accuracy": 0.286, + "roc_auc": 0.7815226666666667 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.7206706666666667 + }, + "5": { + "accuracy": 0.266, + "roc_auc": 0.6774600000000001 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.7097286666666667 + }, + "2": { + "accuracy": 0.244, + "roc_auc": 0.7097286666666667 + }, + "3": { + "accuracy": 0.239, + "roc_auc": 0.6647893333333335 + }, + "4": { + "accuracy": 0.226, + "roc_auc": 0.6469493333333334 + }, + "5": { + "accuracy": 0.229, + "roc_auc": 0.6565126666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.8009773333333334 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.7020213333333334 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.6637093333333334 + }, + "4": { + "accuracy": 0.257, + "roc_auc": 0.6211086666666668 + }, + "5": { + "accuracy": 0.261, + "roc_auc": 0.59783 + } + }, + "pixelate": { + "1": { + "accuracy": 0.346, + "roc_auc": 0.6224493333333333 + }, + "2": { + "accuracy": 0.306, + "roc_auc": 0.5959493333333334 + }, + "3": { + "accuracy": 0.312, + "roc_auc": 0.5931106666666667 + }, + "4": { + "accuracy": 0.305, + "roc_auc": 0.5855980000000001 + }, + "5": { + "accuracy": 0.306, + "roc_auc": 0.547314 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.361, + "roc_auc": 0.89534 + }, + "2": { + "accuracy": 0.354, + "roc_auc": 0.9097693333333334 + }, + "3": { + "accuracy": 0.345, + "roc_auc": 0.9149693333333333 + }, + "4": { + "accuracy": 0.341, + "roc_auc": 0.9152393333333333 + }, + "5": { + "accuracy": 0.337, + "roc_auc": 0.9089953333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.389, + "roc_auc": 0.893184 + }, + "2": { + "accuracy": 0.396, + "roc_auc": 0.8952879999999999 + }, + "3": { + "accuracy": 0.392, + "roc_auc": 0.8821593333333333 + }, + "4": { + "accuracy": 0.364, + "roc_auc": 0.8423933333333333 + }, + "5": { + "accuracy": 0.241, + "roc_auc": 0.5674893333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.9498685075608153 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7403846153846154, + "roc_auc": 0.8856673241288626 + }, + "2": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.6644586894586895 + }, + "3": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.5276188910804295 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.44895901818978745 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.4509094893710278 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.5614179268025421 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.4512217839140916 + }, + "3": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.40855796625027385 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.3646394915625685 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.3881108919570458 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.924293228139382 + }, + "2": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.924293228139382 + }, + "3": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.9051501205347359 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.8809883848345387 + }, + "5": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.8689842209072978 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6586538461538461, + "roc_auc": 0.9304459785229016 + }, + "2": { + "accuracy": 0.594551282051282, + "roc_auc": 0.8830703484549638 + }, + "3": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8567828183212798 + }, + "4": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.8196909927679158 + }, + "5": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.7906202060048213 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.8697348235809773 + }, + "2": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.8773285119438965 + }, + "3": { + "accuracy": 0.6394230769230769, + "roc_auc": 0.8938308130615823 + }, + "4": { + "accuracy": 0.6618589743589743, + "roc_auc": 0.8723427569581416 + }, + "5": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.810497479728249 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.9512053473591936 + }, + "2": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.9461648038571115 + }, + "3": { + "accuracy": 0.594551282051282, + "roc_auc": 0.9335634451019067 + }, + "4": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.9104865220249836 + }, + "5": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8458415516107823 + } + }, + "contrast": { + "1": { + "accuracy": 0.6714743589743589, + "roc_auc": 0.9545584045584046 + }, + "2": { + "accuracy": 0.6778846153846154, + "roc_auc": 0.9326429980276133 + }, + "3": { + "accuracy": 0.655448717948718, + "roc_auc": 0.9000438308130616 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.8414694280078896 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.4407078676309446 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.6249319542732716, + "roc_auc": 0.7229676692840703 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5851932498639085, + "roc_auc": 0.6612113370694674 + }, + "2": { + "accuracy": 0.5168753402286337, + "roc_auc": 0.6399797003088779 + }, + "3": { + "accuracy": 0.41643984757757213, + "roc_auc": 0.636497144589223 + }, + "4": { + "accuracy": 0.369352204681546, + "roc_auc": 0.6276254372118103 + }, + "5": { + "accuracy": 0.34485574305933586, + "roc_auc": 0.6103310878997104 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.35302123026673926, + "roc_auc": 0.6287846325885104 + }, + "2": { + "accuracy": 0.33396842678279803, + "roc_auc": 0.5981068280274836 + }, + "3": { + "accuracy": 0.3456722917800762, + "roc_auc": 0.5740885052577028 + }, + "4": { + "accuracy": 0.3451279259662493, + "roc_auc": 0.5706556351626654 + }, + "5": { + "accuracy": 0.32553075666848125, + "roc_auc": 0.5666390305765211 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6769188894937398, + "roc_auc": 0.6883032560896765 + }, + "2": { + "accuracy": 0.6769188894937398, + "roc_auc": 0.6883034320215392 + }, + "3": { + "accuracy": 0.6774632553075667, + "roc_auc": 0.6759380052363061 + }, + "4": { + "accuracy": 0.6763745236799129, + "roc_auc": 0.6732600966569751 + }, + "5": { + "accuracy": 0.6722917800762113, + "roc_auc": 0.6689928318271181 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6701143168209036, + "roc_auc": 0.7240936214554962 + }, + "2": { + "accuracy": 0.6780076211213936, + "roc_auc": 0.7291596416137873 + }, + "3": { + "accuracy": 0.6799129014697877, + "roc_auc": 0.7294391587208159 + }, + "4": { + "accuracy": 0.6752857920522591, + "roc_auc": 0.7240857215861705 + }, + "5": { + "accuracy": 0.6690255851932498, + "roc_auc": 0.7157518182771322 + } + }, + "pixelate": { + "1": { + "accuracy": 0.643440391943386, + "roc_auc": 0.687637519218195 + }, + "2": { + "accuracy": 0.6341861731083288, + "roc_auc": 0.7225328333533025 + }, + "3": { + "accuracy": 0.6505171475231355, + "roc_auc": 0.7051516919418696 + }, + "4": { + "accuracy": 0.6254763200870985, + "roc_auc": 0.6943992953467046 + }, + "5": { + "accuracy": 0.5517147523135547, + "roc_auc": 0.6712973751796721 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.625748502994012, + "roc_auc": 0.7173898302150288 + }, + "2": { + "accuracy": 0.6238432226456179, + "roc_auc": 0.7089643247180796 + }, + "3": { + "accuracy": 0.6260206859009254, + "roc_auc": 0.6910481016580862 + }, + "4": { + "accuracy": 0.6366358192705498, + "roc_auc": 0.6833234563991251 + }, + "5": { + "accuracy": 0.6377245508982036, + "roc_auc": 0.6917510152641597 + } + }, + "contrast": { + "1": { + "accuracy": 0.6567773543821448, + "roc_auc": 0.6955722172158775 + }, + "2": { + "accuracy": 0.5092542188350572, + "roc_auc": 0.6776142753632103 + }, + "3": { + "accuracy": 0.349210669569951, + "roc_auc": 0.6716497997821376 + }, + "4": { + "accuracy": 0.19188894937397932, + "roc_auc": 0.6575647587498421 + }, + "5": { + "accuracy": 0.12547632008709853, + "roc_auc": 0.624343489691913 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.5359375, + "roc_auc": 0.26986608459677897 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4046875, + "roc_auc": 0.19282048256740014 + }, + "2": { + "accuracy": 0.40625, + "roc_auc": 0.20211196979529233 + }, + "3": { + "accuracy": 0.4046875, + "roc_auc": 0.21219987021414666 + }, + "4": { + "accuracy": 0.3796875, + "roc_auc": 0.21725856881599903 + }, + "5": { + "accuracy": 0.340625, + "roc_auc": 0.22388059701492535 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.265625, + "roc_auc": 0.2534511238275028 + }, + "2": { + "accuracy": 0.2375, + "roc_auc": 0.27080998171199344 + }, + "3": { + "accuracy": 0.221875, + "roc_auc": 0.2997537018464987 + }, + "4": { + "accuracy": 0.2171875, + "roc_auc": 0.41856675122411663 + }, + "5": { + "accuracy": 0.2109375, + "roc_auc": 0.5376010264881128 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6515625, + "roc_auc": 0.37713114270544507 + }, + "2": { + "accuracy": 0.6515625, + "roc_auc": 0.37713114270544507 + }, + "3": { + "accuracy": 0.66875, + "roc_auc": 0.39592796885139514 + }, + "4": { + "accuracy": 0.6875, + "roc_auc": 0.46076927614889984 + }, + "5": { + "accuracy": 0.7, + "roc_auc": 0.4921464810335674 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7015625, + "roc_auc": 0.37437319332192787 + }, + "2": { + "accuracy": 0.6890625, + "roc_auc": 0.4368473836351837 + }, + "3": { + "accuracy": 0.721875, + "roc_auc": 0.5083844610937408 + }, + "4": { + "accuracy": 0.7078125, + "roc_auc": 0.5444885257506932 + }, + "5": { + "accuracy": 0.7296875, + "roc_auc": 0.5656450946846794 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6609375, + "roc_auc": 0.4769113916583092 + }, + "2": { + "accuracy": 0.6453125, + "roc_auc": 0.4745221520854227 + }, + "3": { + "accuracy": 0.6265625, + "roc_auc": 0.4397896879240162 + }, + "4": { + "accuracy": 0.54375, + "roc_auc": 0.3971963305999646 + }, + "5": { + "accuracy": 0.6421875, + "roc_auc": 0.394674355495251 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6609375, + "roc_auc": 0.2892897174208011 + }, + "2": { + "accuracy": 0.6890625, + "roc_auc": 0.29639106837354734 + }, + "3": { + "accuracy": 0.696875, + "roc_auc": 0.2848504513008082 + }, + "4": { + "accuracy": 0.7078125, + "roc_auc": 0.26791929679664916 + }, + "5": { + "accuracy": 0.7140625, + "roc_auc": 0.23532534953690046 + } + }, + "contrast": { + "1": { + "accuracy": 0.7015625, + "roc_auc": 0.29762993333726623 + }, + "2": { + "accuracy": 0.75, + "roc_auc": 0.2571972155035101 + }, + "3": { + "accuracy": 0.75, + "roc_auc": 0.2509512713114271 + }, + "4": { + "accuracy": 0.765625, + "roc_auc": 0.2639814760191139 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.5109580555719426 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5125329555739189 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5245398773006135, + "roc_auc": 0.6232243340022823 + }, + "2": { + "accuracy": 0.5460122699386503, + "roc_auc": 0.6241293825994569 + }, + "3": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5886357376146066 + }, + "4": { + "accuracy": 0.5460122699386503, + "roc_auc": 0.5640420257348602 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5832644709400701 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.41411042944785276, + "roc_auc": 0.5477905009247235 + }, + "2": { + "accuracy": 0.5122699386503068, + "roc_auc": 0.546393578089954 + }, + "3": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.5663243221973006 + }, + "4": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.5098178097823948 + }, + "5": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.5091095108802582 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.49092983905874943 + }, + "2": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.49092983905874943 + }, + "3": { + "accuracy": 0.41411042944785276, + "roc_auc": 0.47711801046708374 + }, + "4": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.461181285169008 + }, + "5": { + "accuracy": 0.4263803680981595, + "roc_auc": 0.4661787274229725 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.4897886908275292 + }, + "2": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.5153661511824656 + }, + "3": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.5204619682839492 + }, + "4": { + "accuracy": 0.41411042944785276, + "roc_auc": 0.5230787392279542 + }, + "5": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.5165859992917011 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.4799118561366229 + }, + "2": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.4786526580883799 + }, + "3": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.5056467162475898 + }, + "4": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.5245740369102427 + }, + "5": { + "accuracy": 0.4325153374233129, + "roc_auc": 0.494274583874395 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.49891787667729115 + }, + "2": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.48908039192539243 + }, + "3": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.4818006532089876 + }, + "4": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.48014795577066854 + }, + "5": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.46629677723999524 + } + }, + "contrast": { + "1": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.4767638610160155 + }, + "2": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.4532325974894739 + }, + "3": { + "accuracy": 0.38650306748466257, + "roc_auc": 0.4427655137134538 + }, + "4": { + "accuracy": 0.3895705521472393, + "roc_auc": 0.4370991224963602 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47294691693227875 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.58994708994709, + "roc_auc": 0.5289042023735901 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5830314809906647 + }, + "2": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5564979238448626 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5432753187855229 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5009276437847866 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5013693789203992 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46246723797744205 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44276585092911624 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4120358099949936 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.39149512618900373 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3846629560915275 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5529100529100529, + "roc_auc": 0.4700650823099803 + }, + "2": { + "accuracy": 0.5529100529100529, + "roc_auc": 0.4700650823099803 + }, + "3": { + "accuracy": 0.5740740740740741, + "roc_auc": 0.4715669817710634 + }, + "4": { + "accuracy": 0.5714285714285714, + "roc_auc": 0.4850546279117708 + }, + "5": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.48134405277262415 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4958035162116795 + }, + "2": { + "accuracy": 0.5873015873015873, + "roc_auc": 0.5018405630650529 + }, + "3": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.5065524045115882 + }, + "4": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5091733663162235 + }, + "5": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5156521483052096 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.49026710251200045 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4842595046676679 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4837883205230144 + }, + "4": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.48537856701122006 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.4881026003474983 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5473687310422005 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5633742674559001 + }, + "3": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5743292988190947 + }, + "4": { + "accuracy": 0.626984126984127, + "roc_auc": 0.5816473775657449 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.6061784020967694 + } + }, + "contrast": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5219836852489914 + }, + "2": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5012957563977972 + }, + "3": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.49098860323350113 + }, + "4": { + "accuracy": 0.5317460317460317, + "roc_auc": 0.48888299908708077 + }, + "5": { + "accuracy": 0.4603174603174603, + "roc_auc": 0.5296404275996113 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.8525970084454499 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.592948717948718, + "roc_auc": 0.7961970598091855 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7541688792363748 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.7215876026527405 + }, + "4": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.7026088164052703 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6895285718053983 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.561515609132021 + }, + "2": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.5241733733163243 + }, + "3": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.5589194627686497 + }, + "4": { + "accuracy": 0.3349358974358974, + "roc_auc": 0.5942753962126471 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.5717742189946047 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.7734521407267202 + }, + "2": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.7734521407267202 + }, + "3": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.7433397689829707 + }, + "4": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.729626321796645 + }, + "5": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.728725146888273 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.8318124994763392 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7815326245070521 + }, + "3": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.7666002775845339 + }, + "4": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.7458512905698959 + }, + "5": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.7262312440822029 + } + }, + "pixelate": { + "1": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.775631812491747 + }, + "2": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.7182972843676144 + }, + "3": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.7254072862157033 + }, + "4": { + "accuracy": 0.26121794871794873, + "roc_auc": 0.7046811461334676 + }, + "5": { + "accuracy": 0.266025641025641, + "roc_auc": 0.6999676395079666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.8218227383478228 + }, + "2": { + "accuracy": 0.6298076923076923, + "roc_auc": 0.8078854673462805 + }, + "3": { + "accuracy": 0.6169871794871795, + "roc_auc": 0.7929911724073252 + }, + "4": { + "accuracy": 0.5817307692307693, + "roc_auc": 0.7776526614756389 + }, + "5": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.7346604571721373 + } + }, + "contrast": { + "1": { + "accuracy": 0.6009615384615384, + "roc_auc": 0.7898185411236862 + }, + "2": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.7393524906892095 + }, + "3": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.7088554922271477 + }, + "4": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6553255131881772 + }, + "5": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.5121979713467247 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.536, + "roc_auc": 0.926656 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.564, + "roc_auc": 0.8842273333333333 + }, + "2": { + "accuracy": 0.571, + "roc_auc": 0.8624499999999999 + }, + "3": { + "accuracy": 0.566, + "roc_auc": 0.8473333333333334 + }, + "4": { + "accuracy": 0.554, + "roc_auc": 0.830004 + }, + "5": { + "accuracy": 0.544, + "roc_auc": 0.814148 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.484, + "roc_auc": 0.7525713333333333 + }, + "2": { + "accuracy": 0.489, + "roc_auc": 0.733854 + }, + "3": { + "accuracy": 0.478, + "roc_auc": 0.7252666666666667 + }, + "4": { + "accuracy": 0.414, + "roc_auc": 0.7138546666666666 + }, + "5": { + "accuracy": 0.332, + "roc_auc": 0.680344 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.478, + "roc_auc": 0.7758280000000001 + }, + "2": { + "accuracy": 0.478, + "roc_auc": 0.7758280000000001 + }, + "3": { + "accuracy": 0.471, + "roc_auc": 0.7633966666666666 + }, + "4": { + "accuracy": 0.438, + "roc_auc": 0.7663433333333334 + }, + "5": { + "accuracy": 0.395, + "roc_auc": 0.7769100000000001 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.49, + "roc_auc": 0.8626566666666667 + }, + "2": { + "accuracy": 0.493, + "roc_auc": 0.8351080000000001 + }, + "3": { + "accuracy": 0.477, + "roc_auc": 0.8113806666666667 + }, + "4": { + "accuracy": 0.441, + "roc_auc": 0.76991 + }, + "5": { + "accuracy": 0.423, + "roc_auc": 0.7392373333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.334, + "roc_auc": 0.6297286666666666 + }, + "2": { + "accuracy": 0.319, + "roc_auc": 0.5971293333333334 + }, + "3": { + "accuracy": 0.335, + "roc_auc": 0.635278 + }, + "4": { + "accuracy": 0.307, + "roc_auc": 0.5923080000000001 + }, + "5": { + "accuracy": 0.29, + "roc_auc": 0.602152 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.491, + "roc_auc": 0.92899 + }, + "2": { + "accuracy": 0.442, + "roc_auc": 0.918516 + }, + "3": { + "accuracy": 0.45, + "roc_auc": 0.9081760000000001 + }, + "4": { + "accuracy": 0.473, + "roc_auc": 0.9005746666666667 + }, + "5": { + "accuracy": 0.502, + "roc_auc": 0.8855253333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.499, + "roc_auc": 0.932072 + }, + "2": { + "accuracy": 0.448, + "roc_auc": 0.9205966666666666 + }, + "3": { + "accuracy": 0.417, + "roc_auc": 0.9074186666666666 + }, + "4": { + "accuracy": 0.394, + "roc_auc": 0.8796619999999999 + }, + "5": { + "accuracy": 0.416, + "roc_auc": 0.68635 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.5817490494296578, + "roc_auc": 0.8988036347505264 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4390172565077508, + "roc_auc": 0.8312385498557007 + }, + "2": { + "accuracy": 0.29189821585258846, + "roc_auc": 0.7902684924680845 + }, + "3": { + "accuracy": 0.18104708979233694, + "roc_auc": 0.7508540004123773 + }, + "4": { + "accuracy": 0.1482889733840304, + "roc_auc": 0.7368509858559096 + }, + "5": { + "accuracy": 0.11904065516232816, + "roc_auc": 0.7092700786337891 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.17870722433460076, + "roc_auc": 0.7530061631742221 + }, + "2": { + "accuracy": 0.12021058789119625, + "roc_auc": 0.6960043592243194 + }, + "3": { + "accuracy": 0.10178414741152383, + "roc_auc": 0.6613983645260502 + }, + "4": { + "accuracy": 0.08715998830067272, + "roc_auc": 0.6126757420357122 + }, + "5": { + "accuracy": 0.07282831237203861, + "roc_auc": 0.5750545916808654 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.40976893828604855, + "roc_auc": 0.8014514726522742 + }, + "2": { + "accuracy": 0.40976893828604855, + "roc_auc": 0.8014509740576397 + }, + "3": { + "accuracy": 0.31383445451886516, + "roc_auc": 0.7473884526027261 + }, + "4": { + "accuracy": 0.26060251535536705, + "roc_auc": 0.7008367157166224 + }, + "5": { + "accuracy": 0.2404211757823925, + "roc_auc": 0.6809145676166146 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5437262357414449, + "roc_auc": 0.8736631653113698 + }, + "2": { + "accuracy": 0.5118455688797894, + "roc_auc": 0.833827250474239 + }, + "3": { + "accuracy": 0.47616262064931264, + "roc_auc": 0.7920057166474173 + }, + "4": { + "accuracy": 0.42936531149458906, + "roc_auc": 0.7523703903608085 + }, + "5": { + "accuracy": 0.3884176659842059, + "roc_auc": 0.7260631675058923 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2114653407429073, + "roc_auc": 0.6793334288121962 + }, + "2": { + "accuracy": 0.2705469435507458, + "roc_auc": 0.6823122381322899 + }, + "3": { + "accuracy": 0.24597835624451594, + "roc_auc": 0.6690973260020667 + }, + "4": { + "accuracy": 0.22521205030710734, + "roc_auc": 0.6897007196203326 + }, + "5": { + "accuracy": 0.22638198303597543, + "roc_auc": 0.6680006147605293 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5750219362386663, + "roc_auc": 0.8935760974713043 + }, + "2": { + "accuracy": 0.5513307984790875, + "roc_auc": 0.8808663929563985 + }, + "3": { + "accuracy": 0.5206200643463, + "roc_auc": 0.8573035507275386 + }, + "4": { + "accuracy": 0.480842351564785, + "roc_auc": 0.8185068328201561 + }, + "5": { + "accuracy": 0.3925124305352442, + "roc_auc": 0.7674439862504179 + } + }, + "contrast": { + "1": { + "accuracy": 0.5577654284878619, + "roc_auc": 0.8911595058819066 + }, + "2": { + "accuracy": 0.47996490201813397, + "roc_auc": 0.8217824956851187 + }, + "3": { + "accuracy": 0.4346300087744955, + "roc_auc": 0.7639188249264524 + }, + "4": { + "accuracy": 0.3533196841181632, + "roc_auc": 0.6927369514977303 + }, + "5": { + "accuracy": 0.2679145949107926, + "roc_auc": 0.6160444957951738 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/aml_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0302ce05d97e7c3559a1b3b21f0c20315b5bef1c --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.6249319542732716, + "roc_auc": 0.7229676692840703 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5851932498639085, + "roc_auc": 0.6612113370694674 + }, + "2": { + "accuracy": 0.5168753402286337, + "roc_auc": 0.6399797003088779 + }, + "3": { + "accuracy": 0.41643984757757213, + "roc_auc": 0.636497144589223 + }, + "4": { + "accuracy": 0.369352204681546, + "roc_auc": 0.6276254372118103 + }, + "5": { + "accuracy": 0.34485574305933586, + "roc_auc": 0.6103310878997104 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.35302123026673926, + "roc_auc": 0.6287846325885104 + }, + "2": { + "accuracy": 0.33396842678279803, + "roc_auc": 0.5981068280274836 + }, + "3": { + "accuracy": 0.3456722917800762, + "roc_auc": 0.5740885052577028 + }, + "4": { + "accuracy": 0.3451279259662493, + "roc_auc": 0.5706556351626654 + }, + "5": { + "accuracy": 0.32553075666848125, + "roc_auc": 0.5666390305765211 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6769188894937398, + "roc_auc": 0.6883032560896765 + }, + "2": { + "accuracy": 0.6769188894937398, + "roc_auc": 0.6883034320215392 + }, + "3": { + "accuracy": 0.6774632553075667, + "roc_auc": 0.6759380052363061 + }, + "4": { + "accuracy": 0.6763745236799129, + "roc_auc": 0.6732600966569751 + }, + "5": { + "accuracy": 0.6722917800762113, + "roc_auc": 0.6689928318271181 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6701143168209036, + "roc_auc": 0.7240936214554962 + }, + "2": { + "accuracy": 0.6780076211213936, + "roc_auc": 0.7291596416137873 + }, + "3": { + "accuracy": 0.6799129014697877, + "roc_auc": 0.7294391587208159 + }, + "4": { + "accuracy": 0.6752857920522591, + "roc_auc": 0.7240857215861705 + }, + "5": { + "accuracy": 0.6690255851932498, + "roc_auc": 0.7157518182771322 + } + }, + "pixelate": { + "1": { + "accuracy": 0.643440391943386, + "roc_auc": 0.687637519218195 + }, + "2": { + "accuracy": 0.6341861731083288, + "roc_auc": 0.7225328333533025 + }, + "3": { + "accuracy": 0.6505171475231355, + "roc_auc": 0.7051516919418696 + }, + "4": { + "accuracy": 0.6254763200870985, + "roc_auc": 0.6943992953467046 + }, + "5": { + "accuracy": 0.5517147523135547, + "roc_auc": 0.6712973751796721 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.625748502994012, + "roc_auc": 0.7173898302150288 + }, + "2": { + "accuracy": 0.6238432226456179, + "roc_auc": 0.7089643247180796 + }, + "3": { + "accuracy": 0.6260206859009254, + "roc_auc": 0.6910481016580862 + }, + "4": { + "accuracy": 0.6366358192705498, + "roc_auc": 0.6833234563991251 + }, + "5": { + "accuracy": 0.6377245508982036, + "roc_auc": 0.6917510152641597 + } + }, + "contrast": { + "1": { + "accuracy": 0.6567773543821448, + "roc_auc": 0.6955722172158775 + }, + "2": { + "accuracy": 0.5092542188350572, + "roc_auc": 0.6776142753632103 + }, + "3": { + "accuracy": 0.349210669569951, + "roc_auc": 0.6716497997821376 + }, + "4": { + "accuracy": 0.19188894937397932, + "roc_auc": 0.6575647587498421 + }, + "5": { + "accuracy": 0.12547632008709853, + "roc_auc": 0.624343489691913 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/bloodmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..77506e2c9998a0249931c2a20ebdff676dce2aa1 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.503946214557147, + "roc_auc": 0.9039744297302639 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3925752703887752, + "roc_auc": 0.8136054922475784 + }, + "2": { + "accuracy": 0.32066647179187374, + "roc_auc": 0.7464457841471394 + }, + "3": { + "accuracy": 0.3791289096755335, + "roc_auc": 0.6957471409297087 + }, + "4": { + "accuracy": 0.40923706518561825, + "roc_auc": 0.680814996659031 + }, + "5": { + "accuracy": 0.38819058754750074, + "roc_auc": 0.6656315715386194 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.33908213972522655, + "roc_auc": 0.767913470699102 + }, + "2": { + "accuracy": 0.3525285004384683, + "roc_auc": 0.7334356751088956 + }, + "3": { + "accuracy": 0.3291435252850044, + "roc_auc": 0.7134265422633848 + }, + "4": { + "accuracy": 0.22595732242034494, + "roc_auc": 0.6859472671958051 + }, + "5": { + "accuracy": 0.20841859105524702, + "roc_auc": 0.6644594258674408 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.512715580239696, + "roc_auc": 0.8910444107212515 + }, + "2": { + "accuracy": 0.512715580239696, + "roc_auc": 0.8910444447843527 + }, + "3": { + "accuracy": 0.4969307220111079, + "roc_auc": 0.8687362033477776 + }, + "4": { + "accuracy": 0.45045308389359834, + "roc_auc": 0.8353875022815812 + }, + "5": { + "accuracy": 0.43262204033908214, + "roc_auc": 0.8193296700800252 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5340543700672318, + "roc_auc": 0.9082514329114204 + }, + "2": { + "accuracy": 0.5223618824904999, + "roc_auc": 0.886417967233009 + }, + "3": { + "accuracy": 0.46799181525869626, + "roc_auc": 0.857004530306818 + }, + "4": { + "accuracy": 0.40514469453376206, + "roc_auc": 0.8295020411116234 + }, + "5": { + "accuracy": 0.3706518561824028, + "roc_auc": 0.8129743499231818 + } + }, + "pixelate": { + "1": { + "accuracy": 0.43729903536977494, + "roc_auc": 0.8231673720347723 + }, + "2": { + "accuracy": 0.42823735749780767, + "roc_auc": 0.7927993722378838 + }, + "3": { + "accuracy": 0.43583747442268345, + "roc_auc": 0.7829568860459255 + }, + "4": { + "accuracy": 0.4159602455422391, + "roc_auc": 0.7603363041057506 + }, + "5": { + "accuracy": 0.4177141186787489, + "roc_auc": 0.7375303744754852 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4855305466237942, + "roc_auc": 0.9040339317619794 + }, + "2": { + "accuracy": 0.47471499561531716, + "roc_auc": 0.9028318301784528 + }, + "3": { + "accuracy": 0.4884536685179772, + "roc_auc": 0.8915123006582192 + }, + "4": { + "accuracy": 0.5150540777550424, + "roc_auc": 0.8677582433913451 + }, + "5": { + "accuracy": 0.5062847120724934, + "roc_auc": 0.8288466160016884 + } + }, + "contrast": { + "1": { + "accuracy": 0.5109617071031862, + "roc_auc": 0.9023145623312187 + }, + "2": { + "accuracy": 0.4969307220111079, + "roc_auc": 0.8704992220939933 + }, + "3": { + "accuracy": 0.46857643963753287, + "roc_auc": 0.8470878365334367 + }, + "4": { + "accuracy": 0.40572931891259867, + "roc_auc": 0.8235961823571663 + }, + "5": { + "accuracy": 0.2519731072785735, + "roc_auc": 0.693936194534859 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/breastmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..799500cdbc8f652a019b349dcc7167fd650baf34 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.7015455304928989 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.7050960735171262 + }, + "2": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.7034252297410193 + }, + "3": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.7057226399331663 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7005012531328321 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6998746867167919 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.735171261487051 + }, + "2": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.6812865497076023 + }, + "3": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6666666666666667 + }, + "4": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.620718462823726 + }, + "5": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.593984962406015 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6835839598997494 + }, + "2": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6835839598997494 + }, + "3": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.6986215538847118 + }, + "4": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.7065580618212197 + }, + "5": { + "accuracy": 0.717948717948718, + "roc_auc": 0.7013366750208855 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.6798245614035088 + }, + "2": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.6516290726817042 + }, + "3": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.6411862990810359 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.606516290726817 + }, + "5": { + "accuracy": 0.532051282051282, + "roc_auc": 0.593358395989975 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5459482038429406 + }, + "2": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.5133667502088555 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.5284043441938179 + }, + "4": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.529030910609858 + }, + "5": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5258980785296575 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.6946532999164579 + }, + "2": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.6902673350041771 + }, + "3": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.6927736006683374 + }, + "4": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.7048872180451129 + }, + "5": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.7188805346700083 + } + }, + "contrast": { + "1": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.7101086048454469 + }, + "2": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.7282790309106099 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.7207602339181286 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.7027986633249791 + }, + "5": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.6428571428571429 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/fundus_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..8429517e19f173724bc38be126ceeef36b7f83fc --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.5359375, + "roc_auc": 0.26986608459677897 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4046875, + "roc_auc": 0.19282048256740014 + }, + "2": { + "accuracy": 0.40625, + "roc_auc": 0.20211196979529233 + }, + "3": { + "accuracy": 0.4046875, + "roc_auc": 0.21219987021414666 + }, + "4": { + "accuracy": 0.3796875, + "roc_auc": 0.21725856881599903 + }, + "5": { + "accuracy": 0.340625, + "roc_auc": 0.22388059701492535 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.265625, + "roc_auc": 0.2534511238275028 + }, + "2": { + "accuracy": 0.2375, + "roc_auc": 0.27080998171199344 + }, + "3": { + "accuracy": 0.221875, + "roc_auc": 0.2997537018464987 + }, + "4": { + "accuracy": 0.2171875, + "roc_auc": 0.41856675122411663 + }, + "5": { + "accuracy": 0.2109375, + "roc_auc": 0.5376010264881128 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6515625, + "roc_auc": 0.37713114270544507 + }, + "2": { + "accuracy": 0.6515625, + "roc_auc": 0.37713114270544507 + }, + "3": { + "accuracy": 0.66875, + "roc_auc": 0.39592796885139514 + }, + "4": { + "accuracy": 0.6875, + "roc_auc": 0.46076927614889984 + }, + "5": { + "accuracy": 0.7, + "roc_auc": 0.4921464810335674 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7015625, + "roc_auc": 0.37437319332192787 + }, + "2": { + "accuracy": 0.6890625, + "roc_auc": 0.4368473836351837 + }, + "3": { + "accuracy": 0.721875, + "roc_auc": 0.5083844610937408 + }, + "4": { + "accuracy": 0.7078125, + "roc_auc": 0.5444885257506932 + }, + "5": { + "accuracy": 0.7296875, + "roc_auc": 0.5656450946846794 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6609375, + "roc_auc": 0.4769113916583092 + }, + "2": { + "accuracy": 0.6453125, + "roc_auc": 0.4745221520854227 + }, + "3": { + "accuracy": 0.6265625, + "roc_auc": 0.4397896879240162 + }, + "4": { + "accuracy": 0.54375, + "roc_auc": 0.3971963305999646 + }, + "5": { + "accuracy": 0.6421875, + "roc_auc": 0.394674355495251 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6609375, + "roc_auc": 0.2892897174208011 + }, + "2": { + "accuracy": 0.6890625, + "roc_auc": 0.29639106837354734 + }, + "3": { + "accuracy": 0.696875, + "roc_auc": 0.2848504513008082 + }, + "4": { + "accuracy": 0.7078125, + "roc_auc": 0.26791929679664916 + }, + "5": { + "accuracy": 0.7140625, + "roc_auc": 0.23532534953690046 + } + }, + "contrast": { + "1": { + "accuracy": 0.7015625, + "roc_auc": 0.29762993333726623 + }, + "2": { + "accuracy": 0.75, + "roc_auc": 0.2571972155035101 + }, + "3": { + "accuracy": 0.75, + "roc_auc": 0.2509512713114271 + }, + "4": { + "accuracy": 0.765625, + "roc_auc": 0.2639814760191139 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.5109580555719426 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/mammo_calc_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ef73bd5aae331534c6ae476917a74709a0b5b816 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5125329555739189 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5245398773006135, + "roc_auc": 0.6232243340022823 + }, + "2": { + "accuracy": 0.5460122699386503, + "roc_auc": 0.6241293825994569 + }, + "3": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5886357376146066 + }, + "4": { + "accuracy": 0.5460122699386503, + "roc_auc": 0.5640420257348602 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5832644709400701 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.41411042944785276, + "roc_auc": 0.5477905009247235 + }, + "2": { + "accuracy": 0.5122699386503068, + "roc_auc": 0.546393578089954 + }, + "3": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.5663243221973006 + }, + "4": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.5098178097823948 + }, + "5": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.5091095108802582 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.49092983905874943 + }, + "2": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.49092983905874943 + }, + "3": { + "accuracy": 0.41411042944785276, + "roc_auc": 0.47711801046708374 + }, + "4": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.461181285169008 + }, + "5": { + "accuracy": 0.4263803680981595, + "roc_auc": 0.4661787274229725 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.4897886908275292 + }, + "2": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.5153661511824656 + }, + "3": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.5204619682839492 + }, + "4": { + "accuracy": 0.41411042944785276, + "roc_auc": 0.5230787392279542 + }, + "5": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.5165859992917011 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.4799118561366229 + }, + "2": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.4786526580883799 + }, + "3": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.5056467162475898 + }, + "4": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.5245740369102427 + }, + "5": { + "accuracy": 0.4325153374233129, + "roc_auc": 0.494274583874395 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.49891787667729115 + }, + "2": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.48908039192539243 + }, + "3": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.4818006532089876 + }, + "4": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.48014795577066854 + }, + "5": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.46629677723999524 + } + }, + "contrast": { + "1": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.4767638610160155 + }, + "2": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.4532325974894739 + }, + "3": { + "accuracy": 0.38650306748466257, + "roc_auc": 0.4427655137134538 + }, + "4": { + "accuracy": 0.3895705521472393, + "roc_auc": 0.4370991224963602 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47294691693227875 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/mammo_mass_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..986ebf97baf937794dc3a6780ea367e14045848d --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.58994708994709, + "roc_auc": 0.5289042023735901 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5830314809906647 + }, + "2": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.5564979238448626 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5432753187855229 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5009276437847866 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5013693789203992 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46246723797744205 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44276585092911624 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4120358099949936 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.39149512618900373 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.3846629560915275 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5529100529100529, + "roc_auc": 0.4700650823099803 + }, + "2": { + "accuracy": 0.5529100529100529, + "roc_auc": 0.4700650823099803 + }, + "3": { + "accuracy": 0.5740740740740741, + "roc_auc": 0.4715669817710634 + }, + "4": { + "accuracy": 0.5714285714285714, + "roc_auc": 0.4850546279117708 + }, + "5": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.48134405277262415 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4958035162116795 + }, + "2": { + "accuracy": 0.5873015873015873, + "roc_auc": 0.5018405630650529 + }, + "3": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.5065524045115882 + }, + "4": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5091733663162235 + }, + "5": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5156521483052096 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.49026710251200045 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4842595046676679 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4837883205230144 + }, + "4": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.48537856701122006 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.4881026003474983 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5473687310422005 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5633742674559001 + }, + "3": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.5743292988190947 + }, + "4": { + "accuracy": 0.626984126984127, + "roc_auc": 0.5816473775657449 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.6061784020967694 + } + }, + "contrast": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5219836852489914 + }, + "2": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5012957563977972 + }, + "3": { + "accuracy": 0.5767195767195767, + "roc_auc": 0.49098860323350113 + }, + "4": { + "accuracy": 0.5317460317460317, + "roc_auc": 0.48888299908708077 + }, + "5": { + "accuracy": 0.4603174603174603, + "roc_auc": 0.5296404275996113 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/oct_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e5665fbf9cc176dc60c36ece33ad57a257f2efff --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.536, + "roc_auc": 0.926656 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.564, + "roc_auc": 0.8842273333333333 + }, + "2": { + "accuracy": 0.571, + "roc_auc": 0.8624499999999999 + }, + "3": { + "accuracy": 0.566, + "roc_auc": 0.8473333333333334 + }, + "4": { + "accuracy": 0.554, + "roc_auc": 0.830004 + }, + "5": { + "accuracy": 0.544, + "roc_auc": 0.814148 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.484, + "roc_auc": 0.7525713333333333 + }, + "2": { + "accuracy": 0.489, + "roc_auc": 0.733854 + }, + "3": { + "accuracy": 0.478, + "roc_auc": 0.7252666666666667 + }, + "4": { + "accuracy": 0.414, + "roc_auc": 0.7138546666666666 + }, + "5": { + "accuracy": 0.332, + "roc_auc": 0.680344 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.478, + "roc_auc": 0.7758280000000001 + }, + "2": { + "accuracy": 0.478, + "roc_auc": 0.7758280000000001 + }, + "3": { + "accuracy": 0.471, + "roc_auc": 0.7633966666666666 + }, + "4": { + "accuracy": 0.438, + "roc_auc": 0.7663433333333334 + }, + "5": { + "accuracy": 0.395, + "roc_auc": 0.7769100000000001 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.49, + "roc_auc": 0.8626566666666667 + }, + "2": { + "accuracy": 0.493, + "roc_auc": 0.8351080000000001 + }, + "3": { + "accuracy": 0.477, + "roc_auc": 0.8113806666666667 + }, + "4": { + "accuracy": 0.441, + "roc_auc": 0.76991 + }, + "5": { + "accuracy": 0.423, + "roc_auc": 0.7392373333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.334, + "roc_auc": 0.6297286666666666 + }, + "2": { + "accuracy": 0.319, + "roc_auc": 0.5971293333333334 + }, + "3": { + "accuracy": 0.335, + "roc_auc": 0.635278 + }, + "4": { + "accuracy": 0.307, + "roc_auc": 0.5923080000000001 + }, + "5": { + "accuracy": 0.29, + "roc_auc": 0.602152 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.491, + "roc_auc": 0.92899 + }, + "2": { + "accuracy": 0.442, + "roc_auc": 0.918516 + }, + "3": { + "accuracy": 0.45, + "roc_auc": 0.9081760000000001 + }, + "4": { + "accuracy": 0.473, + "roc_auc": 0.9005746666666667 + }, + "5": { + "accuracy": 0.502, + "roc_auc": 0.8855253333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.499, + "roc_auc": 0.932072 + }, + "2": { + "accuracy": 0.448, + "roc_auc": 0.9205966666666666 + }, + "3": { + "accuracy": 0.417, + "roc_auc": 0.9074186666666666 + }, + "4": { + "accuracy": 0.394, + "roc_auc": 0.8796619999999999 + }, + "5": { + "accuracy": 0.416, + "roc_auc": 0.68635 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/octmnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..dc5eb4d005825b86d0f852aa5a7ea68d4af97a28 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.369, + "roc_auc": 0.8758746666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.432, + "roc_auc": 0.8749406666666667 + }, + "2": { + "accuracy": 0.382, + "roc_auc": 0.864048 + }, + "3": { + "accuracy": 0.353, + "roc_auc": 0.8541613333333333 + }, + "4": { + "accuracy": 0.352, + "roc_auc": 0.84387 + }, + "5": { + "accuracy": 0.349, + "roc_auc": 0.84182 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.272, + "roc_auc": 0.8108746666666666 + }, + "2": { + "accuracy": 0.275, + "roc_auc": 0.7856506666666667 + }, + "3": { + "accuracy": 0.286, + "roc_auc": 0.7815226666666667 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.7206706666666667 + }, + "5": { + "accuracy": 0.266, + "roc_auc": 0.6774600000000001 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.7097286666666667 + }, + "2": { + "accuracy": 0.244, + "roc_auc": 0.7097286666666667 + }, + "3": { + "accuracy": 0.239, + "roc_auc": 0.6647893333333335 + }, + "4": { + "accuracy": 0.226, + "roc_auc": 0.6469493333333334 + }, + "5": { + "accuracy": 0.229, + "roc_auc": 0.6565126666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.8009773333333334 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.7020213333333334 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.6637093333333334 + }, + "4": { + "accuracy": 0.257, + "roc_auc": 0.6211086666666668 + }, + "5": { + "accuracy": 0.261, + "roc_auc": 0.59783 + } + }, + "pixelate": { + "1": { + "accuracy": 0.346, + "roc_auc": 0.6224493333333333 + }, + "2": { + "accuracy": 0.306, + "roc_auc": 0.5959493333333334 + }, + "3": { + "accuracy": 0.312, + "roc_auc": 0.5931106666666667 + }, + "4": { + "accuracy": 0.305, + "roc_auc": 0.5855980000000001 + }, + "5": { + "accuracy": 0.306, + "roc_auc": 0.547314 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.361, + "roc_auc": 0.89534 + }, + "2": { + "accuracy": 0.354, + "roc_auc": 0.9097693333333334 + }, + "3": { + "accuracy": 0.345, + "roc_auc": 0.9149693333333333 + }, + "4": { + "accuracy": 0.341, + "roc_auc": 0.9152393333333333 + }, + "5": { + "accuracy": 0.337, + "roc_auc": 0.9089953333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.389, + "roc_auc": 0.893184 + }, + "2": { + "accuracy": 0.396, + "roc_auc": 0.8952879999999999 + }, + "3": { + "accuracy": 0.392, + "roc_auc": 0.8821593333333333 + }, + "4": { + "accuracy": 0.364, + "roc_auc": 0.8423933333333333 + }, + "5": { + "accuracy": 0.241, + "roc_auc": 0.5674893333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/pbc_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..48421baab52da79f3b22df831c0be302da2e9140 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.5817490494296578, + "roc_auc": 0.8988036347505264 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4390172565077508, + "roc_auc": 0.8312385498557007 + }, + "2": { + "accuracy": 0.29189821585258846, + "roc_auc": 0.7902684924680845 + }, + "3": { + "accuracy": 0.18104708979233694, + "roc_auc": 0.7508540004123773 + }, + "4": { + "accuracy": 0.1482889733840304, + "roc_auc": 0.7368509858559096 + }, + "5": { + "accuracy": 0.11904065516232816, + "roc_auc": 0.7092700786337891 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.17870722433460076, + "roc_auc": 0.7530061631742221 + }, + "2": { + "accuracy": 0.12021058789119625, + "roc_auc": 0.6960043592243194 + }, + "3": { + "accuracy": 0.10178414741152383, + "roc_auc": 0.6613983645260502 + }, + "4": { + "accuracy": 0.08715998830067272, + "roc_auc": 0.6126757420357122 + }, + "5": { + "accuracy": 0.07282831237203861, + "roc_auc": 0.5750545916808654 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.40976893828604855, + "roc_auc": 0.8014514726522742 + }, + "2": { + "accuracy": 0.40976893828604855, + "roc_auc": 0.8014509740576397 + }, + "3": { + "accuracy": 0.31383445451886516, + "roc_auc": 0.7473884526027261 + }, + "4": { + "accuracy": 0.26060251535536705, + "roc_auc": 0.7008367157166224 + }, + "5": { + "accuracy": 0.2404211757823925, + "roc_auc": 0.6809145676166146 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5437262357414449, + "roc_auc": 0.8736631653113698 + }, + "2": { + "accuracy": 0.5118455688797894, + "roc_auc": 0.833827250474239 + }, + "3": { + "accuracy": 0.47616262064931264, + "roc_auc": 0.7920057166474173 + }, + "4": { + "accuracy": 0.42936531149458906, + "roc_auc": 0.7523703903608085 + }, + "5": { + "accuracy": 0.3884176659842059, + "roc_auc": 0.7260631675058923 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2114653407429073, + "roc_auc": 0.6793334288121962 + }, + "2": { + "accuracy": 0.2705469435507458, + "roc_auc": 0.6823122381322899 + }, + "3": { + "accuracy": 0.24597835624451594, + "roc_auc": 0.6690973260020667 + }, + "4": { + "accuracy": 0.22521205030710734, + "roc_auc": 0.6897007196203326 + }, + "5": { + "accuracy": 0.22638198303597543, + "roc_auc": 0.6680006147605293 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5750219362386663, + "roc_auc": 0.8935760974713043 + }, + "2": { + "accuracy": 0.5513307984790875, + "roc_auc": 0.8808663929563985 + }, + "3": { + "accuracy": 0.5206200643463, + "roc_auc": 0.8573035507275386 + }, + "4": { + "accuracy": 0.480842351564785, + "roc_auc": 0.8185068328201561 + }, + "5": { + "accuracy": 0.3925124305352442, + "roc_auc": 0.7674439862504179 + } + }, + "contrast": { + "1": { + "accuracy": 0.5577654284878619, + "roc_auc": 0.8911595058819066 + }, + "2": { + "accuracy": 0.47996490201813397, + "roc_auc": 0.8217824956851187 + }, + "3": { + "accuracy": 0.4346300087744955, + "roc_auc": 0.7639188249264524 + }, + "4": { + "accuracy": 0.3533196841181632, + "roc_auc": 0.6927369514977303 + }, + "5": { + "accuracy": 0.2679145949107926, + "roc_auc": 0.6160444957951738 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/pneumonia_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e158e8a563d78f1afd99a2b7fe1ebd7df2d907cb --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.8525970084454499 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.592948717948718, + "roc_auc": 0.7961970598091855 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7541688792363748 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.7215876026527405 + }, + "4": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.7026088164052703 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6895285718053983 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.561515609132021 + }, + "2": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.5241733733163243 + }, + "3": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.5589194627686497 + }, + "4": { + "accuracy": 0.3349358974358974, + "roc_auc": 0.5942753962126471 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.5717742189946047 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.7734521407267202 + }, + "2": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.7734521407267202 + }, + "3": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.7433397689829707 + }, + "4": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.729626321796645 + }, + "5": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.728725146888273 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.8318124994763392 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7815326245070521 + }, + "3": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.7666002775845339 + }, + "4": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.7458512905698959 + }, + "5": { + "accuracy": 0.4967948717948718, + "roc_auc": 0.7262312440822029 + } + }, + "pixelate": { + "1": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.775631812491747 + }, + "2": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.7182972843676144 + }, + "3": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.7254072862157033 + }, + "4": { + "accuracy": 0.26121794871794873, + "roc_auc": 0.7046811461334676 + }, + "5": { + "accuracy": 0.266025641025641, + "roc_auc": 0.6999676395079666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.8218227383478228 + }, + "2": { + "accuracy": 0.6298076923076923, + "roc_auc": 0.8078854673462805 + }, + "3": { + "accuracy": 0.6169871794871795, + "roc_auc": 0.7929911724073252 + }, + "4": { + "accuracy": 0.5817307692307693, + "roc_auc": 0.7776526614756389 + }, + "5": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.7346604571721373 + } + }, + "contrast": { + "1": { + "accuracy": 0.6009615384615384, + "roc_auc": 0.7898185411236862 + }, + "2": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.7393524906892095 + }, + "3": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.7088554922271477 + }, + "4": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6553255131881772 + }, + "5": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.5121979713467247 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..352ede371f2be268add36c2027d61c1e15ad2ef9 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.6233974358974359, + "roc_auc": 0.9498685075608153 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7403846153846154, + "roc_auc": 0.8856673241288626 + }, + "2": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.6644586894586895 + }, + "3": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.5276188910804295 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.44895901818978745 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.4509094893710278 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.5614179268025421 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.4512217839140916 + }, + "3": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.40855796625027385 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.3646394915625685 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.3881108919570458 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.924293228139382 + }, + "2": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.924293228139382 + }, + "3": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.9051501205347359 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.8809883848345387 + }, + "5": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.8689842209072978 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6586538461538461, + "roc_auc": 0.9304459785229016 + }, + "2": { + "accuracy": 0.594551282051282, + "roc_auc": 0.8830703484549638 + }, + "3": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8567828183212798 + }, + "4": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.8196909927679158 + }, + "5": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.7906202060048213 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.8697348235809773 + }, + "2": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.8773285119438965 + }, + "3": { + "accuracy": 0.6394230769230769, + "roc_auc": 0.8938308130615823 + }, + "4": { + "accuracy": 0.6618589743589743, + "roc_auc": 0.8723427569581416 + }, + "5": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.810497479728249 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.9512053473591936 + }, + "2": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.9461648038571115 + }, + "3": { + "accuracy": 0.594551282051282, + "roc_auc": 0.9335634451019067 + }, + "4": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.9104865220249836 + }, + "5": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8458415516107823 + } + }, + "contrast": { + "1": { + "accuracy": 0.6714743589743589, + "roc_auc": 0.9545584045584046 + }, + "2": { + "accuracy": 0.6778846153846154, + "roc_auc": 0.9326429980276133 + }, + "3": { + "accuracy": 0.655448717948718, + "roc_auc": 0.9000438308130616 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.8414694280078896 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.4407078676309446 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-30-percent/rmedclip-rank-8/vit/retinamnist_results.json b/results/fewshot-30-percent/rmedclip-rank-8/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..10e7cbec4fd6b546fc95126f059c6112935fab64 --- /dev/null +++ b/results/fewshot-30-percent/rmedclip-rank-8/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.2275, + "roc_auc": 0.5883550678037623 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.14, + "roc_auc": 0.5595485174005683 + }, + "2": { + "accuracy": 0.2375, + "roc_auc": 0.5511231904274071 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.5369433485583134 + }, + "4": { + "accuracy": 0.2725, + "roc_auc": 0.5273244988797131 + }, + "5": { + "accuracy": 0.255, + "roc_auc": 0.5418529995518353 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.195, + "roc_auc": 0.5043472991474022 + }, + "2": { + "accuracy": 0.17, + "roc_auc": 0.5020395771189305 + }, + "3": { + "accuracy": 0.1575, + "roc_auc": 0.5050135529175376 + }, + "4": { + "accuracy": 0.1725, + "roc_auc": 0.5023882978971873 + }, + "5": { + "accuracy": 0.1725, + "roc_auc": 0.5144793421709293 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4, + "roc_auc": 0.555902969563412 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.555902969563412 + }, + "3": { + "accuracy": 0.4275, + "roc_auc": 0.5383388720420683 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5299854216671407 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5238081563205379 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.41, + "roc_auc": 0.5520034199201556 + }, + "2": { + "accuracy": 0.4275, + "roc_auc": 0.5563883296376669 + }, + "3": { + "accuracy": 0.43, + "roc_auc": 0.5583819860414949 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.5536787585484237 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.551295089065302 + } + }, + "pixelate": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.5474837615128039 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5499896571536077 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5606048024710646 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5025517822544424 + }, + "5": { + "accuracy": 0.3775, + "roc_auc": 0.4535467188557881 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.175, + "roc_auc": 0.5896930978708299 + }, + "2": { + "accuracy": 0.1225, + "roc_auc": 0.5780764764242277 + }, + "3": { + "accuracy": 0.105, + "roc_auc": 0.5788483308299892 + }, + "4": { + "accuracy": 0.1075, + "roc_auc": 0.5908292790422294 + }, + "5": { + "accuracy": 0.115, + "roc_auc": 0.5899955940920316 + } + }, + "contrast": { + "1": { + "accuracy": 0.2325, + "roc_auc": 0.5565254845326295 + }, + "2": { + "accuracy": 0.2025, + "roc_auc": 0.5025894295321405 + }, + "3": { + "accuracy": 0.1875, + "roc_auc": 0.46089795795817956 + }, + "4": { + "accuracy": 0.15, + "roc_auc": 0.42056640344045615 + }, + "5": { + "accuracy": 0.2025, + "roc_auc": 0.5068078072961525 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/all_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..419cf1fdd01d59b12297d7e1560df9acce187854 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.1636948260742473, + "roc_auc": 0.5855709079169331 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.163402513884829, + "roc_auc": 0.5816462398421416 + }, + "2": { + "accuracy": 0.16895644548377667, + "roc_auc": 0.5862503753332478 + }, + "3": { + "accuracy": 0.16807950891552179, + "roc_auc": 0.5851031877788241 + }, + "4": { + "accuracy": 0.17071031862028646, + "roc_auc": 0.5845689031639933 + }, + "5": { + "accuracy": 0.16544869921075708, + "roc_auc": 0.5906101533852497 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.14294066062554808, + "roc_auc": 0.5462837563758347 + }, + "2": { + "accuracy": 0.14732534346682258, + "roc_auc": 0.5440584048865184 + }, + "3": { + "accuracy": 0.1435252850043847, + "roc_auc": 0.5385046533458605 + }, + "4": { + "accuracy": 0.15141771411867874, + "roc_auc": 0.539240528825394 + }, + "5": { + "accuracy": 0.14732534346682258, + "roc_auc": 0.5378435460382804 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.17392575270388774, + "roc_auc": 0.5871660877542275 + }, + "2": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.5875370982619057 + }, + "3": { + "accuracy": 0.18035662087109033, + "roc_auc": 0.5851670283575114 + }, + "4": { + "accuracy": 0.17743349897690733, + "roc_auc": 0.5869069546685947 + }, + "5": { + "accuracy": 0.17860274773458054, + "roc_auc": 0.5904589748644657 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.575263462446613 + }, + "2": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.571111489992036 + }, + "3": { + "accuracy": 0.17480268927214265, + "roc_auc": 0.5706244899064545 + }, + "4": { + "accuracy": 0.16691026015784857, + "roc_auc": 0.5703531684933776 + }, + "5": { + "accuracy": 0.1648640748319205, + "roc_auc": 0.5729131674872616 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17187956737795967, + "roc_auc": 0.5685683604086229 + }, + "2": { + "accuracy": 0.14761765565624085, + "roc_auc": 0.5519429401758154 + }, + "3": { + "accuracy": 0.15960245542239113, + "roc_auc": 0.5673385838062165 + }, + "4": { + "accuracy": 0.16807950891552179, + "roc_auc": 0.577021528358757 + }, + "5": { + "accuracy": 0.1598947676118094, + "roc_auc": 0.5578557422596391 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.163402513884829, + "roc_auc": 0.5865469341339861 + }, + "2": { + "accuracy": 0.16691026015784857, + "roc_auc": 0.5825714974089318 + }, + "3": { + "accuracy": 0.1832797427652733, + "roc_auc": 0.5767323473042438 + }, + "4": { + "accuracy": 0.19175679625840397, + "roc_auc": 0.5526470228845591 + }, + "5": { + "accuracy": 0.2075416544869921, + "roc_auc": 0.5207856444391545 + } + }, + "contrast": { + "1": { + "accuracy": 0.14615609470914936, + "roc_auc": 0.5868134330218924 + }, + "2": { + "accuracy": 0.10903244665302543, + "roc_auc": 0.5721383034583456 + }, + "3": { + "accuracy": 0.08740134463607133, + "roc_auc": 0.5593739004338343 + }, + "4": { + "accuracy": 0.06109324758842444, + "roc_auc": 0.5380697377635124 + }, + "5": { + "accuracy": 0.03858520900321544, + "roc_auc": 0.5032716176963203 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.3725, + "roc_auc": 0.5269025966493933 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.49314005956429324 + }, + "2": { + "accuracy": 0.365, + "roc_auc": 0.4952656877776064 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.47807807529160584 + }, + "4": { + "accuracy": 0.3775, + "roc_auc": 0.47744164181855686 + }, + "5": { + "accuracy": 0.3775, + "roc_auc": 0.4809834580409419 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3675, + "roc_auc": 0.46478244582153233 + }, + "2": { + "accuracy": 0.355, + "roc_auc": 0.4907927498761474 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.4639760586199686 + }, + "4": { + "accuracy": 0.365, + "roc_auc": 0.45053797637842097 + }, + "5": { + "accuracy": 0.365, + "roc_auc": 0.4559137082807217 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3725, + "roc_auc": 0.523513306160319 + }, + "2": { + "accuracy": 0.3725, + "roc_auc": 0.5234397653284939 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.5224187260871896 + }, + "4": { + "accuracy": 0.37, + "roc_auc": 0.5210054487309613 + }, + "5": { + "accuracy": 0.3725, + "roc_auc": 0.5302170132308085 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.36, + "roc_auc": 0.5110375554000501 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.5034700262145243 + }, + "3": { + "accuracy": 0.355, + "roc_auc": 0.49881980973004436 + }, + "4": { + "accuracy": 0.355, + "roc_auc": 0.4982187929063885 + }, + "5": { + "accuracy": 0.3575, + "roc_auc": 0.5017640939803025 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5106940042017666 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5087426702293347 + }, + "3": { + "accuracy": 0.38, + "roc_auc": 0.5229684901836242 + }, + "4": { + "accuracy": 0.3725, + "roc_auc": 0.5064245500099968 + }, + "5": { + "accuracy": 0.365, + "roc_auc": 0.49498525044488006 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.36, + "roc_auc": 0.5136122691906906 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.5159921965428879 + }, + "3": { + "accuracy": 0.3575, + "roc_auc": 0.5244855274333932 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.5315500104217831 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.5442314625887075 + } + }, + "contrast": { + "1": { + "accuracy": 0.355, + "roc_auc": 0.48419001080392476 + }, + "2": { + "accuracy": 0.355, + "roc_auc": 0.47720247993261344 + }, + "3": { + "accuracy": 0.3575, + "roc_auc": 0.4847176950572888 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.49302543603635607 + }, + "5": { + "accuracy": 0.3575, + "roc_auc": 0.4897401242291993 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.45342522974101923 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4469507101086049 + }, + "2": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.4590643274853801 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.45071010860484545 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.4488304093567252 + }, + "5": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.4227234753550542 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.45071010860484545 + }, + "2": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.44715956558061826 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.42961570593149534 + }, + "4": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.46679197994987465 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.43233082706766923 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.48997493734335845 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4901837928153718 + }, + "3": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5202589807852966 + }, + "4": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.529030910609858 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5217209690893901 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5223475355054302 + }, + "2": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5062656641604011 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5030284043441937 + }, + "4": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4839181286549707 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.464703425229741 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.4885129490392648 + }, + "2": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.5578529657477025 + }, + "3": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.5390559732664996 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.5288220551378445 + }, + "5": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.5421888053467 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.4519632414369257 + }, + "2": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.45593149540517963 + }, + "3": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.462406015037594 + }, + "4": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.47263993316624897 + }, + "5": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.47807017543859653 + } + }, + "contrast": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.44047619047619047 + }, + "2": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.4277360066833751 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.429406850459482 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.44423558897243104 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.48391812865497075 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.403, + "roc_auc": 0.6968873333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.443, + "roc_auc": 0.7313319999999999 + }, + "2": { + "accuracy": 0.445, + "roc_auc": 0.7464906666666665 + }, + "3": { + "accuracy": 0.447, + "roc_auc": 0.7351673333333334 + }, + "4": { + "accuracy": 0.448, + "roc_auc": 0.7316806666666665 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.7297386666666668 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.446, + "roc_auc": 0.7280753333333334 + }, + "2": { + "accuracy": 0.432, + "roc_auc": 0.7296346666666665 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.7251846666666667 + }, + "4": { + "accuracy": 0.432, + "roc_auc": 0.7014553333333333 + }, + "5": { + "accuracy": 0.422, + "roc_auc": 0.6818379999999999 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.437, + "roc_auc": 0.730052 + }, + "2": { + "accuracy": 0.437, + "roc_auc": 0.7300646666666667 + }, + "3": { + "accuracy": 0.418, + "roc_auc": 0.7095446666666666 + }, + "4": { + "accuracy": 0.418, + "roc_auc": 0.7005286666666667 + }, + "5": { + "accuracy": 0.418, + "roc_auc": 0.684956 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.432, + "roc_auc": 0.7090973333333332 + }, + "2": { + "accuracy": 0.478, + "roc_auc": 0.7353993333333333 + }, + "3": { + "accuracy": 0.442, + "roc_auc": 0.7202766666666667 + }, + "4": { + "accuracy": 0.447, + "roc_auc": 0.7110086666666667 + }, + "5": { + "accuracy": 0.436, + "roc_auc": 0.7070173333333334 + } + }, + "pixelate": { + "1": { + "accuracy": 0.333, + "roc_auc": 0.56885 + }, + "2": { + "accuracy": 0.328, + "roc_auc": 0.551442 + }, + "3": { + "accuracy": 0.311, + "roc_auc": 0.542138 + }, + "4": { + "accuracy": 0.319, + "roc_auc": 0.550454 + }, + "5": { + "accuracy": 0.331, + "roc_auc": 0.570264 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.403, + "roc_auc": 0.6983846666666668 + }, + "2": { + "accuracy": 0.403, + "roc_auc": 0.6991746666666667 + }, + "3": { + "accuracy": 0.408, + "roc_auc": 0.6993233333333333 + }, + "4": { + "accuracy": 0.408, + "roc_auc": 0.6997633333333333 + }, + "5": { + "accuracy": 0.408, + "roc_auc": 0.6999973333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.398, + "roc_auc": 0.693432 + }, + "2": { + "accuracy": 0.407, + "roc_auc": 0.6938899999999999 + }, + "3": { + "accuracy": 0.412, + "roc_auc": 0.695868 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.691798 + }, + "5": { + "accuracy": 0.434, + "roc_auc": 0.703708 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.4375, + "roc_auc": 0.5542625465702389 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.4683267587113741 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.4537858864781941 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.41232741617357 + }, + "4": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.43025421871575714 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.4008547008547009 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.4160859083936007 + }, + "2": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.4364562787639711 + }, + "3": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.4301117685733071 + }, + "4": { + "accuracy": 0.3557692307692308, + "roc_auc": 0.44792351523120755 + }, + "5": { + "accuracy": 0.3301282051282051, + "roc_auc": 0.42352618891080424 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5395244356782818 + }, + "2": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5395792241946088 + }, + "3": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.5222989261450799 + }, + "4": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.5028599605522682 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.49400613631382867 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.5609029147490686 + }, + "2": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.5580867850098619 + }, + "3": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.5406749945211484 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.5149682226605303 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.49722222222222223 + } + }, + "pixelate": { + "1": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.3671542844619768 + }, + "2": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.38185952224413766 + }, + "3": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.3498959018189788 + }, + "4": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.37101687486302876 + }, + "5": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.35877164146394924 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.5522024983563445 + }, + "2": { + "accuracy": 0.4375, + "roc_auc": 0.5513368397983782 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5451566951566951 + }, + "4": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.5340565417488494 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.544833442910366 + } + }, + "contrast": { + "1": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.5481974578128423 + }, + "2": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.5600536927460005 + }, + "3": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.5626232741617356 + }, + "4": { + "accuracy": 0.4439102564102564, + "roc_auc": 0.5416063992987069 + }, + "5": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.4677186061801447 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.048448557430593356, + "roc_auc": 0.49416480783411554 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.05389221556886228, + "roc_auc": 0.5184515428863304 + }, + "2": { + "accuracy": 0.05906369080021775, + "roc_auc": 0.5223042847842518 + }, + "3": { + "accuracy": 0.05688622754491018, + "roc_auc": 0.5311330134279629 + }, + "4": { + "accuracy": 0.05770277626565052, + "roc_auc": 0.5221138019042586 + }, + "5": { + "accuracy": 0.053347849755035384, + "roc_auc": 0.5119605270932532 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.05035383777898748, + "roc_auc": 0.5418815205963698 + }, + "2": { + "accuracy": 0.051986935220468156, + "roc_auc": 0.554082195498203 + }, + "3": { + "accuracy": 0.0522591181273816, + "roc_auc": 0.5510081396083083 + }, + "4": { + "accuracy": 0.05144256940664126, + "roc_auc": 0.5363331743062367 + }, + "5": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.5257337524301534 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.051986935220468156, + "roc_auc": 0.5137148928589598 + }, + "2": { + "accuracy": 0.051986935220468156, + "roc_auc": 0.5139030548736856 + }, + "3": { + "accuracy": 0.05307566684812194, + "roc_auc": 0.5223145870333165 + }, + "4": { + "accuracy": 0.05089820359281437, + "roc_auc": 0.5264394443615533 + }, + "5": { + "accuracy": 0.050081654872074034, + "roc_auc": 0.5359937691829556 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.04763200870985302, + "roc_auc": 0.4967819207618765 + }, + "2": { + "accuracy": 0.051714752313554706, + "roc_auc": 0.5007650220885785 + }, + "3": { + "accuracy": 0.0557974959172564, + "roc_auc": 0.5110711307615291 + }, + "4": { + "accuracy": 0.05606967882416984, + "roc_auc": 0.5224671603160032 + }, + "5": { + "accuracy": 0.056614044637996734, + "roc_auc": 0.5288882181835096 + } + }, + "pixelate": { + "1": { + "accuracy": 0.05089820359281437, + "roc_auc": 0.5329696731716136 + }, + "2": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.5514166109143445 + }, + "3": { + "accuracy": 0.05035383777898748, + "roc_auc": 0.5086577570028336 + }, + "4": { + "accuracy": 0.05035383777898748, + "roc_auc": 0.5252918349343603 + }, + "5": { + "accuracy": 0.042188350571584106, + "roc_auc": 0.5399353933371666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.0522591181273816, + "roc_auc": 0.4920367243447749 + }, + "2": { + "accuracy": 0.051714752313554706, + "roc_auc": 0.5003476160565121 + }, + "3": { + "accuracy": 0.050081654872074034, + "roc_auc": 0.4903084860152814 + }, + "4": { + "accuracy": 0.04735982580293958, + "roc_auc": 0.4800201114918493 + }, + "5": { + "accuracy": 0.04082743603701688, + "roc_auc": 0.47016492432186907 + } + }, + "contrast": { + "1": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.4937399844880947 + }, + "2": { + "accuracy": 0.051714752313554706, + "roc_auc": 0.5107207840513545 + }, + "3": { + "accuracy": 0.05117038649972782, + "roc_auc": 0.5083316135492351 + }, + "4": { + "accuracy": 0.05253130103429505, + "roc_auc": 0.4985424818376401 + }, + "5": { + "accuracy": 0.05443658138268917, + "roc_auc": 0.47050019024063444 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.76875, + "roc_auc": 0.44974485281104354 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.76875, + "roc_auc": 0.383303344935402 + }, + "2": { + "accuracy": 0.771875, + "roc_auc": 0.3989513892985665 + }, + "3": { + "accuracy": 0.76875, + "roc_auc": 0.38665123001592827 + }, + "4": { + "accuracy": 0.76875, + "roc_auc": 0.39953395079936294 + }, + "5": { + "accuracy": 0.7734375, + "roc_auc": 0.38615715886968327 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.7703125, + "roc_auc": 0.42538788272078343 + }, + "2": { + "accuracy": 0.778125, + "roc_auc": 0.4333372662379801 + }, + "3": { + "accuracy": 0.7796875, + "roc_auc": 0.4308964072916052 + }, + "4": { + "accuracy": 0.78125, + "roc_auc": 0.4598327532298979 + }, + "5": { + "accuracy": 0.7828125, + "roc_auc": 0.46200814111261873 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7640625, + "roc_auc": 0.4328358208955224 + }, + "2": { + "accuracy": 0.7640625, + "roc_auc": 0.4328358208955224 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.417910447761194 + }, + "4": { + "accuracy": 0.771875, + "roc_auc": 0.4169960474308301 + }, + "5": { + "accuracy": 0.771875, + "roc_auc": 0.4249159341631762 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7625, + "roc_auc": 0.43532092501917286 + }, + "2": { + "accuracy": 0.7640625, + "roc_auc": 0.4394652232906613 + }, + "3": { + "accuracy": 0.7640625, + "roc_auc": 0.4297607810748628 + }, + "4": { + "accuracy": 0.7640625, + "roc_auc": 0.42936994867559436 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.42855141289599435 + } + }, + "pixelate": { + "1": { + "accuracy": 0.765625, + "roc_auc": 0.4564185003834582 + }, + "2": { + "accuracy": 0.7703125, + "roc_auc": 0.44867559436021476 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.45689044894106545 + }, + "4": { + "accuracy": 0.7640625, + "roc_auc": 0.45798920417674477 + }, + "5": { + "accuracy": 0.7625, + "roc_auc": 0.47733172084242814 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7671875, + "roc_auc": 0.4524585570172851 + }, + "2": { + "accuracy": 0.7671875, + "roc_auc": 0.45468556427349416 + }, + "3": { + "accuracy": 0.76875, + "roc_auc": 0.4591027078048493 + }, + "4": { + "accuracy": 0.771875, + "roc_auc": 0.4594714176154799 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.4649430712052386 + } + }, + "contrast": { + "1": { + "accuracy": 0.7640625, + "roc_auc": 0.44326293434015696 + }, + "2": { + "accuracy": 0.7578125, + "roc_auc": 0.44514335437437325 + }, + "3": { + "accuracy": 0.759375, + "roc_auc": 0.44440593475311196 + }, + "4": { + "accuracy": 0.7546875, + "roc_auc": 0.44923603327237327 + }, + "5": { + "accuracy": 0.7609375, + "roc_auc": 0.42033655831514366 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3436430173533231 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4339314524062488 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4389092196907095 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4690906229095345 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4893755164679495 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44229331444536263 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4326329044189982 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47652776138196984 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46486050446621807 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48547987250619756 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43930271908078544 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3809270845630189 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3809664345020265 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44786133081493723 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44469366072482586 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4621453586746941 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36737103057490256 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38143863377011766 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.403828749065439 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4356038248140715 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42116239719828436 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4093967654350136 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44851060480856253 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4792429071734939 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4833943257387951 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48963129107149883 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3468500373824421 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34537441466965724 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3483256600952268 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3522803289654901 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.35611694801873056 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36058316609609253 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37457206941329246 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38822649824892774 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4051272970526896 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42747806240900327 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49577406720263867 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49048797007980677 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4784138763730601 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5020172571192979 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5605029890744176 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5484141708631505 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5231910946196661 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5040639632476367 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5092322643343052 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4858939246694349 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48523132196601587 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47729481402950796 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47733898754306925 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47505668934240364 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4741290455576169 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48506935241629123 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48000412286126576 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4591100509467857 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49581824071619984 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4821980740348087 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47594015961362907 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.498571723061519 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49742321170892595 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5044026268516064 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47710339547074243 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4864387313366906 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4997349589186324 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5080248549636305 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.510233530641694 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4972759666637218 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5289778248961923 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47895868304031564 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4709780015902465 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47139028771681835 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4903996230526843 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48281650322466646 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5335966934301654 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3189102564102564, + "roc_auc": 0.4336684164946787 + }, + "2": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.37565982161232986 + }, + "3": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.3590754213925424 + }, + "4": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.3457598316839059 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.3616977047546139 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.4583685872480873 + }, + "2": { + "accuracy": 0.30288461538461536, + "roc_auc": 0.4519343052370311 + }, + "3": { + "accuracy": 0.3108974358974359, + "roc_auc": 0.44579677002829127 + }, + "4": { + "accuracy": 0.3189102564102564, + "roc_auc": 0.4554428619530806 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.4410216110979968 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.47500085754787236 + }, + "2": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.4750414115863297 + }, + "3": { + "accuracy": 0.328525641025641, + "roc_auc": 0.4231261875372578 + }, + "4": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.39295100247919884 + }, + "5": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.3940720744051082 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5575741966743648 + }, + "2": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.5196189833447741 + }, + "3": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.4961337804806905 + }, + "4": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.47205886323978025 + }, + "5": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.4453622888448912 + } + }, + "pixelate": { + "1": { + "accuracy": 0.27884615384615385, + "roc_auc": 0.3197706506710272 + }, + "2": { + "accuracy": 0.296474358974359, + "roc_auc": 0.36152407258493263 + }, + "3": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.3658312702367668 + }, + "4": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.3649195572160235 + }, + "5": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.3602922785418121 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5326063573314174 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5287275284841714 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5161489983494633 + }, + "4": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.4928581560146612 + }, + "5": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.4973376973570042 + } + }, + "contrast": { + "1": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.5405505543018213 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5599660255473439 + }, + "3": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5729662092829672 + }, + "4": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.5818782061801573 + }, + "5": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.5489998473787346 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.29, + "roc_auc": 0.5852093333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.376, + "roc_auc": 0.6547339999999999 + }, + "2": { + "accuracy": 0.38, + "roc_auc": 0.669804 + }, + "3": { + "accuracy": 0.409, + "roc_auc": 0.686662 + }, + "4": { + "accuracy": 0.405, + "roc_auc": 0.690486 + }, + "5": { + "accuracy": 0.397, + "roc_auc": 0.6813066666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38, + "roc_auc": 0.6694106666666667 + }, + "2": { + "accuracy": 0.342, + "roc_auc": 0.645782 + }, + "3": { + "accuracy": 0.348, + "roc_auc": 0.6297833333333334 + }, + "4": { + "accuracy": 0.315, + "roc_auc": 0.6044573333333333 + }, + "5": { + "accuracy": 0.313, + "roc_auc": 0.5865013333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.265, + "roc_auc": 0.558864 + }, + "2": { + "accuracy": 0.265, + "roc_auc": 0.5588753333333334 + }, + "3": { + "accuracy": 0.321, + "roc_auc": 0.5879353333333334 + }, + "4": { + "accuracy": 0.322, + "roc_auc": 0.590654 + }, + "5": { + "accuracy": 0.322, + "roc_auc": 0.58784 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.274, + "roc_auc": 0.5678913333333333 + }, + "2": { + "accuracy": 0.29, + "roc_auc": 0.5847493333333333 + }, + "3": { + "accuracy": 0.299, + "roc_auc": 0.5942706666666667 + }, + "4": { + "accuracy": 0.309, + "roc_auc": 0.6073426666666666 + }, + "5": { + "accuracy": 0.31, + "roc_auc": 0.614028 + } + }, + "pixelate": { + "1": { + "accuracy": 0.217, + "roc_auc": 0.4358226666666667 + }, + "2": { + "accuracy": 0.242, + "roc_auc": 0.46392799999999995 + }, + "3": { + "accuracy": 0.232, + "roc_auc": 0.44244799999999995 + }, + "4": { + "accuracy": 0.255, + "roc_auc": 0.4510766666666667 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.4815013333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.291, + "roc_auc": 0.5830533333333333 + }, + "2": { + "accuracy": 0.285, + "roc_auc": 0.5811526666666667 + }, + "3": { + "accuracy": 0.285, + "roc_auc": 0.580048 + }, + "4": { + "accuracy": 0.289, + "roc_auc": 0.5798633333333334 + }, + "5": { + "accuracy": 0.289, + "roc_auc": 0.5834646666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.311, + "roc_auc": 0.5971626666666667 + }, + "2": { + "accuracy": 0.311, + "roc_auc": 0.5942893333333333 + }, + "3": { + "accuracy": 0.299, + "roc_auc": 0.5825199999999999 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.5666933333333333 + }, + "5": { + "accuracy": 0.268, + "roc_auc": 0.564612 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.14770400701959638, + "roc_auc": 0.5192929093752937 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.13834454518865166, + "roc_auc": 0.5150991332551177 + }, + "2": { + "accuracy": 0.14624159110851126, + "roc_auc": 0.5133875698053997 + }, + "3": { + "accuracy": 0.1532611874817198, + "roc_auc": 0.5159963915771522 + }, + "4": { + "accuracy": 0.1506288388417666, + "roc_auc": 0.5151784422863647 + }, + "5": { + "accuracy": 0.15179877157063468, + "roc_auc": 0.5194485902547898 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.10353904650482597, + "roc_auc": 0.4721270392656004 + }, + "2": { + "accuracy": 0.10412401286926001, + "roc_auc": 0.4745324269068034 + }, + "3": { + "accuracy": 0.11728575606902603, + "roc_auc": 0.48109049326273245 + }, + "4": { + "accuracy": 0.11611582334015794, + "roc_auc": 0.48983444727562797 + }, + "5": { + "accuracy": 0.12664521789997074, + "roc_auc": 0.4842670463986955 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13922199473530272, + "roc_auc": 0.5118925134379135 + }, + "2": { + "accuracy": 0.14126937701082187, + "roc_auc": 0.5119006889518604 + }, + "3": { + "accuracy": 0.1310324656332261, + "roc_auc": 0.5040171433492758 + }, + "4": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.502026361446229 + }, + "5": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.503309029011132 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13805206200643463, + "roc_auc": 0.5093596739008731 + }, + "2": { + "accuracy": 0.12635273471775374, + "roc_auc": 0.5097367459535881 + }, + "3": { + "accuracy": 0.12547528517110265, + "roc_auc": 0.5111179409774809 + }, + "4": { + "accuracy": 0.12284293653114946, + "roc_auc": 0.5109458665554987 + }, + "5": { + "accuracy": 0.11699327288680901, + "roc_auc": 0.5110260721387776 + } + }, + "pixelate": { + "1": { + "accuracy": 0.12284293653114946, + "roc_auc": 0.5068612428588066 + }, + "2": { + "accuracy": 0.1234279028955835, + "roc_auc": 0.5330021616045526 + }, + "3": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.5145709601681121 + }, + "4": { + "accuracy": 0.1403919274641708, + "roc_auc": 0.5364096215921232 + }, + "5": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.54599307627058 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.15092132202398362, + "roc_auc": 0.5263281374085114 + }, + "2": { + "accuracy": 0.16203568294823048, + "roc_auc": 0.5384588514332351 + }, + "3": { + "accuracy": 0.16320561567709857, + "roc_auc": 0.5343266708869365 + }, + "4": { + "accuracy": 0.15296870429950277, + "roc_auc": 0.5118334527616311 + }, + "5": { + "accuracy": 0.1649605147704007, + "roc_auc": 0.5223751824614911 + } + }, + "contrast": { + "1": { + "accuracy": 0.14711904065516232, + "roc_auc": 0.5259646070794972 + }, + "2": { + "accuracy": 0.14185434337525593, + "roc_auc": 0.5375017352185436 + }, + "3": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5388381302902305 + }, + "4": { + "accuracy": 0.12810763381105586, + "roc_auc": 0.5375341985512367 + }, + "5": { + "accuracy": 0.11582334015794092, + "roc_auc": 0.5227584895582503 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/aml_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..44405d394361ae5d9a0bc1f2d641f6152869180a --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.048448557430593356, + "roc_auc": 0.49416480783411554 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.05389221556886228, + "roc_auc": 0.5184515428863304 + }, + "2": { + "accuracy": 0.05906369080021775, + "roc_auc": 0.5223042847842518 + }, + "3": { + "accuracy": 0.05688622754491018, + "roc_auc": 0.5311330134279629 + }, + "4": { + "accuracy": 0.05770277626565052, + "roc_auc": 0.5221138019042586 + }, + "5": { + "accuracy": 0.053347849755035384, + "roc_auc": 0.5119605270932532 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.05035383777898748, + "roc_auc": 0.5418815205963698 + }, + "2": { + "accuracy": 0.051986935220468156, + "roc_auc": 0.554082195498203 + }, + "3": { + "accuracy": 0.0522591181273816, + "roc_auc": 0.5510081396083083 + }, + "4": { + "accuracy": 0.05144256940664126, + "roc_auc": 0.5363331743062367 + }, + "5": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.5257337524301534 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.051986935220468156, + "roc_auc": 0.5137148928589598 + }, + "2": { + "accuracy": 0.051986935220468156, + "roc_auc": 0.5139030548736856 + }, + "3": { + "accuracy": 0.05307566684812194, + "roc_auc": 0.5223145870333165 + }, + "4": { + "accuracy": 0.05089820359281437, + "roc_auc": 0.5264394443615533 + }, + "5": { + "accuracy": 0.050081654872074034, + "roc_auc": 0.5359937691829556 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.04763200870985302, + "roc_auc": 0.4967819207618765 + }, + "2": { + "accuracy": 0.051714752313554706, + "roc_auc": 0.5007650220885785 + }, + "3": { + "accuracy": 0.0557974959172564, + "roc_auc": 0.5110711307615291 + }, + "4": { + "accuracy": 0.05606967882416984, + "roc_auc": 0.5224671603160032 + }, + "5": { + "accuracy": 0.056614044637996734, + "roc_auc": 0.5288882181835096 + } + }, + "pixelate": { + "1": { + "accuracy": 0.05089820359281437, + "roc_auc": 0.5329696731716136 + }, + "2": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.5514166109143445 + }, + "3": { + "accuracy": 0.05035383777898748, + "roc_auc": 0.5086577570028336 + }, + "4": { + "accuracy": 0.05035383777898748, + "roc_auc": 0.5252918349343603 + }, + "5": { + "accuracy": 0.042188350571584106, + "roc_auc": 0.5399353933371666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.0522591181273816, + "roc_auc": 0.4920367243447749 + }, + "2": { + "accuracy": 0.051714752313554706, + "roc_auc": 0.5003476160565121 + }, + "3": { + "accuracy": 0.050081654872074034, + "roc_auc": 0.4903084860152814 + }, + "4": { + "accuracy": 0.04735982580293958, + "roc_auc": 0.4800201114918493 + }, + "5": { + "accuracy": 0.04082743603701688, + "roc_auc": 0.47016492432186907 + } + }, + "contrast": { + "1": { + "accuracy": 0.04953728905824714, + "roc_auc": 0.4937399844880947 + }, + "2": { + "accuracy": 0.051714752313554706, + "roc_auc": 0.5107207840513545 + }, + "3": { + "accuracy": 0.05117038649972782, + "roc_auc": 0.5083316135492351 + }, + "4": { + "accuracy": 0.05253130103429505, + "roc_auc": 0.4985424818376401 + }, + "5": { + "accuracy": 0.05443658138268917, + "roc_auc": 0.47050019024063444 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/bloodmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..939a0f7ee9a6fc177e116d9be64662ecc1a5f0a7 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.1636948260742473, + "roc_auc": 0.5855709079169331 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.163402513884829, + "roc_auc": 0.5816462398421416 + }, + "2": { + "accuracy": 0.16895644548377667, + "roc_auc": 0.5862503753332478 + }, + "3": { + "accuracy": 0.16807950891552179, + "roc_auc": 0.5851031877788241 + }, + "4": { + "accuracy": 0.17071031862028646, + "roc_auc": 0.5845689031639933 + }, + "5": { + "accuracy": 0.16544869921075708, + "roc_auc": 0.5906101533852497 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.14294066062554808, + "roc_auc": 0.5462837563758347 + }, + "2": { + "accuracy": 0.14732534346682258, + "roc_auc": 0.5440584048865184 + }, + "3": { + "accuracy": 0.1435252850043847, + "roc_auc": 0.5385046533458605 + }, + "4": { + "accuracy": 0.15141771411867874, + "roc_auc": 0.539240528825394 + }, + "5": { + "accuracy": 0.14732534346682258, + "roc_auc": 0.5378435460382804 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.17392575270388774, + "roc_auc": 0.5871660877542275 + }, + "2": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.5875370982619057 + }, + "3": { + "accuracy": 0.18035662087109033, + "roc_auc": 0.5851670283575114 + }, + "4": { + "accuracy": 0.17743349897690733, + "roc_auc": 0.5869069546685947 + }, + "5": { + "accuracy": 0.17860274773458054, + "roc_auc": 0.5904589748644657 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.575263462446613 + }, + "2": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.571111489992036 + }, + "3": { + "accuracy": 0.17480268927214265, + "roc_auc": 0.5706244899064545 + }, + "4": { + "accuracy": 0.16691026015784857, + "roc_auc": 0.5703531684933776 + }, + "5": { + "accuracy": 0.1648640748319205, + "roc_auc": 0.5729131674872616 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17187956737795967, + "roc_auc": 0.5685683604086229 + }, + "2": { + "accuracy": 0.14761765565624085, + "roc_auc": 0.5519429401758154 + }, + "3": { + "accuracy": 0.15960245542239113, + "roc_auc": 0.5673385838062165 + }, + "4": { + "accuracy": 0.16807950891552179, + "roc_auc": 0.577021528358757 + }, + "5": { + "accuracy": 0.1598947676118094, + "roc_auc": 0.5578557422596391 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.163402513884829, + "roc_auc": 0.5865469341339861 + }, + "2": { + "accuracy": 0.16691026015784857, + "roc_auc": 0.5825714974089318 + }, + "3": { + "accuracy": 0.1832797427652733, + "roc_auc": 0.5767323473042438 + }, + "4": { + "accuracy": 0.19175679625840397, + "roc_auc": 0.5526470228845591 + }, + "5": { + "accuracy": 0.2075416544869921, + "roc_auc": 0.5207856444391545 + } + }, + "contrast": { + "1": { + "accuracy": 0.14615609470914936, + "roc_auc": 0.5868134330218924 + }, + "2": { + "accuracy": 0.10903244665302543, + "roc_auc": 0.5721383034583456 + }, + "3": { + "accuracy": 0.08740134463607133, + "roc_auc": 0.5593739004338343 + }, + "4": { + "accuracy": 0.06109324758842444, + "roc_auc": 0.5380697377635124 + }, + "5": { + "accuracy": 0.03858520900321544, + "roc_auc": 0.5032716176963203 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/breastmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..afba686e7db8f8942caa9bb832b18d9f7c2f1eb2 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.45342522974101923 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4469507101086049 + }, + "2": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.4590643274853801 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.45071010860484545 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.4488304093567252 + }, + "5": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.4227234753550542 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.45071010860484545 + }, + "2": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.44715956558061826 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.42961570593149534 + }, + "4": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.46679197994987465 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.43233082706766923 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.48997493734335845 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.4901837928153718 + }, + "3": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5202589807852966 + }, + "4": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.529030910609858 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5217209690893901 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5223475355054302 + }, + "2": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5062656641604011 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5030284043441937 + }, + "4": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.4839181286549707 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.464703425229741 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.4885129490392648 + }, + "2": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.5578529657477025 + }, + "3": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.5390559732664996 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.5288220551378445 + }, + "5": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.5421888053467 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.4519632414369257 + }, + "2": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.45593149540517963 + }, + "3": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.462406015037594 + }, + "4": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.47263993316624897 + }, + "5": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.47807017543859653 + } + }, + "contrast": { + "1": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.44047619047619047 + }, + "2": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.4277360066833751 + }, + "3": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.429406850459482 + }, + "4": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.44423558897243104 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.48391812865497075 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/fundus_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..8dd34d665974e5b1a2167ad060167e80cddf38a9 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.76875, + "roc_auc": 0.44974485281104354 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.76875, + "roc_auc": 0.383303344935402 + }, + "2": { + "accuracy": 0.771875, + "roc_auc": 0.3989513892985665 + }, + "3": { + "accuracy": 0.76875, + "roc_auc": 0.38665123001592827 + }, + "4": { + "accuracy": 0.76875, + "roc_auc": 0.39953395079936294 + }, + "5": { + "accuracy": 0.7734375, + "roc_auc": 0.38615715886968327 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.7703125, + "roc_auc": 0.42538788272078343 + }, + "2": { + "accuracy": 0.778125, + "roc_auc": 0.4333372662379801 + }, + "3": { + "accuracy": 0.7796875, + "roc_auc": 0.4308964072916052 + }, + "4": { + "accuracy": 0.78125, + "roc_auc": 0.4598327532298979 + }, + "5": { + "accuracy": 0.7828125, + "roc_auc": 0.46200814111261873 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7640625, + "roc_auc": 0.4328358208955224 + }, + "2": { + "accuracy": 0.7640625, + "roc_auc": 0.4328358208955224 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.417910447761194 + }, + "4": { + "accuracy": 0.771875, + "roc_auc": 0.4169960474308301 + }, + "5": { + "accuracy": 0.771875, + "roc_auc": 0.4249159341631762 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7625, + "roc_auc": 0.43532092501917286 + }, + "2": { + "accuracy": 0.7640625, + "roc_auc": 0.4394652232906613 + }, + "3": { + "accuracy": 0.7640625, + "roc_auc": 0.4297607810748628 + }, + "4": { + "accuracy": 0.7640625, + "roc_auc": 0.42936994867559436 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.42855141289599435 + } + }, + "pixelate": { + "1": { + "accuracy": 0.765625, + "roc_auc": 0.4564185003834582 + }, + "2": { + "accuracy": 0.7703125, + "roc_auc": 0.44867559436021476 + }, + "3": { + "accuracy": 0.7671875, + "roc_auc": 0.45689044894106545 + }, + "4": { + "accuracy": 0.7640625, + "roc_auc": 0.45798920417674477 + }, + "5": { + "accuracy": 0.7625, + "roc_auc": 0.47733172084242814 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7671875, + "roc_auc": 0.4524585570172851 + }, + "2": { + "accuracy": 0.7671875, + "roc_auc": 0.45468556427349416 + }, + "3": { + "accuracy": 0.76875, + "roc_auc": 0.4591027078048493 + }, + "4": { + "accuracy": 0.771875, + "roc_auc": 0.4594714176154799 + }, + "5": { + "accuracy": 0.76875, + "roc_auc": 0.4649430712052386 + } + }, + "contrast": { + "1": { + "accuracy": 0.7640625, + "roc_auc": 0.44326293434015696 + }, + "2": { + "accuracy": 0.7578125, + "roc_auc": 0.44514335437437325 + }, + "3": { + "accuracy": 0.759375, + "roc_auc": 0.44440593475311196 + }, + "4": { + "accuracy": 0.7546875, + "roc_auc": 0.44923603327237327 + }, + "5": { + "accuracy": 0.7609375, + "roc_auc": 0.42033655831514366 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/mammo_calc_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..54de26854bdc222647ead35c0a6b5114b14f9340 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3436430173533231 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4339314524062488 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4389092196907095 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4690906229095345 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4893755164679495 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44229331444536263 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4326329044189982 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47652776138196984 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46486050446621807 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48547987250619756 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43930271908078544 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3809270845630189 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3809664345020265 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44786133081493723 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44469366072482586 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4621453586746941 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36737103057490256 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38143863377011766 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.403828749065439 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4356038248140715 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42116239719828436 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4093967654350136 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44851060480856253 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4792429071734939 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4833943257387951 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48963129107149883 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3468500373824421 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.34537441466965724 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3483256600952268 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3522803289654901 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.35611694801873056 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.36058316609609253 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37457206941329246 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.38822649824892774 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4051272970526896 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42747806240900327 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/mammo_mass_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d907ae2e91e0dd328070cadddbfb9b533138dcb2 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49577406720263867 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49048797007980677 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4784138763730601 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5020172571192979 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5605029890744176 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5484141708631505 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5231910946196661 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5040639632476367 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5092322643343052 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4858939246694349 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48523132196601587 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47729481402950796 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47733898754306925 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47505668934240364 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4741290455576169 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48506935241629123 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48000412286126576 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4591100509467857 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49581824071619984 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4821980740348087 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47594015961362907 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.498571723061519 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49742321170892595 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5044026268516064 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47710339547074243 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4864387313366906 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4997349589186324 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5080248549636305 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.510233530641694 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4972759666637218 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5289778248961923 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47895868304031564 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4709780015902465 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47139028771681835 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4903996230526843 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48281650322466646 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/oct_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7849f5dc52cb903446454974bdaa8c8526b16009 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.29, + "roc_auc": 0.5852093333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.376, + "roc_auc": 0.6547339999999999 + }, + "2": { + "accuracy": 0.38, + "roc_auc": 0.669804 + }, + "3": { + "accuracy": 0.409, + "roc_auc": 0.686662 + }, + "4": { + "accuracy": 0.405, + "roc_auc": 0.690486 + }, + "5": { + "accuracy": 0.397, + "roc_auc": 0.6813066666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38, + "roc_auc": 0.6694106666666667 + }, + "2": { + "accuracy": 0.342, + "roc_auc": 0.645782 + }, + "3": { + "accuracy": 0.348, + "roc_auc": 0.6297833333333334 + }, + "4": { + "accuracy": 0.315, + "roc_auc": 0.6044573333333333 + }, + "5": { + "accuracy": 0.313, + "roc_auc": 0.5865013333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.265, + "roc_auc": 0.558864 + }, + "2": { + "accuracy": 0.265, + "roc_auc": 0.5588753333333334 + }, + "3": { + "accuracy": 0.321, + "roc_auc": 0.5879353333333334 + }, + "4": { + "accuracy": 0.322, + "roc_auc": 0.590654 + }, + "5": { + "accuracy": 0.322, + "roc_auc": 0.58784 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.274, + "roc_auc": 0.5678913333333333 + }, + "2": { + "accuracy": 0.29, + "roc_auc": 0.5847493333333333 + }, + "3": { + "accuracy": 0.299, + "roc_auc": 0.5942706666666667 + }, + "4": { + "accuracy": 0.309, + "roc_auc": 0.6073426666666666 + }, + "5": { + "accuracy": 0.31, + "roc_auc": 0.614028 + } + }, + "pixelate": { + "1": { + "accuracy": 0.217, + "roc_auc": 0.4358226666666667 + }, + "2": { + "accuracy": 0.242, + "roc_auc": 0.46392799999999995 + }, + "3": { + "accuracy": 0.232, + "roc_auc": 0.44244799999999995 + }, + "4": { + "accuracy": 0.255, + "roc_auc": 0.4510766666666667 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.4815013333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.291, + "roc_auc": 0.5830533333333333 + }, + "2": { + "accuracy": 0.285, + "roc_auc": 0.5811526666666667 + }, + "3": { + "accuracy": 0.285, + "roc_auc": 0.580048 + }, + "4": { + "accuracy": 0.289, + "roc_auc": 0.5798633333333334 + }, + "5": { + "accuracy": 0.289, + "roc_auc": 0.5834646666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.311, + "roc_auc": 0.5971626666666667 + }, + "2": { + "accuracy": 0.311, + "roc_auc": 0.5942893333333333 + }, + "3": { + "accuracy": 0.299, + "roc_auc": 0.5825199999999999 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.5666933333333333 + }, + "5": { + "accuracy": 0.268, + "roc_auc": 0.564612 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/octmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5ceee7ecbcb5e61b0ac86cd3ff45a325daf94ed7 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.403, + "roc_auc": 0.6968873333333334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.443, + "roc_auc": 0.7313319999999999 + }, + "2": { + "accuracy": 0.445, + "roc_auc": 0.7464906666666665 + }, + "3": { + "accuracy": 0.447, + "roc_auc": 0.7351673333333334 + }, + "4": { + "accuracy": 0.448, + "roc_auc": 0.7316806666666665 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.7297386666666668 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.446, + "roc_auc": 0.7280753333333334 + }, + "2": { + "accuracy": 0.432, + "roc_auc": 0.7296346666666665 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.7251846666666667 + }, + "4": { + "accuracy": 0.432, + "roc_auc": 0.7014553333333333 + }, + "5": { + "accuracy": 0.422, + "roc_auc": 0.6818379999999999 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.437, + "roc_auc": 0.730052 + }, + "2": { + "accuracy": 0.437, + "roc_auc": 0.7300646666666667 + }, + "3": { + "accuracy": 0.418, + "roc_auc": 0.7095446666666666 + }, + "4": { + "accuracy": 0.418, + "roc_auc": 0.7005286666666667 + }, + "5": { + "accuracy": 0.418, + "roc_auc": 0.684956 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.432, + "roc_auc": 0.7090973333333332 + }, + "2": { + "accuracy": 0.478, + "roc_auc": 0.7353993333333333 + }, + "3": { + "accuracy": 0.442, + "roc_auc": 0.7202766666666667 + }, + "4": { + "accuracy": 0.447, + "roc_auc": 0.7110086666666667 + }, + "5": { + "accuracy": 0.436, + "roc_auc": 0.7070173333333334 + } + }, + "pixelate": { + "1": { + "accuracy": 0.333, + "roc_auc": 0.56885 + }, + "2": { + "accuracy": 0.328, + "roc_auc": 0.551442 + }, + "3": { + "accuracy": 0.311, + "roc_auc": 0.542138 + }, + "4": { + "accuracy": 0.319, + "roc_auc": 0.550454 + }, + "5": { + "accuracy": 0.331, + "roc_auc": 0.570264 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.403, + "roc_auc": 0.6983846666666668 + }, + "2": { + "accuracy": 0.403, + "roc_auc": 0.6991746666666667 + }, + "3": { + "accuracy": 0.408, + "roc_auc": 0.6993233333333333 + }, + "4": { + "accuracy": 0.408, + "roc_auc": 0.6997633333333333 + }, + "5": { + "accuracy": 0.408, + "roc_auc": 0.6999973333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.398, + "roc_auc": 0.693432 + }, + "2": { + "accuracy": 0.407, + "roc_auc": 0.6938899999999999 + }, + "3": { + "accuracy": 0.412, + "roc_auc": 0.695868 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.691798 + }, + "5": { + "accuracy": 0.434, + "roc_auc": 0.703708 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/pbc_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..af5b5ff728d5bc031f9767e2cca01236a9431010 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.14770400701959638, + "roc_auc": 0.5192929093752937 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.13834454518865166, + "roc_auc": 0.5150991332551177 + }, + "2": { + "accuracy": 0.14624159110851126, + "roc_auc": 0.5133875698053997 + }, + "3": { + "accuracy": 0.1532611874817198, + "roc_auc": 0.5159963915771522 + }, + "4": { + "accuracy": 0.1506288388417666, + "roc_auc": 0.5151784422863647 + }, + "5": { + "accuracy": 0.15179877157063468, + "roc_auc": 0.5194485902547898 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.10353904650482597, + "roc_auc": 0.4721270392656004 + }, + "2": { + "accuracy": 0.10412401286926001, + "roc_auc": 0.4745324269068034 + }, + "3": { + "accuracy": 0.11728575606902603, + "roc_auc": 0.48109049326273245 + }, + "4": { + "accuracy": 0.11611582334015794, + "roc_auc": 0.48983444727562797 + }, + "5": { + "accuracy": 0.12664521789997074, + "roc_auc": 0.4842670463986955 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.13922199473530272, + "roc_auc": 0.5118925134379135 + }, + "2": { + "accuracy": 0.14126937701082187, + "roc_auc": 0.5119006889518604 + }, + "3": { + "accuracy": 0.1310324656332261, + "roc_auc": 0.5040171433492758 + }, + "4": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.502026361446229 + }, + "5": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.503309029011132 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13805206200643463, + "roc_auc": 0.5093596739008731 + }, + "2": { + "accuracy": 0.12635273471775374, + "roc_auc": 0.5097367459535881 + }, + "3": { + "accuracy": 0.12547528517110265, + "roc_auc": 0.5111179409774809 + }, + "4": { + "accuracy": 0.12284293653114946, + "roc_auc": 0.5109458665554987 + }, + "5": { + "accuracy": 0.11699327288680901, + "roc_auc": 0.5110260721387776 + } + }, + "pixelate": { + "1": { + "accuracy": 0.12284293653114946, + "roc_auc": 0.5068612428588066 + }, + "2": { + "accuracy": 0.1234279028955835, + "roc_auc": 0.5330021616045526 + }, + "3": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.5145709601681121 + }, + "4": { + "accuracy": 0.1403919274641708, + "roc_auc": 0.5364096215921232 + }, + "5": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.54599307627058 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.15092132202398362, + "roc_auc": 0.5263281374085114 + }, + "2": { + "accuracy": 0.16203568294823048, + "roc_auc": 0.5384588514332351 + }, + "3": { + "accuracy": 0.16320561567709857, + "roc_auc": 0.5343266708869365 + }, + "4": { + "accuracy": 0.15296870429950277, + "roc_auc": 0.5118334527616311 + }, + "5": { + "accuracy": 0.1649605147704007, + "roc_auc": 0.5223751824614911 + } + }, + "contrast": { + "1": { + "accuracy": 0.14711904065516232, + "roc_auc": 0.5259646070794972 + }, + "2": { + "accuracy": 0.14185434337525593, + "roc_auc": 0.5375017352185436 + }, + "3": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5388381302902305 + }, + "4": { + "accuracy": 0.12810763381105586, + "roc_auc": 0.5375341985512367 + }, + "5": { + "accuracy": 0.11582334015794092, + "roc_auc": 0.5227584895582503 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/pneumonia_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..70fed80a63623dd27e4344f80d7cf9eb23d9cfdc --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5335966934301654 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3189102564102564, + "roc_auc": 0.4336684164946787 + }, + "2": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.37565982161232986 + }, + "3": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.3590754213925424 + }, + "4": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.3457598316839059 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.3616977047546139 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.4583685872480873 + }, + "2": { + "accuracy": 0.30288461538461536, + "roc_auc": 0.4519343052370311 + }, + "3": { + "accuracy": 0.3108974358974359, + "roc_auc": 0.44579677002829127 + }, + "4": { + "accuracy": 0.3189102564102564, + "roc_auc": 0.4554428619530806 + }, + "5": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.4410216110979968 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.47500085754787236 + }, + "2": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.4750414115863297 + }, + "3": { + "accuracy": 0.328525641025641, + "roc_auc": 0.4231261875372578 + }, + "4": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.39295100247919884 + }, + "5": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.3940720744051082 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5575741966743648 + }, + "2": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.5196189833447741 + }, + "3": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.4961337804806905 + }, + "4": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.47205886323978025 + }, + "5": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.4453622888448912 + } + }, + "pixelate": { + "1": { + "accuracy": 0.27884615384615385, + "roc_auc": 0.3197706506710272 + }, + "2": { + "accuracy": 0.296474358974359, + "roc_auc": 0.36152407258493263 + }, + "3": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.3658312702367668 + }, + "4": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.3649195572160235 + }, + "5": { + "accuracy": 0.2900641025641026, + "roc_auc": 0.3602922785418121 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5326063573314174 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5287275284841714 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5161489983494633 + }, + "4": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.4928581560146612 + }, + "5": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.4973376973570042 + } + }, + "contrast": { + "1": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.5405505543018213 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5599660255473439 + }, + "3": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5729662092829672 + }, + "4": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.5818782061801573 + }, + "5": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.5489998473787346 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c0ced569ea65e361fc3f53d74bfdacade80d5880 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.4375, + "roc_auc": 0.5542625465702389 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.4683267587113741 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.4537858864781941 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.41232741617357 + }, + "4": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.43025421871575714 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.4008547008547009 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.4160859083936007 + }, + "2": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.4364562787639711 + }, + "3": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.4301117685733071 + }, + "4": { + "accuracy": 0.3557692307692308, + "roc_auc": 0.44792351523120755 + }, + "5": { + "accuracy": 0.3301282051282051, + "roc_auc": 0.42352618891080424 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5395244356782818 + }, + "2": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5395792241946088 + }, + "3": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.5222989261450799 + }, + "4": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.5028599605522682 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.49400613631382867 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.5609029147490686 + }, + "2": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.5580867850098619 + }, + "3": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.5406749945211484 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.5149682226605303 + }, + "5": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.49722222222222223 + } + }, + "pixelate": { + "1": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.3671542844619768 + }, + "2": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.38185952224413766 + }, + "3": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.3498959018189788 + }, + "4": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.37101687486302876 + }, + "5": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.35877164146394924 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.5522024983563445 + }, + "2": { + "accuracy": 0.4375, + "roc_auc": 0.5513368397983782 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5451566951566951 + }, + "4": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.5340565417488494 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.544833442910366 + } + }, + "contrast": { + "1": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.5481974578128423 + }, + "2": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.5600536927460005 + }, + "3": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.5626232741617356 + }, + "4": { + "accuracy": 0.4439102564102564, + "roc_auc": 0.5416063992987069 + }, + "5": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.4677186061801447 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/resnet/retinamnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..03a8a3ccc404b93bf0166543ccc26be203e20f84 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.3725, + "roc_auc": 0.5269025966493933 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.49314005956429324 + }, + "2": { + "accuracy": 0.365, + "roc_auc": 0.4952656877776064 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.47807807529160584 + }, + "4": { + "accuracy": 0.3775, + "roc_auc": 0.47744164181855686 + }, + "5": { + "accuracy": 0.3775, + "roc_auc": 0.4809834580409419 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3675, + "roc_auc": 0.46478244582153233 + }, + "2": { + "accuracy": 0.355, + "roc_auc": 0.4907927498761474 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.4639760586199686 + }, + "4": { + "accuracy": 0.365, + "roc_auc": 0.45053797637842097 + }, + "5": { + "accuracy": 0.365, + "roc_auc": 0.4559137082807217 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3725, + "roc_auc": 0.523513306160319 + }, + "2": { + "accuracy": 0.3725, + "roc_auc": 0.5234397653284939 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.5224187260871896 + }, + "4": { + "accuracy": 0.37, + "roc_auc": 0.5210054487309613 + }, + "5": { + "accuracy": 0.3725, + "roc_auc": 0.5302170132308085 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.36, + "roc_auc": 0.5110375554000501 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.5034700262145243 + }, + "3": { + "accuracy": 0.355, + "roc_auc": 0.49881980973004436 + }, + "4": { + "accuracy": 0.355, + "roc_auc": 0.4982187929063885 + }, + "5": { + "accuracy": 0.3575, + "roc_auc": 0.5017640939803025 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5106940042017666 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5087426702293347 + }, + "3": { + "accuracy": 0.38, + "roc_auc": 0.5229684901836242 + }, + "4": { + "accuracy": 0.3725, + "roc_auc": 0.5064245500099968 + }, + "5": { + "accuracy": 0.365, + "roc_auc": 0.49498525044488006 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.36, + "roc_auc": 0.5136122691906906 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.5159921965428879 + }, + "3": { + "accuracy": 0.3575, + "roc_auc": 0.5244855274333932 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.5315500104217831 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.5442314625887075 + } + }, + "contrast": { + "1": { + "accuracy": 0.355, + "roc_auc": 0.48419001080392476 + }, + "2": { + "accuracy": 0.355, + "roc_auc": 0.47720247993261344 + }, + "3": { + "accuracy": 0.3575, + "roc_auc": 0.4847176950572888 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.49302543603635607 + }, + "5": { + "accuracy": 0.3575, + "roc_auc": 0.4897401242291993 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/all_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e564b675c11f030464ce708ced29d686750acaf0 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.791581408944753, + "roc_auc": 0.9760424480826733 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5919321835720549, + "roc_auc": 0.8945848165332195 + }, + "2": { + "accuracy": 0.400175387313651, + "roc_auc": 0.8488208170010005 + }, + "3": { + "accuracy": 0.36451330020461853, + "roc_auc": 0.8137369423433664 + }, + "4": { + "accuracy": 0.3455130078924291, + "roc_auc": 0.8011694879668746 + }, + "5": { + "accuracy": 0.3294358374744227, + "roc_auc": 0.7919379783932265 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.36568254896229174, + "roc_auc": 0.8132316526188962 + }, + "2": { + "accuracy": 0.3665594855305466, + "roc_auc": 0.7767995431725467 + }, + "3": { + "accuracy": 0.35691318327974275, + "roc_auc": 0.7621636377186947 + }, + "4": { + "accuracy": 0.3189125986553639, + "roc_auc": 0.7448294690823692 + }, + "5": { + "accuracy": 0.29143525285004385, + "roc_auc": 0.7182950718896504 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7147033031277404, + "roc_auc": 0.9560032354404323 + }, + "2": { + "accuracy": 0.7147033031277404, + "roc_auc": 0.9560033163723536 + }, + "3": { + "accuracy": 0.6638409821689565, + "roc_auc": 0.9440770116681629 + }, + "4": { + "accuracy": 0.6381175095001461, + "roc_auc": 0.9314201933622204 + }, + "5": { + "accuracy": 0.6302250803858521, + "roc_auc": 0.9259807988174671 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.721134171294943, + "roc_auc": 0.9643240053805 + }, + "2": { + "accuracy": 0.623209587839813, + "roc_auc": 0.946597691497244 + }, + "3": { + "accuracy": 0.5869628763519439, + "roc_auc": 0.9323685694982244 + }, + "4": { + "accuracy": 0.5667933352820813, + "roc_auc": 0.9179606995415761 + }, + "5": { + "accuracy": 0.5504238526746565, + "roc_auc": 0.9045038818371827 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5872551885413622, + "roc_auc": 0.9200954098635468 + }, + "2": { + "accuracy": 0.5562700964630225, + "roc_auc": 0.9070714126247144 + }, + "3": { + "accuracy": 0.5437006723180356, + "roc_auc": 0.9059450250452397 + }, + "4": { + "accuracy": 0.4600993861444022, + "roc_auc": 0.8894434844664072 + }, + "5": { + "accuracy": 0.38205203156971645, + "roc_auc": 0.8597994717733455 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7924583455130079, + "roc_auc": 0.9734682496716567 + }, + "2": { + "accuracy": 0.7836889798304589, + "roc_auc": 0.9695826568840744 + }, + "3": { + "accuracy": 0.7389652148494592, + "roc_auc": 0.9584331941516953 + }, + "4": { + "accuracy": 0.6313943291435253, + "roc_auc": 0.938182980214213 + }, + "5": { + "accuracy": 0.464776381175095, + "roc_auc": 0.8996941515282 + } + }, + "contrast": { + "1": { + "accuracy": 0.7111955568547208, + "roc_auc": 0.9675174193295033 + }, + "2": { + "accuracy": 0.5445776088862906, + "roc_auc": 0.9387169573040807 + }, + "3": { + "accuracy": 0.4606840105232388, + "roc_auc": 0.917131068629548 + }, + "4": { + "accuracy": 0.3414206372405729, + "roc_auc": 0.8732551513379135 + }, + "5": { + "accuracy": 0.19292604501607716, + "roc_auc": 0.6831514671277729 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.6010379895493398 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3775, + "roc_auc": 0.5237229394534992 + }, + "2": { + "accuracy": 0.175, + "roc_auc": 0.501526090819427 + }, + "3": { + "accuracy": 0.0975, + "roc_auc": 0.47022100126090605 + }, + "4": { + "accuracy": 0.0775, + "roc_auc": 0.47627828672297134 + }, + "5": { + "accuracy": 0.0675, + "roc_auc": 0.4828037445988699 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1875, + "roc_auc": 0.4603655759852329 + }, + "2": { + "accuracy": 0.065, + "roc_auc": 0.4850887421573825 + }, + "3": { + "accuracy": 0.05, + "roc_auc": 0.4683847768801822 + }, + "4": { + "accuracy": 0.05, + "roc_auc": 0.47219104854760496 + }, + "5": { + "accuracy": 0.05, + "roc_auc": 0.47122447699901693 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.465, + "roc_auc": 0.6007776655849527 + }, + "2": { + "accuracy": 0.465, + "roc_auc": 0.6007776655849527 + }, + "3": { + "accuracy": 0.44, + "roc_auc": 0.604246103128671 + }, + "4": { + "accuracy": 0.44, + "roc_auc": 0.5885781551610155 + }, + "5": { + "accuracy": 0.4525, + "roc_auc": 0.5807833650620648 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4475, + "roc_auc": 0.6095214263468387 + }, + "2": { + "accuracy": 0.4525, + "roc_auc": 0.6153447382596073 + }, + "3": { + "accuracy": 0.45, + "roc_auc": 0.6000753897290607 + }, + "4": { + "accuracy": 0.445, + "roc_auc": 0.5978320402322417 + }, + "5": { + "accuracy": 0.4425, + "roc_auc": 0.6005513580195765 + } + }, + "pixelate": { + "1": { + "accuracy": 0.42, + "roc_auc": 0.5595903008863455 + }, + "2": { + "accuracy": 0.39, + "roc_auc": 0.5240900654450731 + }, + "3": { + "accuracy": 0.42, + "roc_auc": 0.553001572401464 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.5354223432456766 + }, + "5": { + "accuracy": 0.405, + "roc_auc": 0.5224398242688353 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4375, + "roc_auc": 0.57338254719386 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5856390833182974 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.576688689579431 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.5536280649498198 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.5447087006887151 + } + }, + "contrast": { + "1": { + "accuracy": 0.4375, + "roc_auc": 0.5768939626881741 + }, + "2": { + "accuracy": 0.4375, + "roc_auc": 0.5488173278422911 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5107942110851029 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.4858734433750003 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.4737890154602315 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.7324561403508771 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.7153299916457811 + }, + "2": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.7121971595655806 + }, + "3": { + "accuracy": 0.532051282051282, + "roc_auc": 0.7456140350877193 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.6990392648287385 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.6802422723475355 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.7002923976608186 + }, + "2": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.7174185463659148 + }, + "3": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.7090643274853802 + }, + "4": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.665204678362573 + }, + "5": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.5992063492063493 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.6906850459482039 + }, + "2": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.6906850459482039 + }, + "3": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.6894319131161236 + }, + "4": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.6578947368421052 + }, + "5": { + "accuracy": 0.7243589743589743, + "roc_auc": 0.6476608187134504 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6265664160401003 + }, + "2": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5037593984962406 + }, + "3": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.46950710108604843 + }, + "4": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.43337510442773597 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.4243943191311612 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5639097744360902 + }, + "2": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.5549289891395155 + }, + "3": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.5747702589807853 + }, + "4": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.5808270676691729 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.599624060150376 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.695906432748538 + }, + "2": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.6750208855472013 + }, + "3": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.6612364243943193 + }, + "4": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.6472431077694237 + }, + "5": { + "accuracy": 0.6410256410256411, + "roc_auc": 0.6331453634085212 + } + }, + "contrast": { + "1": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.6963241436925647 + }, + "2": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.6510025062656641 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6338763575605681 + }, + "4": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.623015873015873 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.47890559732664995 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.602, + "roc_auc": 0.9015493333333333 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.631, + "roc_auc": 0.966356 + }, + "2": { + "accuracy": 0.573, + "roc_auc": 0.9563493333333334 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.9377246666666667 + }, + "4": { + "accuracy": 0.48, + "roc_auc": 0.9303173333333333 + }, + "5": { + "accuracy": 0.462, + "roc_auc": 0.914796 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.881332 + }, + "2": { + "accuracy": 0.385, + "roc_auc": 0.8422093333333334 + }, + "3": { + "accuracy": 0.369, + "roc_auc": 0.8240273333333333 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.7745040000000001 + }, + "5": { + "accuracy": 0.358, + "roc_auc": 0.7305646666666668 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.553, + "roc_auc": 0.8861033333333335 + }, + "2": { + "accuracy": 0.553, + "roc_auc": 0.8861033333333335 + }, + "3": { + "accuracy": 0.569, + "roc_auc": 0.8878466666666667 + }, + "4": { + "accuracy": 0.569, + "roc_auc": 0.8881840000000001 + }, + "5": { + "accuracy": 0.571, + "roc_auc": 0.8907186666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.404, + "roc_auc": 0.889332 + }, + "2": { + "accuracy": 0.365, + "roc_auc": 0.8163653333333333 + }, + "3": { + "accuracy": 0.355, + "roc_auc": 0.7715926666666667 + }, + "4": { + "accuracy": 0.339, + "roc_auc": 0.7192926666666666 + }, + "5": { + "accuracy": 0.33, + "roc_auc": 0.6738679999999999 + } + }, + "pixelate": { + "1": { + "accuracy": 0.476, + "roc_auc": 0.805928 + }, + "2": { + "accuracy": 0.47, + "roc_auc": 0.7917933333333333 + }, + "3": { + "accuracy": 0.456, + "roc_auc": 0.7927773333333332 + }, + "4": { + "accuracy": 0.462, + "roc_auc": 0.7861353333333335 + }, + "5": { + "accuracy": 0.422, + "roc_auc": 0.7241886666666666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.591, + "roc_auc": 0.9469026666666667 + }, + "2": { + "accuracy": 0.586, + "roc_auc": 0.9623053333333333 + }, + "3": { + "accuracy": 0.586, + "roc_auc": 0.966592 + }, + "4": { + "accuracy": 0.582, + "roc_auc": 0.9678613333333332 + }, + "5": { + "accuracy": 0.572, + "roc_auc": 0.967672 + } + }, + "contrast": { + "1": { + "accuracy": 0.608, + "roc_auc": 0.9465306666666666 + }, + "2": { + "accuracy": 0.634, + "roc_auc": 0.9548426666666666 + }, + "3": { + "accuracy": 0.622, + "roc_auc": 0.9545506666666667 + }, + "4": { + "accuracy": 0.586, + "roc_auc": 0.9422866666666666 + }, + "5": { + "accuracy": 0.299, + "roc_auc": 0.6721746666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.9487179487179487, + "roc_auc": 0.9765066841989919 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7740384615384616, + "roc_auc": 0.8354700854700855 + }, + "2": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.47695595003287317 + }, + "3": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.4194718387026079 + }, + "4": { + "accuracy": 0.391025641025641, + "roc_auc": 0.3883026517641902 + }, + "5": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.39577032653955735 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.3059062020600482 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.3267367959675652 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.33602344948498797 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.44425816348893266 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5200635546789393 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.9006410256410257, + "roc_auc": 0.9538351961428885 + }, + "2": { + "accuracy": 0.9006410256410257, + "roc_auc": 0.9538351961428885 + }, + "3": { + "accuracy": 0.8878205128205128, + "roc_auc": 0.9365439403900943 + }, + "4": { + "accuracy": 0.8557692307692307, + "roc_auc": 0.9152859960552269 + }, + "5": { + "accuracy": 0.8525641025641025, + "roc_auc": 0.9032763532763532 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.844551282051282, + "roc_auc": 0.9568376068376068 + }, + "2": { + "accuracy": 0.7580128205128205, + "roc_auc": 0.924928774928775 + }, + "3": { + "accuracy": 0.7291666666666666, + "roc_auc": 0.8934911242603549 + }, + "4": { + "accuracy": 0.7163461538461539, + "roc_auc": 0.8568266491343415 + }, + "5": { + "accuracy": 0.7131410256410257, + "roc_auc": 0.8183322375630067 + } + }, + "pixelate": { + "1": { + "accuracy": 0.8221153846153846, + "roc_auc": 0.8936609686609689 + }, + "2": { + "accuracy": 0.7868589743589743, + "roc_auc": 0.8687486302870918 + }, + "3": { + "accuracy": 0.7772435897435898, + "roc_auc": 0.8701840894148585 + }, + "4": { + "accuracy": 0.6939102564102564, + "roc_auc": 0.8562458908612753 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.7904941924172694 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.9391025641025641, + "roc_auc": 0.976342318650011 + }, + "2": { + "accuracy": 0.9246794871794872, + "roc_auc": 0.9749671268902039 + }, + "3": { + "accuracy": 0.8974358974358975, + "roc_auc": 0.9731645847030462 + }, + "4": { + "accuracy": 0.8814102564102564, + "roc_auc": 0.9710607056760903 + }, + "5": { + "accuracy": 0.8269230769230769, + "roc_auc": 0.9590510628972166 + } + }, + "contrast": { + "1": { + "accuracy": 0.907051282051282, + "roc_auc": 0.9767367959675652 + }, + "2": { + "accuracy": 0.7852564102564102, + "roc_auc": 0.9549747972824896 + }, + "3": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.9095003287310981 + }, + "4": { + "accuracy": 0.6298076923076923, + "roc_auc": 0.7276024545255315 + }, + "5": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.21818430856892398 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.8456722917800762, + "roc_auc": 0.8219089073046418 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6834512792596625, + "roc_auc": 0.8022896766319754 + }, + "2": { + "accuracy": 0.5764833968426782, + "roc_auc": 0.7552791929895744 + }, + "3": { + "accuracy": 0.5106151333696244, + "roc_auc": 0.7183132840565667 + }, + "4": { + "accuracy": 0.4858464888405008, + "roc_auc": 0.6916521590326788 + }, + "5": { + "accuracy": 0.4708764289602613, + "roc_auc": 0.67445414273099 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5884594447468698, + "roc_auc": 0.7343244392252125 + }, + "2": { + "accuracy": 0.5479041916167665, + "roc_auc": 0.6918718836509086 + }, + "3": { + "accuracy": 0.5149700598802395, + "roc_auc": 0.67764748504926 + }, + "4": { + "accuracy": 0.47550353837778986, + "roc_auc": 0.6291381338239315 + }, + "5": { + "accuracy": 0.44855743059335873, + "roc_auc": 0.6233976019937484 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8437670114316821, + "roc_auc": 0.8194966086925614 + }, + "2": { + "accuracy": 0.8437670114316821, + "roc_auc": 0.8194966086925614 + }, + "3": { + "accuracy": 0.8358737071311921, + "roc_auc": 0.8149818742703449 + }, + "4": { + "accuracy": 0.8198149156232989, + "roc_auc": 0.8172285674759023 + }, + "5": { + "accuracy": 0.8170930865541643, + "roc_auc": 0.8256556721473555 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8587370713119216, + "roc_auc": 0.8344186476322535 + }, + "2": { + "accuracy": 0.8527490473598258, + "roc_auc": 0.8360551089214532 + }, + "3": { + "accuracy": 0.8301578660860098, + "roc_auc": 0.8331213214874407 + }, + "4": { + "accuracy": 0.8091997822536745, + "roc_auc": 0.8287203540324166 + }, + "5": { + "accuracy": 0.7830702231899836, + "roc_auc": 0.822610434659348 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7623843222645618, + "roc_auc": 0.8196823808516057 + }, + "2": { + "accuracy": 0.7351660315732172, + "roc_auc": 0.7954522101516946 + }, + "3": { + "accuracy": 0.7430593358737071, + "roc_auc": 0.805357658114279 + }, + "4": { + "accuracy": 0.6937942297223735, + "roc_auc": 0.7818894116940929 + }, + "5": { + "accuracy": 0.6390854654327708, + "roc_auc": 0.7870516657472012 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8573761567773543, + "roc_auc": 0.826929201548058 + }, + "2": { + "accuracy": 0.84676102340773, + "roc_auc": 0.8388336542515117 + }, + "3": { + "accuracy": 0.8260751224823081, + "roc_auc": 0.8401656945066827 + }, + "4": { + "accuracy": 0.7825258573761568, + "roc_auc": 0.8246352241654369 + }, + "5": { + "accuracy": 0.7348938486663038, + "roc_auc": 0.8058131514009051 + } + }, + "contrast": { + "1": { + "accuracy": 0.8105606967882417, + "roc_auc": 0.8110216447516573 + }, + "2": { + "accuracy": 0.7275449101796407, + "roc_auc": 0.7777203314873868 + }, + "3": { + "accuracy": 0.6831790963527491, + "roc_auc": 0.7459378393132087 + }, + "4": { + "accuracy": 0.6088731627653783, + "roc_auc": 0.6950415893485444 + }, + "5": { + "accuracy": 0.10860097985846488, + "roc_auc": 0.5811941089765286 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.421875, + "roc_auc": 0.8805896407291605 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5265625, + "roc_auc": 0.6638841366291074 + }, + "2": { + "accuracy": 0.58125, + "roc_auc": 0.5988437260338624 + }, + "3": { + "accuracy": 0.5421875, + "roc_auc": 0.4637337030263702 + }, + "4": { + "accuracy": 0.53125, + "roc_auc": 0.4596852693056456 + }, + "5": { + "accuracy": 0.5328125, + "roc_auc": 0.4443174443985606 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2265625, + "roc_auc": 0.3829125125361337 + }, + "2": { + "accuracy": 0.2265625, + "roc_auc": 0.3880007079228364 + }, + "3": { + "accuracy": 0.275, + "roc_auc": 0.4348416022653531 + }, + "4": { + "accuracy": 0.4171875, + "roc_auc": 0.5176390773405699 + }, + "5": { + "accuracy": 0.5765625, + "roc_auc": 0.5987478614830983 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.2609375, + "roc_auc": 0.7158722199280279 + }, + "2": { + "accuracy": 0.2609375, + "roc_auc": 0.7158722199280279 + }, + "3": { + "accuracy": 0.2546875, + "roc_auc": 0.6456772461801663 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.5592590407645568 + }, + "5": { + "accuracy": 0.2375, + "roc_auc": 0.5142027019054922 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2765625, + "roc_auc": 0.5056633826912866 + }, + "2": { + "accuracy": 0.290625, + "roc_auc": 0.5379623621025309 + }, + "3": { + "accuracy": 0.309375, + "roc_auc": 0.5489056692820483 + }, + "4": { + "accuracy": 0.3984375, + "roc_auc": 0.5857176567754115 + }, + "5": { + "accuracy": 0.4625, + "roc_auc": 0.5855406760663088 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2125, + "roc_auc": 0.40097929325703496 + }, + "2": { + "accuracy": 0.2203125, + "roc_auc": 0.41479853695947144 + }, + "3": { + "accuracy": 0.21875, + "roc_auc": 0.43015161347413133 + }, + "4": { + "accuracy": 0.215625, + "roc_auc": 0.4125272845259867 + }, + "5": { + "accuracy": 0.2203125, + "roc_auc": 0.5028464397380685 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.453125, + "roc_auc": 0.8794318919237802 + }, + "2": { + "accuracy": 0.4328125, + "roc_auc": 0.8476933514246947 + }, + "3": { + "accuracy": 0.4234375, + "roc_auc": 0.8442569759896172 + }, + "4": { + "accuracy": 0.4078125, + "roc_auc": 0.8459825379033685 + }, + "5": { + "accuracy": 0.359375, + "roc_auc": 0.8221860067252669 + } + }, + "contrast": { + "1": { + "accuracy": 0.5203125, + "roc_auc": 0.8560999351070733 + }, + "2": { + "accuracy": 0.5265625, + "roc_auc": 0.7946138870863074 + }, + "3": { + "accuracy": 0.5109375, + "roc_auc": 0.7454574951330306 + }, + "4": { + "accuracy": 0.4109375, + "roc_auc": 0.6577045602029379 + }, + "5": { + "accuracy": 0.2421875, + "roc_auc": 0.4803108961123238 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.598159509202454, + "roc_auc": 0.6124424507142013 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6349693251533742, + "roc_auc": 0.6037067642545154 + }, + "2": { + "accuracy": 0.6380368098159509, + "roc_auc": 0.5592806831149412 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.4957698815566836 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4999409750914886 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4969503797269115 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4763703616259395 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5067485145398024 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4859717467437926 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42993743359697795 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41368590878684136 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6009522685239836 + }, + "2": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6009522685239836 + }, + "3": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.5879667886514777 + }, + "4": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.5823790973123991 + }, + "5": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.5859205918230826 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.610435603824814 + }, + "2": { + "accuracy": 0.598159509202454, + "roc_auc": 0.5911541337110927 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5783654035336245 + }, + "4": { + "accuracy": 0.588957055214724, + "roc_auc": 0.5646716247589816 + }, + "5": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.560756305827726 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5613268799433361 + }, + "2": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.5607366308582221 + }, + "3": { + "accuracy": 0.588957055214724, + "roc_auc": 0.5351198205642782 + }, + "4": { + "accuracy": 0.558282208588957, + "roc_auc": 0.5289812300790934 + }, + "5": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5250855861173416 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.6025656160232952 + }, + "2": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.5942234289536851 + }, + "3": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.5848974934088852 + }, + "4": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.5662062723802779 + }, + "5": { + "accuracy": 0.558282208588957, + "roc_auc": 0.5995356707197104 + } + }, + "contrast": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.608310707118404 + }, + "2": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.5524731436666273 + }, + "3": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5331916735529061 + }, + "4": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.529807578798253 + }, + "5": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.5197339944123087 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5424212975233382 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5835468386488795 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5494743351886209 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5220720322761139 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5262832405689548 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4814471243042671 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4290131637070413 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4407633183143387 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46231999293223786 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48512825043437285 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46329181023058574 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5552610654651471 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5552610654651471 + }, + "3": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5611508672733162 + }, + "4": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.5644786052949319 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5603262950201726 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6296296296296297, + "roc_auc": 0.592896899019348 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5945902170391967 + }, + "3": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.590423182259917 + }, + "4": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.5858585858585859 + }, + "5": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.5830020319816238 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5653031775480755 + }, + "2": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5711046323291222 + }, + "3": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5765526990016786 + }, + "4": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5563801278086993 + }, + "5": { + "accuracy": 0.58994708994709, + "roc_auc": 0.5591041611449774 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5534646759136556 + }, + "2": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5520511234796949 + }, + "3": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5372382719321495 + }, + "4": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5138852077627588 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4760726801543128 + } + }, + "contrast": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5556733515917189 + }, + "2": { + "accuracy": 0.5423280423280423, + "roc_auc": 0.5164767205583533 + }, + "3": { + "accuracy": 0.5079365079365079, + "roc_auc": 0.5017816650469711 + }, + "4": { + "accuracy": 0.42592592592592593, + "roc_auc": 0.5097623464970404 + }, + "5": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.5213947050681744 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.8789762619808177 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5993589743589743, + "roc_auc": 0.8096326434107123 + }, + "2": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.6757609910471473 + }, + "3": { + "accuracy": 0.32371794871794873, + "roc_auc": 0.6308598775076438 + }, + "4": { + "accuracy": 0.3157051282051282, + "roc_auc": 0.6183861149526425 + }, + "5": { + "accuracy": 0.3125, + "roc_auc": 0.6265133772553299 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4439102564102564, + "roc_auc": 0.6169853985921291 + }, + "2": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.5666987193869998 + }, + "3": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6050319528946115 + }, + "4": { + "accuracy": 0.32532051282051283, + "roc_auc": 0.6209876375878453 + }, + "5": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.634926706937768 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.8732396974232902 + }, + "2": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.8732396974232902 + }, + "3": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.8434301166289292 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.813951838680349 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.8068986047205362 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.8749643165746913 + }, + "2": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.848672299535702 + }, + "3": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.8219250072981831 + }, + "4": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.7847854583620179 + }, + "5": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.7525428494334255 + } + }, + "pixelate": { + "1": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.6967035721900082 + }, + "2": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.6392049335381192 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.6810366934220277 + }, + "4": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.6600719645592429 + }, + "5": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.6769748435839981 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8589804193217295 + }, + "2": { + "accuracy": 0.6137820512820513, + "roc_auc": 0.8291628520024661 + }, + "3": { + "accuracy": 0.592948717948718, + "roc_auc": 0.816896099752765 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.8183789886638554 + }, + "5": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.8063896356952328 + } + }, + "contrast": { + "1": { + "accuracy": 0.5977564102564102, + "roc_auc": 0.8537905440271207 + }, + "2": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8412748183079216 + }, + "3": { + "accuracy": 0.46474358974358976, + "roc_auc": 0.8309691589621943 + }, + "4": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.7924113596681578 + }, + "5": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.589993365873558 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.576, + "roc_auc": 0.9482799999999999 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.636, + "roc_auc": 0.8933066666666667 + }, + "2": { + "accuracy": 0.605, + "roc_auc": 0.853894 + }, + "3": { + "accuracy": 0.569, + "roc_auc": 0.8191673333333334 + }, + "4": { + "accuracy": 0.553, + "roc_auc": 0.8059726666666667 + }, + "5": { + "accuracy": 0.516, + "roc_auc": 0.7836466666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.313, + "roc_auc": 0.800524 + }, + "2": { + "accuracy": 0.323, + "roc_auc": 0.7610599999999998 + }, + "3": { + "accuracy": 0.349, + "roc_auc": 0.7325433333333333 + }, + "4": { + "accuracy": 0.385, + "roc_auc": 0.713924 + }, + "5": { + "accuracy": 0.407, + "roc_auc": 0.6775166666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.528, + "roc_auc": 0.8279926666666667 + }, + "2": { + "accuracy": 0.528, + "roc_auc": 0.8279926666666667 + }, + "3": { + "accuracy": 0.546, + "roc_auc": 0.8253073333333334 + }, + "4": { + "accuracy": 0.545, + "roc_auc": 0.8109053333333334 + }, + "5": { + "accuracy": 0.548, + "roc_auc": 0.7934173333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.438, + "roc_auc": 0.8875186666666667 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.8736946666666667 + }, + "3": { + "accuracy": 0.536, + "roc_auc": 0.8647113333333332 + }, + "4": { + "accuracy": 0.557, + "roc_auc": 0.848228 + }, + "5": { + "accuracy": 0.55, + "roc_auc": 0.8346326666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.392, + "roc_auc": 0.6618793333333334 + }, + "2": { + "accuracy": 0.33, + "roc_auc": 0.6269866666666666 + }, + "3": { + "accuracy": 0.336, + "roc_auc": 0.6524319999999999 + }, + "4": { + "accuracy": 0.303, + "roc_auc": 0.6281053333333333 + }, + "5": { + "accuracy": 0.339, + "roc_auc": 0.6154013333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.55, + "roc_auc": 0.9493426666666667 + }, + "2": { + "accuracy": 0.545, + "roc_auc": 0.9246653333333332 + }, + "3": { + "accuracy": 0.531, + "roc_auc": 0.9156359999999999 + }, + "4": { + "accuracy": 0.54, + "roc_auc": 0.9155053333333333 + }, + "5": { + "accuracy": 0.587, + "roc_auc": 0.9133993333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.621, + "roc_auc": 0.9572033333333334 + }, + "2": { + "accuracy": 0.608, + "roc_auc": 0.9361026666666666 + }, + "3": { + "accuracy": 0.578, + "roc_auc": 0.9062746666666668 + }, + "4": { + "accuracy": 0.561, + "roc_auc": 0.8501046666666666 + }, + "5": { + "accuracy": 0.458, + "roc_auc": 0.6751 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.7329628546358584, + "roc_auc": 0.9745401504904678 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6604270254460368, + "roc_auc": 0.9303829803753126 + }, + "2": { + "accuracy": 0.5013161743199765, + "roc_auc": 0.8849970107092306 + }, + "3": { + "accuracy": 0.34747002047382275, + "roc_auc": 0.8502196373634395 + }, + "4": { + "accuracy": 0.28751096811933313, + "roc_auc": 0.8300330740191919 + }, + "5": { + "accuracy": 0.2652822462708394, + "roc_auc": 0.8116761802804596 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.44866920152091255, + "roc_auc": 0.8500498412053976 + }, + "2": { + "accuracy": 0.3211465340742907, + "roc_auc": 0.7905696436962648 + }, + "3": { + "accuracy": 0.2840011699327289, + "roc_auc": 0.7563102548246892 + }, + "4": { + "accuracy": 0.24217607487569465, + "roc_auc": 0.7019978624590382 + }, + "5": { + "accuracy": 0.22930681485814566, + "roc_auc": 0.670086652184431 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.596665691722726, + "roc_auc": 0.9157024303891652 + }, + "2": { + "accuracy": 0.596665691722726, + "roc_auc": 0.9157023811064895 + }, + "3": { + "accuracy": 0.5466510675636151, + "roc_auc": 0.8794010677359212 + }, + "4": { + "accuracy": 0.5217899970751682, + "roc_auc": 0.8534777685083004 + }, + "5": { + "accuracy": 0.5045334893243638, + "roc_auc": 0.8463632369863229 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6721263527347178, + "roc_auc": 0.9609578827926242 + }, + "2": { + "accuracy": 0.6449254167885347, + "roc_auc": 0.9399324316120732 + }, + "3": { + "accuracy": 0.5864287803451301, + "roc_auc": 0.9069993574400492 + }, + "4": { + "accuracy": 0.49809885931558934, + "roc_auc": 0.8676811848999011 + }, + "5": { + "accuracy": 0.43609242468558057, + "roc_auc": 0.8360685606010925 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2649897630886224, + "roc_auc": 0.763090720984356 + }, + "2": { + "accuracy": 0.30096519450131615, + "roc_auc": 0.7612473493928825 + }, + "3": { + "accuracy": 0.2664521789997075, + "roc_auc": 0.7810136387866526 + }, + "4": { + "accuracy": 0.26557472945305644, + "roc_auc": 0.7649463836395983 + }, + "5": { + "accuracy": 0.21117285756069026, + "roc_auc": 0.7173075291506963 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7616262064931266, + "roc_auc": 0.9733583284084286 + }, + "2": { + "accuracy": 0.753729160573267, + "roc_auc": 0.9695629067701144 + }, + "3": { + "accuracy": 0.6908452763966072, + "roc_auc": 0.9535388269513645 + }, + "4": { + "accuracy": 0.5878911962562152, + "roc_auc": 0.9084402647734025 + }, + "5": { + "accuracy": 0.4363849078677976, + "roc_auc": 0.8543287730956804 + } + }, + "contrast": { + "1": { + "accuracy": 0.6662766890903773, + "roc_auc": 0.9703607740219995 + }, + "2": { + "accuracy": 0.5185726820707809, + "roc_auc": 0.9260142654649375 + }, + "3": { + "accuracy": 0.39689967826849953, + "roc_auc": 0.8697970424186336 + }, + "4": { + "accuracy": 0.23457151213805205, + "roc_auc": 0.7710961451047365 + }, + "5": { + "accuracy": 0.1444866920152091, + "roc_auc": 0.569288692708062 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/aml_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0e1649bd5c9655dcff83fa5f83fcf9e795977ad6 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.8456722917800762, + "roc_auc": 0.8219089073046418 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6834512792596625, + "roc_auc": 0.8022896766319754 + }, + "2": { + "accuracy": 0.5764833968426782, + "roc_auc": 0.7552791929895744 + }, + "3": { + "accuracy": 0.5106151333696244, + "roc_auc": 0.7183132840565667 + }, + "4": { + "accuracy": 0.4858464888405008, + "roc_auc": 0.6916521590326788 + }, + "5": { + "accuracy": 0.4708764289602613, + "roc_auc": 0.67445414273099 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5884594447468698, + "roc_auc": 0.7343244392252125 + }, + "2": { + "accuracy": 0.5479041916167665, + "roc_auc": 0.6918718836509086 + }, + "3": { + "accuracy": 0.5149700598802395, + "roc_auc": 0.67764748504926 + }, + "4": { + "accuracy": 0.47550353837778986, + "roc_auc": 0.6291381338239315 + }, + "5": { + "accuracy": 0.44855743059335873, + "roc_auc": 0.6233976019937484 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8437670114316821, + "roc_auc": 0.8194966086925614 + }, + "2": { + "accuracy": 0.8437670114316821, + "roc_auc": 0.8194966086925614 + }, + "3": { + "accuracy": 0.8358737071311921, + "roc_auc": 0.8149818742703449 + }, + "4": { + "accuracy": 0.8198149156232989, + "roc_auc": 0.8172285674759023 + }, + "5": { + "accuracy": 0.8170930865541643, + "roc_auc": 0.8256556721473555 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8587370713119216, + "roc_auc": 0.8344186476322535 + }, + "2": { + "accuracy": 0.8527490473598258, + "roc_auc": 0.8360551089214532 + }, + "3": { + "accuracy": 0.8301578660860098, + "roc_auc": 0.8331213214874407 + }, + "4": { + "accuracy": 0.8091997822536745, + "roc_auc": 0.8287203540324166 + }, + "5": { + "accuracy": 0.7830702231899836, + "roc_auc": 0.822610434659348 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7623843222645618, + "roc_auc": 0.8196823808516057 + }, + "2": { + "accuracy": 0.7351660315732172, + "roc_auc": 0.7954522101516946 + }, + "3": { + "accuracy": 0.7430593358737071, + "roc_auc": 0.805357658114279 + }, + "4": { + "accuracy": 0.6937942297223735, + "roc_auc": 0.7818894116940929 + }, + "5": { + "accuracy": 0.6390854654327708, + "roc_auc": 0.7870516657472012 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.8573761567773543, + "roc_auc": 0.826929201548058 + }, + "2": { + "accuracy": 0.84676102340773, + "roc_auc": 0.8388336542515117 + }, + "3": { + "accuracy": 0.8260751224823081, + "roc_auc": 0.8401656945066827 + }, + "4": { + "accuracy": 0.7825258573761568, + "roc_auc": 0.8246352241654369 + }, + "5": { + "accuracy": 0.7348938486663038, + "roc_auc": 0.8058131514009051 + } + }, + "contrast": { + "1": { + "accuracy": 0.8105606967882417, + "roc_auc": 0.8110216447516573 + }, + "2": { + "accuracy": 0.7275449101796407, + "roc_auc": 0.7777203314873868 + }, + "3": { + "accuracy": 0.6831790963527491, + "roc_auc": 0.7459378393132087 + }, + "4": { + "accuracy": 0.6088731627653783, + "roc_auc": 0.6950415893485444 + }, + "5": { + "accuracy": 0.10860097985846488, + "roc_auc": 0.5811941089765286 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/bloodmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9d3c04995e3c453b84251842f6e297029b2d92ee --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.791581408944753, + "roc_auc": 0.9760424480826733 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5919321835720549, + "roc_auc": 0.8945848165332195 + }, + "2": { + "accuracy": 0.400175387313651, + "roc_auc": 0.8488208170010005 + }, + "3": { + "accuracy": 0.36451330020461853, + "roc_auc": 0.8137369423433664 + }, + "4": { + "accuracy": 0.3455130078924291, + "roc_auc": 0.8011694879668746 + }, + "5": { + "accuracy": 0.3294358374744227, + "roc_auc": 0.7919379783932265 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.36568254896229174, + "roc_auc": 0.8132316526188962 + }, + "2": { + "accuracy": 0.3665594855305466, + "roc_auc": 0.7767995431725467 + }, + "3": { + "accuracy": 0.35691318327974275, + "roc_auc": 0.7621636377186947 + }, + "4": { + "accuracy": 0.3189125986553639, + "roc_auc": 0.7448294690823692 + }, + "5": { + "accuracy": 0.29143525285004385, + "roc_auc": 0.7182950718896504 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7147033031277404, + "roc_auc": 0.9560032354404323 + }, + "2": { + "accuracy": 0.7147033031277404, + "roc_auc": 0.9560033163723536 + }, + "3": { + "accuracy": 0.6638409821689565, + "roc_auc": 0.9440770116681629 + }, + "4": { + "accuracy": 0.6381175095001461, + "roc_auc": 0.9314201933622204 + }, + "5": { + "accuracy": 0.6302250803858521, + "roc_auc": 0.9259807988174671 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.721134171294943, + "roc_auc": 0.9643240053805 + }, + "2": { + "accuracy": 0.623209587839813, + "roc_auc": 0.946597691497244 + }, + "3": { + "accuracy": 0.5869628763519439, + "roc_auc": 0.9323685694982244 + }, + "4": { + "accuracy": 0.5667933352820813, + "roc_auc": 0.9179606995415761 + }, + "5": { + "accuracy": 0.5504238526746565, + "roc_auc": 0.9045038818371827 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5872551885413622, + "roc_auc": 0.9200954098635468 + }, + "2": { + "accuracy": 0.5562700964630225, + "roc_auc": 0.9070714126247144 + }, + "3": { + "accuracy": 0.5437006723180356, + "roc_auc": 0.9059450250452397 + }, + "4": { + "accuracy": 0.4600993861444022, + "roc_auc": 0.8894434844664072 + }, + "5": { + "accuracy": 0.38205203156971645, + "roc_auc": 0.8597994717733455 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7924583455130079, + "roc_auc": 0.9734682496716567 + }, + "2": { + "accuracy": 0.7836889798304589, + "roc_auc": 0.9695826568840744 + }, + "3": { + "accuracy": 0.7389652148494592, + "roc_auc": 0.9584331941516953 + }, + "4": { + "accuracy": 0.6313943291435253, + "roc_auc": 0.938182980214213 + }, + "5": { + "accuracy": 0.464776381175095, + "roc_auc": 0.8996941515282 + } + }, + "contrast": { + "1": { + "accuracy": 0.7111955568547208, + "roc_auc": 0.9675174193295033 + }, + "2": { + "accuracy": 0.5445776088862906, + "roc_auc": 0.9387169573040807 + }, + "3": { + "accuracy": 0.4606840105232388, + "roc_auc": 0.917131068629548 + }, + "4": { + "accuracy": 0.3414206372405729, + "roc_auc": 0.8732551513379135 + }, + "5": { + "accuracy": 0.19292604501607716, + "roc_auc": 0.6831514671277729 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/breastmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3dac3517b82e57761c12ba47689b2797f383bd18 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.7324561403508771 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.7153299916457811 + }, + "2": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.7121971595655806 + }, + "3": { + "accuracy": 0.532051282051282, + "roc_auc": 0.7456140350877193 + }, + "4": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.6990392648287385 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.6802422723475355 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.7002923976608186 + }, + "2": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.7174185463659148 + }, + "3": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.7090643274853802 + }, + "4": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.665204678362573 + }, + "5": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.5992063492063493 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.6906850459482039 + }, + "2": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.6906850459482039 + }, + "3": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.6894319131161236 + }, + "4": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.6578947368421052 + }, + "5": { + "accuracy": 0.7243589743589743, + "roc_auc": 0.6476608187134504 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6265664160401003 + }, + "2": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5037593984962406 + }, + "3": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.46950710108604843 + }, + "4": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.43337510442773597 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.4243943191311612 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5639097744360902 + }, + "2": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.5549289891395155 + }, + "3": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.5747702589807853 + }, + "4": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.5808270676691729 + }, + "5": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.599624060150376 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.695906432748538 + }, + "2": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.6750208855472013 + }, + "3": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.6612364243943193 + }, + "4": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.6472431077694237 + }, + "5": { + "accuracy": 0.6410256410256411, + "roc_auc": 0.6331453634085212 + } + }, + "contrast": { + "1": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.6963241436925647 + }, + "2": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.6510025062656641 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6338763575605681 + }, + "4": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.623015873015873 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.47890559732664995 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/fundus_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ca054bb49763932b693fa3c6ed3ab60230ea77c5 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.421875, + "roc_auc": 0.8805896407291605 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5265625, + "roc_auc": 0.6638841366291074 + }, + "2": { + "accuracy": 0.58125, + "roc_auc": 0.5988437260338624 + }, + "3": { + "accuracy": 0.5421875, + "roc_auc": 0.4637337030263702 + }, + "4": { + "accuracy": 0.53125, + "roc_auc": 0.4596852693056456 + }, + "5": { + "accuracy": 0.5328125, + "roc_auc": 0.4443174443985606 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2265625, + "roc_auc": 0.3829125125361337 + }, + "2": { + "accuracy": 0.2265625, + "roc_auc": 0.3880007079228364 + }, + "3": { + "accuracy": 0.275, + "roc_auc": 0.4348416022653531 + }, + "4": { + "accuracy": 0.4171875, + "roc_auc": 0.5176390773405699 + }, + "5": { + "accuracy": 0.5765625, + "roc_auc": 0.5987478614830983 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.2609375, + "roc_auc": 0.7158722199280279 + }, + "2": { + "accuracy": 0.2609375, + "roc_auc": 0.7158722199280279 + }, + "3": { + "accuracy": 0.2546875, + "roc_auc": 0.6456772461801663 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.5592590407645568 + }, + "5": { + "accuracy": 0.2375, + "roc_auc": 0.5142027019054922 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2765625, + "roc_auc": 0.5056633826912866 + }, + "2": { + "accuracy": 0.290625, + "roc_auc": 0.5379623621025309 + }, + "3": { + "accuracy": 0.309375, + "roc_auc": 0.5489056692820483 + }, + "4": { + "accuracy": 0.3984375, + "roc_auc": 0.5857176567754115 + }, + "5": { + "accuracy": 0.4625, + "roc_auc": 0.5855406760663088 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2125, + "roc_auc": 0.40097929325703496 + }, + "2": { + "accuracy": 0.2203125, + "roc_auc": 0.41479853695947144 + }, + "3": { + "accuracy": 0.21875, + "roc_auc": 0.43015161347413133 + }, + "4": { + "accuracy": 0.215625, + "roc_auc": 0.4125272845259867 + }, + "5": { + "accuracy": 0.2203125, + "roc_auc": 0.5028464397380685 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.453125, + "roc_auc": 0.8794318919237802 + }, + "2": { + "accuracy": 0.4328125, + "roc_auc": 0.8476933514246947 + }, + "3": { + "accuracy": 0.4234375, + "roc_auc": 0.8442569759896172 + }, + "4": { + "accuracy": 0.4078125, + "roc_auc": 0.8459825379033685 + }, + "5": { + "accuracy": 0.359375, + "roc_auc": 0.8221860067252669 + } + }, + "contrast": { + "1": { + "accuracy": 0.5203125, + "roc_auc": 0.8560999351070733 + }, + "2": { + "accuracy": 0.5265625, + "roc_auc": 0.7946138870863074 + }, + "3": { + "accuracy": 0.5109375, + "roc_auc": 0.7454574951330306 + }, + "4": { + "accuracy": 0.4109375, + "roc_auc": 0.6577045602029379 + }, + "5": { + "accuracy": 0.2421875, + "roc_auc": 0.4803108961123238 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/mammo_calc_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9ee1a491287a04a1f417d2613af8a972c49c5fec --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.598159509202454, + "roc_auc": 0.6124424507142013 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6349693251533742, + "roc_auc": 0.6037067642545154 + }, + "2": { + "accuracy": 0.6380368098159509, + "roc_auc": 0.5592806831149412 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.4957698815566836 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4999409750914886 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4969503797269115 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4763703616259395 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5067485145398024 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4859717467437926 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.42993743359697795 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41368590878684136 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6009522685239836 + }, + "2": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6009522685239836 + }, + "3": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.5879667886514777 + }, + "4": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.5823790973123991 + }, + "5": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.5859205918230826 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.610435603824814 + }, + "2": { + "accuracy": 0.598159509202454, + "roc_auc": 0.5911541337110927 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5783654035336245 + }, + "4": { + "accuracy": 0.588957055214724, + "roc_auc": 0.5646716247589816 + }, + "5": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.560756305827726 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5613268799433361 + }, + "2": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.5607366308582221 + }, + "3": { + "accuracy": 0.588957055214724, + "roc_auc": 0.5351198205642782 + }, + "4": { + "accuracy": 0.558282208588957, + "roc_auc": 0.5289812300790934 + }, + "5": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5250855861173416 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.6025656160232952 + }, + "2": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.5942234289536851 + }, + "3": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.5848974934088852 + }, + "4": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.5662062723802779 + }, + "5": { + "accuracy": 0.558282208588957, + "roc_auc": 0.5995356707197104 + } + }, + "contrast": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.608310707118404 + }, + "2": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.5524731436666273 + }, + "3": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5331916735529061 + }, + "4": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.529807578798253 + }, + "5": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.5197339944123087 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/mammo_mass_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..787916050d06c8bc10a81848a09203ad31d746b1 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5424212975233382 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5835468386488795 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5494743351886209 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5220720322761139 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5262832405689548 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4814471243042671 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4290131637070413 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4407633183143387 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46231999293223786 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48512825043437285 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46329181023058574 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5552610654651471 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5552610654651471 + }, + "3": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5611508672733162 + }, + "4": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.5644786052949319 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5603262950201726 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6296296296296297, + "roc_auc": 0.592896899019348 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5945902170391967 + }, + "3": { + "accuracy": 0.6190476190476191, + "roc_auc": 0.590423182259917 + }, + "4": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.5858585858585859 + }, + "5": { + "accuracy": 0.5978835978835979, + "roc_auc": 0.5830020319816238 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5653031775480755 + }, + "2": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.5711046323291222 + }, + "3": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5765526990016786 + }, + "4": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5563801278086993 + }, + "5": { + "accuracy": 0.58994708994709, + "roc_auc": 0.5591041611449774 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5534646759136556 + }, + "2": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.5520511234796949 + }, + "3": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5372382719321495 + }, + "4": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.5138852077627588 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4760726801543128 + } + }, + "contrast": { + "1": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5556733515917189 + }, + "2": { + "accuracy": 0.5423280423280423, + "roc_auc": 0.5164767205583533 + }, + "3": { + "accuracy": 0.5079365079365079, + "roc_auc": 0.5017816650469711 + }, + "4": { + "accuracy": 0.42592592592592593, + "roc_auc": 0.5097623464970404 + }, + "5": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.5213947050681744 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/oct_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4eb1d37fb640eb78297a82931ff7f93ce7eabaca --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.576, + "roc_auc": 0.9482799999999999 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.636, + "roc_auc": 0.8933066666666667 + }, + "2": { + "accuracy": 0.605, + "roc_auc": 0.853894 + }, + "3": { + "accuracy": 0.569, + "roc_auc": 0.8191673333333334 + }, + "4": { + "accuracy": 0.553, + "roc_auc": 0.8059726666666667 + }, + "5": { + "accuracy": 0.516, + "roc_auc": 0.7836466666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.313, + "roc_auc": 0.800524 + }, + "2": { + "accuracy": 0.323, + "roc_auc": 0.7610599999999998 + }, + "3": { + "accuracy": 0.349, + "roc_auc": 0.7325433333333333 + }, + "4": { + "accuracy": 0.385, + "roc_auc": 0.713924 + }, + "5": { + "accuracy": 0.407, + "roc_auc": 0.6775166666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.528, + "roc_auc": 0.8279926666666667 + }, + "2": { + "accuracy": 0.528, + "roc_auc": 0.8279926666666667 + }, + "3": { + "accuracy": 0.546, + "roc_auc": 0.8253073333333334 + }, + "4": { + "accuracy": 0.545, + "roc_auc": 0.8109053333333334 + }, + "5": { + "accuracy": 0.548, + "roc_auc": 0.7934173333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.438, + "roc_auc": 0.8875186666666667 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.8736946666666667 + }, + "3": { + "accuracy": 0.536, + "roc_auc": 0.8647113333333332 + }, + "4": { + "accuracy": 0.557, + "roc_auc": 0.848228 + }, + "5": { + "accuracy": 0.55, + "roc_auc": 0.8346326666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.392, + "roc_auc": 0.6618793333333334 + }, + "2": { + "accuracy": 0.33, + "roc_auc": 0.6269866666666666 + }, + "3": { + "accuracy": 0.336, + "roc_auc": 0.6524319999999999 + }, + "4": { + "accuracy": 0.303, + "roc_auc": 0.6281053333333333 + }, + "5": { + "accuracy": 0.339, + "roc_auc": 0.6154013333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.55, + "roc_auc": 0.9493426666666667 + }, + "2": { + "accuracy": 0.545, + "roc_auc": 0.9246653333333332 + }, + "3": { + "accuracy": 0.531, + "roc_auc": 0.9156359999999999 + }, + "4": { + "accuracy": 0.54, + "roc_auc": 0.9155053333333333 + }, + "5": { + "accuracy": 0.587, + "roc_auc": 0.9133993333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.621, + "roc_auc": 0.9572033333333334 + }, + "2": { + "accuracy": 0.608, + "roc_auc": 0.9361026666666666 + }, + "3": { + "accuracy": 0.578, + "roc_auc": 0.9062746666666668 + }, + "4": { + "accuracy": 0.561, + "roc_auc": 0.8501046666666666 + }, + "5": { + "accuracy": 0.458, + "roc_auc": 0.6751 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/octmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6d6f674816ef00cb7ab4addf18be7183fbd925d4 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.602, + "roc_auc": 0.9015493333333333 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.631, + "roc_auc": 0.966356 + }, + "2": { + "accuracy": 0.573, + "roc_auc": 0.9563493333333334 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.9377246666666667 + }, + "4": { + "accuracy": 0.48, + "roc_auc": 0.9303173333333333 + }, + "5": { + "accuracy": 0.462, + "roc_auc": 0.914796 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.881332 + }, + "2": { + "accuracy": 0.385, + "roc_auc": 0.8422093333333334 + }, + "3": { + "accuracy": 0.369, + "roc_auc": 0.8240273333333333 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.7745040000000001 + }, + "5": { + "accuracy": 0.358, + "roc_auc": 0.7305646666666668 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.553, + "roc_auc": 0.8861033333333335 + }, + "2": { + "accuracy": 0.553, + "roc_auc": 0.8861033333333335 + }, + "3": { + "accuracy": 0.569, + "roc_auc": 0.8878466666666667 + }, + "4": { + "accuracy": 0.569, + "roc_auc": 0.8881840000000001 + }, + "5": { + "accuracy": 0.571, + "roc_auc": 0.8907186666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.404, + "roc_auc": 0.889332 + }, + "2": { + "accuracy": 0.365, + "roc_auc": 0.8163653333333333 + }, + "3": { + "accuracy": 0.355, + "roc_auc": 0.7715926666666667 + }, + "4": { + "accuracy": 0.339, + "roc_auc": 0.7192926666666666 + }, + "5": { + "accuracy": 0.33, + "roc_auc": 0.6738679999999999 + } + }, + "pixelate": { + "1": { + "accuracy": 0.476, + "roc_auc": 0.805928 + }, + "2": { + "accuracy": 0.47, + "roc_auc": 0.7917933333333333 + }, + "3": { + "accuracy": 0.456, + "roc_auc": 0.7927773333333332 + }, + "4": { + "accuracy": 0.462, + "roc_auc": 0.7861353333333335 + }, + "5": { + "accuracy": 0.422, + "roc_auc": 0.7241886666666666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.591, + "roc_auc": 0.9469026666666667 + }, + "2": { + "accuracy": 0.586, + "roc_auc": 0.9623053333333333 + }, + "3": { + "accuracy": 0.586, + "roc_auc": 0.966592 + }, + "4": { + "accuracy": 0.582, + "roc_auc": 0.9678613333333332 + }, + "5": { + "accuracy": 0.572, + "roc_auc": 0.967672 + } + }, + "contrast": { + "1": { + "accuracy": 0.608, + "roc_auc": 0.9465306666666666 + }, + "2": { + "accuracy": 0.634, + "roc_auc": 0.9548426666666666 + }, + "3": { + "accuracy": 0.622, + "roc_auc": 0.9545506666666667 + }, + "4": { + "accuracy": 0.586, + "roc_auc": 0.9422866666666666 + }, + "5": { + "accuracy": 0.299, + "roc_auc": 0.6721746666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/pbc_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..646d91f74eb068a3110cae80c28c6d094fabb29d --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.7329628546358584, + "roc_auc": 0.9745401504904678 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6604270254460368, + "roc_auc": 0.9303829803753126 + }, + "2": { + "accuracy": 0.5013161743199765, + "roc_auc": 0.8849970107092306 + }, + "3": { + "accuracy": 0.34747002047382275, + "roc_auc": 0.8502196373634395 + }, + "4": { + "accuracy": 0.28751096811933313, + "roc_auc": 0.8300330740191919 + }, + "5": { + "accuracy": 0.2652822462708394, + "roc_auc": 0.8116761802804596 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.44866920152091255, + "roc_auc": 0.8500498412053976 + }, + "2": { + "accuracy": 0.3211465340742907, + "roc_auc": 0.7905696436962648 + }, + "3": { + "accuracy": 0.2840011699327289, + "roc_auc": 0.7563102548246892 + }, + "4": { + "accuracy": 0.24217607487569465, + "roc_auc": 0.7019978624590382 + }, + "5": { + "accuracy": 0.22930681485814566, + "roc_auc": 0.670086652184431 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.596665691722726, + "roc_auc": 0.9157024303891652 + }, + "2": { + "accuracy": 0.596665691722726, + "roc_auc": 0.9157023811064895 + }, + "3": { + "accuracy": 0.5466510675636151, + "roc_auc": 0.8794010677359212 + }, + "4": { + "accuracy": 0.5217899970751682, + "roc_auc": 0.8534777685083004 + }, + "5": { + "accuracy": 0.5045334893243638, + "roc_auc": 0.8463632369863229 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6721263527347178, + "roc_auc": 0.9609578827926242 + }, + "2": { + "accuracy": 0.6449254167885347, + "roc_auc": 0.9399324316120732 + }, + "3": { + "accuracy": 0.5864287803451301, + "roc_auc": 0.9069993574400492 + }, + "4": { + "accuracy": 0.49809885931558934, + "roc_auc": 0.8676811848999011 + }, + "5": { + "accuracy": 0.43609242468558057, + "roc_auc": 0.8360685606010925 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2649897630886224, + "roc_auc": 0.763090720984356 + }, + "2": { + "accuracy": 0.30096519450131615, + "roc_auc": 0.7612473493928825 + }, + "3": { + "accuracy": 0.2664521789997075, + "roc_auc": 0.7810136387866526 + }, + "4": { + "accuracy": 0.26557472945305644, + "roc_auc": 0.7649463836395983 + }, + "5": { + "accuracy": 0.21117285756069026, + "roc_auc": 0.7173075291506963 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7616262064931266, + "roc_auc": 0.9733583284084286 + }, + "2": { + "accuracy": 0.753729160573267, + "roc_auc": 0.9695629067701144 + }, + "3": { + "accuracy": 0.6908452763966072, + "roc_auc": 0.9535388269513645 + }, + "4": { + "accuracy": 0.5878911962562152, + "roc_auc": 0.9084402647734025 + }, + "5": { + "accuracy": 0.4363849078677976, + "roc_auc": 0.8543287730956804 + } + }, + "contrast": { + "1": { + "accuracy": 0.6662766890903773, + "roc_auc": 0.9703607740219995 + }, + "2": { + "accuracy": 0.5185726820707809, + "roc_auc": 0.9260142654649375 + }, + "3": { + "accuracy": 0.39689967826849953, + "roc_auc": 0.8697970424186336 + }, + "4": { + "accuracy": 0.23457151213805205, + "roc_auc": 0.7710961451047365 + }, + "5": { + "accuracy": 0.1444866920152091, + "roc_auc": 0.569288692708062 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/pneumonia_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..2ba464920e653287b00ead66fde678eaf0ed4d3f --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.8789762619808177 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5993589743589743, + "roc_auc": 0.8096326434107123 + }, + "2": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.6757609910471473 + }, + "3": { + "accuracy": 0.32371794871794873, + "roc_auc": 0.6308598775076438 + }, + "4": { + "accuracy": 0.3157051282051282, + "roc_auc": 0.6183861149526425 + }, + "5": { + "accuracy": 0.3125, + "roc_auc": 0.6265133772553299 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4439102564102564, + "roc_auc": 0.6169853985921291 + }, + "2": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.5666987193869998 + }, + "3": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6050319528946115 + }, + "4": { + "accuracy": 0.32532051282051283, + "roc_auc": 0.6209876375878453 + }, + "5": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.634926706937768 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.8732396974232902 + }, + "2": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.8732396974232902 + }, + "3": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.8434301166289292 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.813951838680349 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.8068986047205362 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.8749643165746913 + }, + "2": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.848672299535702 + }, + "3": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.8219250072981831 + }, + "4": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.7847854583620179 + }, + "5": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.7525428494334255 + } + }, + "pixelate": { + "1": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.6967035721900082 + }, + "2": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.6392049335381192 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.6810366934220277 + }, + "4": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.6600719645592429 + }, + "5": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.6769748435839981 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8589804193217295 + }, + "2": { + "accuracy": 0.6137820512820513, + "roc_auc": 0.8291628520024661 + }, + "3": { + "accuracy": 0.592948717948718, + "roc_auc": 0.816896099752765 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.8183789886638554 + }, + "5": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.8063896356952328 + } + }, + "contrast": { + "1": { + "accuracy": 0.5977564102564102, + "roc_auc": 0.8537905440271207 + }, + "2": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8412748183079216 + }, + "3": { + "accuracy": 0.46474358974358976, + "roc_auc": 0.8309691589621943 + }, + "4": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.7924113596681578 + }, + "5": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.589993365873558 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f4b8daa37ca49fccbf8f5b6e40e30917f570b518 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.9487179487179487, + "roc_auc": 0.9765066841989919 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7740384615384616, + "roc_auc": 0.8354700854700855 + }, + "2": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.47695595003287317 + }, + "3": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.4194718387026079 + }, + "4": { + "accuracy": 0.391025641025641, + "roc_auc": 0.3883026517641902 + }, + "5": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.39577032653955735 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.3059062020600482 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.3267367959675652 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.33602344948498797 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.44425816348893266 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5200635546789393 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.9006410256410257, + "roc_auc": 0.9538351961428885 + }, + "2": { + "accuracy": 0.9006410256410257, + "roc_auc": 0.9538351961428885 + }, + "3": { + "accuracy": 0.8878205128205128, + "roc_auc": 0.9365439403900943 + }, + "4": { + "accuracy": 0.8557692307692307, + "roc_auc": 0.9152859960552269 + }, + "5": { + "accuracy": 0.8525641025641025, + "roc_auc": 0.9032763532763532 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.844551282051282, + "roc_auc": 0.9568376068376068 + }, + "2": { + "accuracy": 0.7580128205128205, + "roc_auc": 0.924928774928775 + }, + "3": { + "accuracy": 0.7291666666666666, + "roc_auc": 0.8934911242603549 + }, + "4": { + "accuracy": 0.7163461538461539, + "roc_auc": 0.8568266491343415 + }, + "5": { + "accuracy": 0.7131410256410257, + "roc_auc": 0.8183322375630067 + } + }, + "pixelate": { + "1": { + "accuracy": 0.8221153846153846, + "roc_auc": 0.8936609686609689 + }, + "2": { + "accuracy": 0.7868589743589743, + "roc_auc": 0.8687486302870918 + }, + "3": { + "accuracy": 0.7772435897435898, + "roc_auc": 0.8701840894148585 + }, + "4": { + "accuracy": 0.6939102564102564, + "roc_auc": 0.8562458908612753 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.7904941924172694 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.9391025641025641, + "roc_auc": 0.976342318650011 + }, + "2": { + "accuracy": 0.9246794871794872, + "roc_auc": 0.9749671268902039 + }, + "3": { + "accuracy": 0.8974358974358975, + "roc_auc": 0.9731645847030462 + }, + "4": { + "accuracy": 0.8814102564102564, + "roc_auc": 0.9710607056760903 + }, + "5": { + "accuracy": 0.8269230769230769, + "roc_auc": 0.9590510628972166 + } + }, + "contrast": { + "1": { + "accuracy": 0.907051282051282, + "roc_auc": 0.9767367959675652 + }, + "2": { + "accuracy": 0.7852564102564102, + "roc_auc": 0.9549747972824896 + }, + "3": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.9095003287310981 + }, + "4": { + "accuracy": 0.6298076923076923, + "roc_auc": 0.7276024545255315 + }, + "5": { + "accuracy": 0.3092948717948718, + "roc_auc": 0.21818430856892398 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-16/vit/retinamnist_results.json b/results/fewshot-75-percent/rmedclip-rank-16/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0a667b3d10e8584de16d737224c160252d38ba6b --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-16/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.6010379895493398 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3775, + "roc_auc": 0.5237229394534992 + }, + "2": { + "accuracy": 0.175, + "roc_auc": 0.501526090819427 + }, + "3": { + "accuracy": 0.0975, + "roc_auc": 0.47022100126090605 + }, + "4": { + "accuracy": 0.0775, + "roc_auc": 0.47627828672297134 + }, + "5": { + "accuracy": 0.0675, + "roc_auc": 0.4828037445988699 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1875, + "roc_auc": 0.4603655759852329 + }, + "2": { + "accuracy": 0.065, + "roc_auc": 0.4850887421573825 + }, + "3": { + "accuracy": 0.05, + "roc_auc": 0.4683847768801822 + }, + "4": { + "accuracy": 0.05, + "roc_auc": 0.47219104854760496 + }, + "5": { + "accuracy": 0.05, + "roc_auc": 0.47122447699901693 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.465, + "roc_auc": 0.6007776655849527 + }, + "2": { + "accuracy": 0.465, + "roc_auc": 0.6007776655849527 + }, + "3": { + "accuracy": 0.44, + "roc_auc": 0.604246103128671 + }, + "4": { + "accuracy": 0.44, + "roc_auc": 0.5885781551610155 + }, + "5": { + "accuracy": 0.4525, + "roc_auc": 0.5807833650620648 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4475, + "roc_auc": 0.6095214263468387 + }, + "2": { + "accuracy": 0.4525, + "roc_auc": 0.6153447382596073 + }, + "3": { + "accuracy": 0.45, + "roc_auc": 0.6000753897290607 + }, + "4": { + "accuracy": 0.445, + "roc_auc": 0.5978320402322417 + }, + "5": { + "accuracy": 0.4425, + "roc_auc": 0.6005513580195765 + } + }, + "pixelate": { + "1": { + "accuracy": 0.42, + "roc_auc": 0.5595903008863455 + }, + "2": { + "accuracy": 0.39, + "roc_auc": 0.5240900654450731 + }, + "3": { + "accuracy": 0.42, + "roc_auc": 0.553001572401464 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.5354223432456766 + }, + "5": { + "accuracy": 0.405, + "roc_auc": 0.5224398242688353 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4375, + "roc_auc": 0.57338254719386 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5856390833182974 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.576688689579431 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.5536280649498198 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.5447087006887151 + } + }, + "contrast": { + "1": { + "accuracy": 0.4375, + "roc_auc": 0.5768939626881741 + }, + "2": { + "accuracy": 0.4375, + "roc_auc": 0.5488173278422911 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5107942110851029 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.4858734433750003 + }, + "5": { + "accuracy": 0.4325, + "roc_auc": 0.4737890154602315 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/all_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..86d48df0a915c83775f3a6239a6494adcfd4ec5e --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.13329435837474424, + "roc_auc": 0.6001739926802239 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.12744811458637825, + "roc_auc": 0.6046129146604575 + }, + "2": { + "accuracy": 0.12452499269219526, + "roc_auc": 0.605264092854119 + }, + "3": { + "accuracy": 0.1178018123355744, + "roc_auc": 0.5928638539883688 + }, + "4": { + "accuracy": 0.1189710610932476, + "roc_auc": 0.59757782515832 + }, + "5": { + "accuracy": 0.11546331482022801, + "roc_auc": 0.5924940923094095 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.10494007600116925, + "roc_auc": 0.5573176313405461 + }, + "2": { + "accuracy": 0.10727857351651564, + "roc_auc": 0.5486910932415134 + }, + "3": { + "accuracy": 0.10815551008477053, + "roc_auc": 0.5491560493738883 + }, + "4": { + "accuracy": 0.10669394913767904, + "roc_auc": 0.5424446754555344 + }, + "5": { + "accuracy": 0.10464776381175095, + "roc_auc": 0.5339415538987639 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.12481730488161356, + "roc_auc": 0.5926951519547263 + }, + "2": { + "accuracy": 0.12598655363928676, + "roc_auc": 0.5925350524062585 + }, + "3": { + "accuracy": 0.12394036831335867, + "roc_auc": 0.5912683851109978 + }, + "4": { + "accuracy": 0.12510961707103185, + "roc_auc": 0.5921958005402533 + }, + "5": { + "accuracy": 0.12452499269219526, + "roc_auc": 0.5914192604508967 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12715580239695995, + "roc_auc": 0.5677983787814098 + }, + "2": { + "accuracy": 0.10640163694826074, + "roc_auc": 0.5452883436775914 + }, + "3": { + "accuracy": 0.10026308097047647, + "roc_auc": 0.5445097644897163 + }, + "4": { + "accuracy": 0.09003215434083602, + "roc_auc": 0.5405783686081769 + }, + "5": { + "accuracy": 0.08681672025723473, + "roc_auc": 0.5432027531495569 + } + }, + "pixelate": { + "1": { + "accuracy": 0.10523238819058754, + "roc_auc": 0.5508035139801811 + }, + "2": { + "accuracy": 0.10610932475884244, + "roc_auc": 0.5740246168677239 + }, + "3": { + "accuracy": 0.09909383221280327, + "roc_auc": 0.5206095427740974 + }, + "4": { + "accuracy": 0.12101724641917568, + "roc_auc": 0.549534852164099 + }, + "5": { + "accuracy": 0.1169248757673195, + "roc_auc": 0.5232917337137822 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.13446360713241742, + "roc_auc": 0.602981185026404 + }, + "2": { + "accuracy": 0.1359251680795089, + "roc_auc": 0.5977333841734309 + }, + "3": { + "accuracy": 0.14323297281496639, + "roc_auc": 0.603333875580128 + }, + "4": { + "accuracy": 0.1435252850043847, + "roc_auc": 0.6085021781555465 + }, + "5": { + "accuracy": 0.15551008477053493, + "roc_auc": 0.6017674141241047 + } + }, + "contrast": { + "1": { + "accuracy": 0.1353405437006723, + "roc_auc": 0.6155235948495376 + }, + "2": { + "accuracy": 0.14498684595147618, + "roc_auc": 0.6287333094498042 + }, + "3": { + "accuracy": 0.14586378251973106, + "roc_auc": 0.6282723789326684 + }, + "4": { + "accuracy": 0.14498684595147618, + "roc_auc": 0.6218920984792968 + }, + "5": { + "accuracy": 0.10874013446360713, + "roc_auc": 0.596617691273069 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.395, + "roc_auc": 0.43512070918784423 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3975, + "roc_auc": 0.432306584339087 + }, + "2": { + "accuracy": 0.4075, + "roc_auc": 0.40342182439030133 + }, + "3": { + "accuracy": 0.4125, + "roc_auc": 0.4154557326970302 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.42285125108136723 + }, + "5": { + "accuracy": 0.405, + "roc_auc": 0.39678405531869687 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.406550388477796 + }, + "2": { + "accuracy": 0.4325, + "roc_auc": 0.4453166556812693 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.4514430345773121 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.4556720744933663 + }, + "5": { + "accuracy": 0.4275, + "roc_auc": 0.4481877818261803 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4075, + "roc_auc": 0.3973617527761458 + }, + "2": { + "accuracy": 0.4075, + "roc_auc": 0.39734949210771964 + }, + "3": { + "accuracy": 0.415, + "roc_auc": 0.4036060877175995 + }, + "4": { + "accuracy": 0.415, + "roc_auc": 0.4027990153830716 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.40314054218551226 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.395, + "roc_auc": 0.40569657214135635 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.41310856283192815 + }, + "3": { + "accuracy": 0.395, + "roc_auc": 0.4102634218426567 + }, + "4": { + "accuracy": 0.4, + "roc_auc": 0.40487074090052905 + }, + "5": { + "accuracy": 0.4025, + "roc_auc": 0.3979413223391401 + } + }, + "pixelate": { + "1": { + "accuracy": 0.385, + "roc_auc": 0.4158086323898929 + }, + "2": { + "accuracy": 0.3825, + "roc_auc": 0.41715362216006585 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.4075243093851505 + }, + "4": { + "accuracy": 0.3575, + "roc_auc": 0.412272199985072 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.3982381886111511 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3925, + "roc_auc": 0.43928977354761145 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.4417632989117644 + }, + "3": { + "accuracy": 0.3975, + "roc_auc": 0.4448148784412023 + }, + "4": { + "accuracy": 0.3925, + "roc_auc": 0.438027495413985 + }, + "5": { + "accuracy": 0.3975, + "roc_auc": 0.441330976979426 + } + }, + "contrast": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.4235963823143004 + }, + "2": { + "accuracy": 0.3775, + "roc_auc": 0.4145638319826318 + }, + "3": { + "accuracy": 0.3625, + "roc_auc": 0.4141589408983581 + }, + "4": { + "accuracy": 0.3525, + "roc_auc": 0.4152610037678235 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.41147872393110657 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.532051282051282, + "roc_auc": 0.42878028404344193 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4206349206349206 + }, + "2": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4126984126984127 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4563492063492064 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.4373433583959899 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.4160401002506266 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4845446950710109 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.48350041771094404 + }, + "3": { + "accuracy": 0.532051282051282, + "roc_auc": 0.45384294068504594 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.4051796157059314 + }, + "5": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.40852130325814534 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4012113617376775 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4012113617376775 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.3819966583124478 + }, + "4": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.3849206349206349 + }, + "5": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.3560985797827903 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4066416040100251 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.403717627401838 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.36842105263157887 + }, + "4": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.373015873015873 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.36716791979949875 + } + }, + "pixelate": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4035087719298246 + }, + "2": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.3817878028404344 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.4122807017543859 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.35964912280701755 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.40256892230576447 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.42794486215538846 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4229323308270677 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4214703425229741 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4262740183792815 + }, + "5": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.40100250626566414 + } + }, + "contrast": { + "1": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4112364243943192 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.39598997493734334 + }, + "3": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.39181286549707606 + }, + "4": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.38241436925647454 + }, + "5": { + "accuracy": 0.5, + "roc_auc": 0.3767752715121136 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.307, + "roc_auc": 0.6738806666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.308, + "roc_auc": 0.6828186666666667 + }, + "2": { + "accuracy": 0.291, + "roc_auc": 0.6773126666666667 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.6673746666666667 + }, + "4": { + "accuracy": 0.278, + "roc_auc": 0.6487806666666667 + }, + "5": { + "accuracy": 0.279, + "roc_auc": 0.6531440000000001 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.315, + "roc_auc": 0.7303033333333333 + }, + "2": { + "accuracy": 0.315, + "roc_auc": 0.71683 + }, + "3": { + "accuracy": 0.302, + "roc_auc": 0.704326 + }, + "4": { + "accuracy": 0.305, + "roc_auc": 0.6890253333333333 + }, + "5": { + "accuracy": 0.307, + "roc_auc": 0.6803600000000001 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.319, + "roc_auc": 0.7317626666666666 + }, + "2": { + "accuracy": 0.319, + "roc_auc": 0.7317686666666666 + }, + "3": { + "accuracy": 0.311, + "roc_auc": 0.6932780000000001 + }, + "4": { + "accuracy": 0.299, + "roc_auc": 0.673856 + }, + "5": { + "accuracy": 0.306, + "roc_auc": 0.6722433333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.298, + "roc_auc": 0.7028460000000001 + }, + "2": { + "accuracy": 0.307, + "roc_auc": 0.7130900000000001 + }, + "3": { + "accuracy": 0.306, + "roc_auc": 0.7137813333333332 + }, + "4": { + "accuracy": 0.297, + "roc_auc": 0.72084 + }, + "5": { + "accuracy": 0.291, + "roc_auc": 0.7248466666666666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3, + "roc_auc": 0.65262 + }, + "2": { + "accuracy": 0.294, + "roc_auc": 0.6477253333333334 + }, + "3": { + "accuracy": 0.292, + "roc_auc": 0.6485153333333333 + }, + "4": { + "accuracy": 0.27, + "roc_auc": 0.6436040000000001 + }, + "5": { + "accuracy": 0.287, + "roc_auc": 0.6717246666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.307, + "roc_auc": 0.6765566666666667 + }, + "2": { + "accuracy": 0.309, + "roc_auc": 0.6787393333333334 + }, + "3": { + "accuracy": 0.306, + "roc_auc": 0.6801306666666667 + }, + "4": { + "accuracy": 0.303, + "roc_auc": 0.6799646666666667 + }, + "5": { + "accuracy": 0.307, + "roc_auc": 0.6770606666666665 + } + }, + "contrast": { + "1": { + "accuracy": 0.307, + "roc_auc": 0.6777146666666667 + }, + "2": { + "accuracy": 0.311, + "roc_auc": 0.675024 + }, + "3": { + "accuracy": 0.317, + "roc_auc": 0.6718066666666667 + }, + "4": { + "accuracy": 0.317, + "roc_auc": 0.6714559999999999 + }, + "5": { + "accuracy": 0.322, + "roc_auc": 0.660246 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.4439102564102564, + "roc_auc": 0.6741233837387683 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.40530352838045147 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.33837387683541525 + }, + "3": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.2742603550295858 + }, + "4": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.3098838483453868 + }, + "5": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.28680144641683103 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.28877931185623495 + }, + "2": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.2821225071225071 + }, + "3": { + "accuracy": 0.34134615384615385, + "roc_auc": 0.2675213675213675 + }, + "4": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.261730221345606 + }, + "5": { + "accuracy": 0.32532051282051283, + "roc_auc": 0.26296844181459567 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.615209292132369 + }, + "2": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.6151818978742056 + }, + "3": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5272956388341004 + }, + "4": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.4551939513477975 + }, + "5": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.4266053035283805 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6583442910365987 + }, + "2": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.5718770545693623 + }, + "3": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5149243918474687 + }, + "4": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.44294871794871793 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.3825662941047557 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.46883629191321496 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.49349660311198773 + }, + "3": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.49556760902914754 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.5822266053035283 + }, + "5": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5987398641244795 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.6755643217181679 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.680873328950252 + }, + "3": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.6982905982905983 + }, + "4": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.7276243699320623 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.78379355687048 + } + }, + "contrast": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.6797118124041199 + }, + "2": { + "accuracy": 0.4567307692307692, + "roc_auc": 0.6949265833881219 + }, + "3": { + "accuracy": 0.453525641025641, + "roc_auc": 0.7044707429322814 + }, + "4": { + "accuracy": 0.4567307692307692, + "roc_auc": 0.6876944992329608 + }, + "5": { + "accuracy": 0.44551282051282054, + "roc_auc": 0.5999342537804078 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5297647670893751 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5827015537827447 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6043635780454703 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5706008081248776 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.551886946075897 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5683657051935659 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5829276344158872 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5683356294793593 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6050417807157848 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5875198386422876 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5482877282691523 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5139146735720287 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5127986769870106 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5172133367503914 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5156496470140606 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5237239032293647 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5283222786086103 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5517413020512344 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.559218919830076 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5664932240362694 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5610912941231857 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.510467750129423 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5310973746420126 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5048609307569548 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5148056879383297 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5141561817828418 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5255229574162191 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5390028470215362 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5379460030870628 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.526387503315772 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.49712547646832317 + } + }, + "contrast": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5129940897876596 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5015064007128895 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.49532703539074 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4867026138902144 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4782693983212238 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6724160816471005 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6047283346115273 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5545616777771223 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.49695445696419094 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5155890507934635 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.45844640434192674 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6097649106247419 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.626902542622854 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6310025957170668 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5627691581617603 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5359049613592118 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6355893457613121 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6356114683499499 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5720680195858652 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5218571175741844 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5069022476550056 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6351173972037047 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5547902778597134 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4963792696596071 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4422157984779659 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.40670166951802256 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.38653324287652646 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.4229543979706212 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.390389947495723 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.40552179812400446 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.42567547637307535 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.674215385522978 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6701153324287652 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6590687865022713 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6412453542563861 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.624085599669636 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6764276443867618 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6733821013509528 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6629549879063181 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6405669282048256 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5702908382986255 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39902805650651246 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4102624640931807 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39863455711643647 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4456970841695195 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.412466060677606 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4089245661669224 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4083343170818085 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4042025734860111 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4182701766812261 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4559083933419903 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44264746389643095 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40325817494982885 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4033565497973478 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4319049305473577 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4246055168614489 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41577145555424383 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4238578680203046 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4286388856097273 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43080313225514505 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44492976035887144 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4578562153228663 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4555935938299296 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46098453547397006 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47845590839334196 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4845551489395192 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48675874552394444 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39985440522567195 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4016251524810136 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4006414040058238 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37791681422893797 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3937551646794948 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4046550977845985 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3966867351355606 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4065045449179554 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4016054775115099 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41439420768897806 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45635656860146656 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46349795329387167 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43126601289866595 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44765438642989663 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44058662426009365 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4147451188267515 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4518066967046559 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5183320081279266 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4847454133168419 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42795299938157083 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4952881585534647 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43982095002503163 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4397915010159908 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4575198044585799 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4525134729216362 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43849574461819363 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4617899107695026 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47841387637306004 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4526754424713608 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4388785817357247 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4380540094825809 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4775451306063551 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47066878699531756 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46435197455605615 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5003533881084902 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46847483582177457 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4504814912978178 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4479341520157847 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44088111435050215 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4312512883941455 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4587272138292547 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46962334717436766 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4758665370910269 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4508790529198692 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47308360573666697 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46828341726300904 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7505490891080817 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.6616691724380246 + }, + "2": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.5359652061342765 + }, + "3": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.4539029106075934 + }, + "4": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.447790647098301 + }, + "5": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.4101563194873417 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.5391579722463645 + }, + "2": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.44945028888887234 + }, + "3": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.42485757569758814 + }, + "4": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.4163777763088863 + }, + "5": { + "accuracy": 0.30448717948717946, + "roc_auc": 0.37797612880457415 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.6823970308664086 + }, + "2": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.682409228545051 + }, + "3": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.5914853755586873 + }, + "4": { + "accuracy": 0.421474358974359, + "roc_auc": 0.5119298167565424 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.4809638476009415 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.7333626415517949 + }, + "2": { + "accuracy": 0.530448717948718, + "roc_auc": 0.7073981558765253 + }, + "3": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.6849295941648448 + }, + "4": { + "accuracy": 0.4823717948717949, + "roc_auc": 0.6519609822023813 + }, + "5": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6065558446220972 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.47579126442358993 + }, + "2": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.4935714406411402 + }, + "3": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.5025283096732993 + }, + "4": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.5857883474074957 + }, + "5": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.574628752337367 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7513104768211015 + }, + "2": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7518667513226505 + }, + "3": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7534008001311916 + }, + "4": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.7617186345490192 + }, + "5": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.7510193417854462 + } + }, + "contrast": { + "1": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.7408850830251382 + }, + "2": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.7199305500986433 + }, + "3": { + "accuracy": 0.530448717948718, + "roc_auc": 0.703401537458221 + }, + "4": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.6759182230272319 + }, + "5": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.5885566964116834 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.227, + "roc_auc": 0.3863046666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.246, + "roc_auc": 0.4359426666666667 + }, + "2": { + "accuracy": 0.243, + "roc_auc": 0.4348373333333333 + }, + "3": { + "accuracy": 0.247, + "roc_auc": 0.4611653333333333 + }, + "4": { + "accuracy": 0.239, + "roc_auc": 0.4521813333333333 + }, + "5": { + "accuracy": 0.234, + "roc_auc": 0.4501266666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.234, + "roc_auc": 0.4324866666666667 + }, + "2": { + "accuracy": 0.234, + "roc_auc": 0.43533599999999995 + }, + "3": { + "accuracy": 0.235, + "roc_auc": 0.43543999999999994 + }, + "4": { + "accuracy": 0.239, + "roc_auc": 0.4334746666666667 + }, + "5": { + "accuracy": 0.241, + "roc_auc": 0.44875733333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.195, + "roc_auc": 0.3675746666666667 + }, + "2": { + "accuracy": 0.195, + "roc_auc": 0.36756733333333336 + }, + "3": { + "accuracy": 0.183, + "roc_auc": 0.36567133333333335 + }, + "4": { + "accuracy": 0.176, + "roc_auc": 0.36643799999999993 + }, + "5": { + "accuracy": 0.176, + "roc_auc": 0.3678613333333334 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.212, + "roc_auc": 0.38025466666666663 + }, + "2": { + "accuracy": 0.22, + "roc_auc": 0.37340799999999996 + }, + "3": { + "accuracy": 0.208, + "roc_auc": 0.3709206666666667 + }, + "4": { + "accuracy": 0.211, + "roc_auc": 0.37349333333333334 + }, + "5": { + "accuracy": 0.205, + "roc_auc": 0.37060466666666664 + } + }, + "pixelate": { + "1": { + "accuracy": 0.241, + "roc_auc": 0.3900006666666666 + }, + "2": { + "accuracy": 0.23, + "roc_auc": 0.399718 + }, + "3": { + "accuracy": 0.244, + "roc_auc": 0.4063933333333333 + }, + "4": { + "accuracy": 0.23, + "roc_auc": 0.3921899999999999 + }, + "5": { + "accuracy": 0.231, + "roc_auc": 0.45678799999999997 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.218, + "roc_auc": 0.3846413333333334 + }, + "2": { + "accuracy": 0.213, + "roc_auc": 0.3833686666666667 + }, + "3": { + "accuracy": 0.206, + "roc_auc": 0.38072199999999995 + }, + "4": { + "accuracy": 0.206, + "roc_auc": 0.37771999999999994 + }, + "5": { + "accuracy": 0.195, + "roc_auc": 0.3732479999999999 + } + }, + "contrast": { + "1": { + "accuracy": 0.206, + "roc_auc": 0.3859833333333333 + }, + "2": { + "accuracy": 0.172, + "roc_auc": 0.397348 + }, + "3": { + "accuracy": 0.17, + "roc_auc": 0.4051973333333333 + }, + "4": { + "accuracy": 0.166, + "roc_auc": 0.4086286666666667 + }, + "5": { + "accuracy": 0.183, + "roc_auc": 0.4210726666666667 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.5006937341214595 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.5017527838951805 + }, + "2": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.4993024581773201 + }, + "3": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.5047732040880595 + }, + "4": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.4992597903507565 + }, + "5": { + "accuracy": 0.13629716291313249, + "roc_auc": 0.49682451361873614 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.49997857708791416 + }, + "2": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.5065435526722678 + }, + "3": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.5089484154285938 + }, + "4": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.49438413752065197 + }, + "5": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4956533398039004 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4937560343355144 + }, + "2": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4933433265023289 + }, + "3": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.4858308068513462 + }, + "4": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.4809884670387249 + }, + "5": { + "accuracy": 0.13805206200643463, + "roc_auc": 0.48223463832529795 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.4811536341484117 + }, + "2": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.47658535745304864 + }, + "3": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.47028843295851697 + }, + "4": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.46400223234965826 + }, + "5": { + "accuracy": 0.12810763381105586, + "roc_auc": 0.45829263932822684 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.49890162280918626 + }, + "2": { + "accuracy": 0.12869260017548992, + "roc_auc": 0.49549429311738313 + }, + "3": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.49360057529307805 + }, + "4": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.5057696944863839 + }, + "5": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5060181666328105 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.4957997819530942 + }, + "2": { + "accuracy": 0.13044749926879204, + "roc_auc": 0.49483254401877524 + }, + "3": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.4818296111364004 + }, + "4": { + "accuracy": 0.1272301842644048, + "roc_auc": 0.4761751768906042 + }, + "5": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.48815246833545833 + } + }, + "contrast": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5124190461151439 + }, + "2": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5345060801836783 + }, + "3": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.5458879052183675 + }, + "4": { + "accuracy": 0.14009944428195378, + "roc_auc": 0.5535274348578146 + }, + "5": { + "accuracy": 0.14185434337525593, + "roc_auc": 0.5555600993277817 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/aml_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3694f918243ee89c42930625f40176ba7ad85776 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5297647670893751 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5827015537827447 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6043635780454703 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5706008081248776 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.551886946075897 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5683657051935659 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5829276344158872 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5683356294793593 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6050417807157848 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5875198386422876 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5482877282691523 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5139146735720287 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5127986769870106 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5172133367503914 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5156496470140606 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5237239032293647 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5283222786086103 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5517413020512344 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.559218919830076 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5664932240362694 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5610912941231857 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.510467750129423 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5310973746420126 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5048609307569548 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5148056879383297 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5141561817828418 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5255229574162191 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5390028470215362 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5379460030870628 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.526387503315772 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.49712547646832317 + } + }, + "contrast": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5129940897876596 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5015064007128895 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.49532703539074 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4867026138902144 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4782693983212238 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/bloodmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b54cf0a94db7598c74f08f092e76af56c8da8f2c --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.13329435837474424, + "roc_auc": 0.6001739926802239 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.12744811458637825, + "roc_auc": 0.6046129146604575 + }, + "2": { + "accuracy": 0.12452499269219526, + "roc_auc": 0.605264092854119 + }, + "3": { + "accuracy": 0.1178018123355744, + "roc_auc": 0.5928638539883688 + }, + "4": { + "accuracy": 0.1189710610932476, + "roc_auc": 0.59757782515832 + }, + "5": { + "accuracy": 0.11546331482022801, + "roc_auc": 0.5924940923094095 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.10494007600116925, + "roc_auc": 0.5573176313405461 + }, + "2": { + "accuracy": 0.10727857351651564, + "roc_auc": 0.5486910932415134 + }, + "3": { + "accuracy": 0.10815551008477053, + "roc_auc": 0.5491560493738883 + }, + "4": { + "accuracy": 0.10669394913767904, + "roc_auc": 0.5424446754555344 + }, + "5": { + "accuracy": 0.10464776381175095, + "roc_auc": 0.5339415538987639 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.12481730488161356, + "roc_auc": 0.5926951519547263 + }, + "2": { + "accuracy": 0.12598655363928676, + "roc_auc": 0.5925350524062585 + }, + "3": { + "accuracy": 0.12394036831335867, + "roc_auc": 0.5912683851109978 + }, + "4": { + "accuracy": 0.12510961707103185, + "roc_auc": 0.5921958005402533 + }, + "5": { + "accuracy": 0.12452499269219526, + "roc_auc": 0.5914192604508967 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12715580239695995, + "roc_auc": 0.5677983787814098 + }, + "2": { + "accuracy": 0.10640163694826074, + "roc_auc": 0.5452883436775914 + }, + "3": { + "accuracy": 0.10026308097047647, + "roc_auc": 0.5445097644897163 + }, + "4": { + "accuracy": 0.09003215434083602, + "roc_auc": 0.5405783686081769 + }, + "5": { + "accuracy": 0.08681672025723473, + "roc_auc": 0.5432027531495569 + } + }, + "pixelate": { + "1": { + "accuracy": 0.10523238819058754, + "roc_auc": 0.5508035139801811 + }, + "2": { + "accuracy": 0.10610932475884244, + "roc_auc": 0.5740246168677239 + }, + "3": { + "accuracy": 0.09909383221280327, + "roc_auc": 0.5206095427740974 + }, + "4": { + "accuracy": 0.12101724641917568, + "roc_auc": 0.549534852164099 + }, + "5": { + "accuracy": 0.1169248757673195, + "roc_auc": 0.5232917337137822 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.13446360713241742, + "roc_auc": 0.602981185026404 + }, + "2": { + "accuracy": 0.1359251680795089, + "roc_auc": 0.5977333841734309 + }, + "3": { + "accuracy": 0.14323297281496639, + "roc_auc": 0.603333875580128 + }, + "4": { + "accuracy": 0.1435252850043847, + "roc_auc": 0.6085021781555465 + }, + "5": { + "accuracy": 0.15551008477053493, + "roc_auc": 0.6017674141241047 + } + }, + "contrast": { + "1": { + "accuracy": 0.1353405437006723, + "roc_auc": 0.6155235948495376 + }, + "2": { + "accuracy": 0.14498684595147618, + "roc_auc": 0.6287333094498042 + }, + "3": { + "accuracy": 0.14586378251973106, + "roc_auc": 0.6282723789326684 + }, + "4": { + "accuracy": 0.14498684595147618, + "roc_auc": 0.6218920984792968 + }, + "5": { + "accuracy": 0.10874013446360713, + "roc_auc": 0.596617691273069 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/breastmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e58df846f55a5bc309874927929a502e3128c186 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.532051282051282, + "roc_auc": 0.42878028404344193 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.4206349206349206 + }, + "2": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4126984126984127 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4563492063492064 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.4373433583959899 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.4160401002506266 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4845446950710109 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.48350041771094404 + }, + "3": { + "accuracy": 0.532051282051282, + "roc_auc": 0.45384294068504594 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.4051796157059314 + }, + "5": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.40852130325814534 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4012113617376775 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4012113617376775 + }, + "3": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.3819966583124478 + }, + "4": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.3849206349206349 + }, + "5": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.3560985797827903 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4066416040100251 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.403717627401838 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.36842105263157887 + }, + "4": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.373015873015873 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.36716791979949875 + } + }, + "pixelate": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4035087719298246 + }, + "2": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.3817878028404344 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.4122807017543859 + }, + "4": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.35964912280701755 + }, + "5": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.40256892230576447 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.42794486215538846 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4229323308270677 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4214703425229741 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4262740183792815 + }, + "5": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.40100250626566414 + } + }, + "contrast": { + "1": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4112364243943192 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.39598997493734334 + }, + "3": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.39181286549707606 + }, + "4": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.38241436925647454 + }, + "5": { + "accuracy": 0.5, + "roc_auc": 0.3767752715121136 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/fundus_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7af26747ae88bfaa57b8746563567a47382d9cdd --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6724160816471005 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6047283346115273 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5545616777771223 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.49695445696419094 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5155890507934635 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.45844640434192674 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6097649106247419 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.626902542622854 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6310025957170668 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5627691581617603 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5359049613592118 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6355893457613121 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6356114683499499 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5720680195858652 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5218571175741844 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5069022476550056 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6351173972037047 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5547902778597134 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4963792696596071 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4422157984779659 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.40670166951802256 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.38653324287652646 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.4229543979706212 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.390389947495723 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.40552179812400446 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.42567547637307535 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.674215385522978 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6701153324287652 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6590687865022713 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6412453542563861 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.624085599669636 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6764276443867618 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6733821013509528 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6629549879063181 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6405669282048256 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5702908382986255 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/mammo_calc_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d0afc33319dd2aa22b4c5a2ed357651144412f44 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39902805650651246 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4102624640931807 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39863455711643647 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4456970841695195 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.412466060677606 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4089245661669224 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4083343170818085 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4042025734860111 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4182701766812261 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4559083933419903 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44264746389643095 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40325817494982885 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4033565497973478 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4319049305473577 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4246055168614489 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41577145555424383 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4238578680203046 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4286388856097273 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.43080313225514505 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.44492976035887144 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4578562153228663 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4555935938299296 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46098453547397006 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47845590839334196 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4845551489395192 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.48675874552394444 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39985440522567195 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4016251524810136 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4006414040058238 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.37791681422893797 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3937551646794948 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4046550977845985 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.3966867351355606 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4065045449179554 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4016054775115099 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.41439420768897806 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/mammo_mass_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..38346cd20c2cf817ecc907c4e9fdf29c7f3cb119 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45635656860146656 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46349795329387167 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43126601289866595 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44765438642989663 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44058662426009365 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4147451188267515 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4518066967046559 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5183320081279266 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4847454133168419 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42795299938157083 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4952881585534647 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43982095002503163 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4397915010159908 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4575198044585799 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4525134729216362 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43849574461819363 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4617899107695026 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47841387637306004 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4526754424713608 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4388785817357247 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4380540094825809 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4775451306063551 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47066878699531756 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46435197455605615 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5003533881084902 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46847483582177457 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4504814912978178 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4479341520157847 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44088111435050215 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4312512883941455 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4587272138292547 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46962334717436766 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4758665370910269 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4508790529198692 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47308360573666697 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46828341726300904 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/oct_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5d93baac48e042c4f2e9f1c90d36c89477c80e15 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.227, + "roc_auc": 0.3863046666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.246, + "roc_auc": 0.4359426666666667 + }, + "2": { + "accuracy": 0.243, + "roc_auc": 0.4348373333333333 + }, + "3": { + "accuracy": 0.247, + "roc_auc": 0.4611653333333333 + }, + "4": { + "accuracy": 0.239, + "roc_auc": 0.4521813333333333 + }, + "5": { + "accuracy": 0.234, + "roc_auc": 0.4501266666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.234, + "roc_auc": 0.4324866666666667 + }, + "2": { + "accuracy": 0.234, + "roc_auc": 0.43533599999999995 + }, + "3": { + "accuracy": 0.235, + "roc_auc": 0.43543999999999994 + }, + "4": { + "accuracy": 0.239, + "roc_auc": 0.4334746666666667 + }, + "5": { + "accuracy": 0.241, + "roc_auc": 0.44875733333333334 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.195, + "roc_auc": 0.3675746666666667 + }, + "2": { + "accuracy": 0.195, + "roc_auc": 0.36756733333333336 + }, + "3": { + "accuracy": 0.183, + "roc_auc": 0.36567133333333335 + }, + "4": { + "accuracy": 0.176, + "roc_auc": 0.36643799999999993 + }, + "5": { + "accuracy": 0.176, + "roc_auc": 0.3678613333333334 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.212, + "roc_auc": 0.38025466666666663 + }, + "2": { + "accuracy": 0.22, + "roc_auc": 0.37340799999999996 + }, + "3": { + "accuracy": 0.208, + "roc_auc": 0.3709206666666667 + }, + "4": { + "accuracy": 0.211, + "roc_auc": 0.37349333333333334 + }, + "5": { + "accuracy": 0.205, + "roc_auc": 0.37060466666666664 + } + }, + "pixelate": { + "1": { + "accuracy": 0.241, + "roc_auc": 0.3900006666666666 + }, + "2": { + "accuracy": 0.23, + "roc_auc": 0.399718 + }, + "3": { + "accuracy": 0.244, + "roc_auc": 0.4063933333333333 + }, + "4": { + "accuracy": 0.23, + "roc_auc": 0.3921899999999999 + }, + "5": { + "accuracy": 0.231, + "roc_auc": 0.45678799999999997 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.218, + "roc_auc": 0.3846413333333334 + }, + "2": { + "accuracy": 0.213, + "roc_auc": 0.3833686666666667 + }, + "3": { + "accuracy": 0.206, + "roc_auc": 0.38072199999999995 + }, + "4": { + "accuracy": 0.206, + "roc_auc": 0.37771999999999994 + }, + "5": { + "accuracy": 0.195, + "roc_auc": 0.3732479999999999 + } + }, + "contrast": { + "1": { + "accuracy": 0.206, + "roc_auc": 0.3859833333333333 + }, + "2": { + "accuracy": 0.172, + "roc_auc": 0.397348 + }, + "3": { + "accuracy": 0.17, + "roc_auc": 0.4051973333333333 + }, + "4": { + "accuracy": 0.166, + "roc_auc": 0.4086286666666667 + }, + "5": { + "accuracy": 0.183, + "roc_auc": 0.4210726666666667 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/octmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..8e8fd81cc6bee930dfee7f2c88804ba5b871a28e --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.307, + "roc_auc": 0.6738806666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.308, + "roc_auc": 0.6828186666666667 + }, + "2": { + "accuracy": 0.291, + "roc_auc": 0.6773126666666667 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.6673746666666667 + }, + "4": { + "accuracy": 0.278, + "roc_auc": 0.6487806666666667 + }, + "5": { + "accuracy": 0.279, + "roc_auc": 0.6531440000000001 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.315, + "roc_auc": 0.7303033333333333 + }, + "2": { + "accuracy": 0.315, + "roc_auc": 0.71683 + }, + "3": { + "accuracy": 0.302, + "roc_auc": 0.704326 + }, + "4": { + "accuracy": 0.305, + "roc_auc": 0.6890253333333333 + }, + "5": { + "accuracy": 0.307, + "roc_auc": 0.6803600000000001 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.319, + "roc_auc": 0.7317626666666666 + }, + "2": { + "accuracy": 0.319, + "roc_auc": 0.7317686666666666 + }, + "3": { + "accuracy": 0.311, + "roc_auc": 0.6932780000000001 + }, + "4": { + "accuracy": 0.299, + "roc_auc": 0.673856 + }, + "5": { + "accuracy": 0.306, + "roc_auc": 0.6722433333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.298, + "roc_auc": 0.7028460000000001 + }, + "2": { + "accuracy": 0.307, + "roc_auc": 0.7130900000000001 + }, + "3": { + "accuracy": 0.306, + "roc_auc": 0.7137813333333332 + }, + "4": { + "accuracy": 0.297, + "roc_auc": 0.72084 + }, + "5": { + "accuracy": 0.291, + "roc_auc": 0.7248466666666666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3, + "roc_auc": 0.65262 + }, + "2": { + "accuracy": 0.294, + "roc_auc": 0.6477253333333334 + }, + "3": { + "accuracy": 0.292, + "roc_auc": 0.6485153333333333 + }, + "4": { + "accuracy": 0.27, + "roc_auc": 0.6436040000000001 + }, + "5": { + "accuracy": 0.287, + "roc_auc": 0.6717246666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.307, + "roc_auc": 0.6765566666666667 + }, + "2": { + "accuracy": 0.309, + "roc_auc": 0.6787393333333334 + }, + "3": { + "accuracy": 0.306, + "roc_auc": 0.6801306666666667 + }, + "4": { + "accuracy": 0.303, + "roc_auc": 0.6799646666666667 + }, + "5": { + "accuracy": 0.307, + "roc_auc": 0.6770606666666665 + } + }, + "contrast": { + "1": { + "accuracy": 0.307, + "roc_auc": 0.6777146666666667 + }, + "2": { + "accuracy": 0.311, + "roc_auc": 0.675024 + }, + "3": { + "accuracy": 0.317, + "roc_auc": 0.6718066666666667 + }, + "4": { + "accuracy": 0.317, + "roc_auc": 0.6714559999999999 + }, + "5": { + "accuracy": 0.322, + "roc_auc": 0.660246 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/pbc_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4b8ccd9ed2f2fbe5cca1622de1a24dd09cae8e2a --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.5006937341214595 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.5017527838951805 + }, + "2": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.4993024581773201 + }, + "3": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.5047732040880595 + }, + "4": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.4992597903507565 + }, + "5": { + "accuracy": 0.13629716291313249, + "roc_auc": 0.49682451361873614 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.49997857708791416 + }, + "2": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.5065435526722678 + }, + "3": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.5089484154285938 + }, + "4": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.49438413752065197 + }, + "5": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4956533398039004 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4937560343355144 + }, + "2": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.4933433265023289 + }, + "3": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.4858308068513462 + }, + "4": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.4809884670387249 + }, + "5": { + "accuracy": 0.13805206200643463, + "roc_auc": 0.48223463832529795 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.4811536341484117 + }, + "2": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.47658535745304864 + }, + "3": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.47028843295851697 + }, + "4": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.46400223234965826 + }, + "5": { + "accuracy": 0.12810763381105586, + "roc_auc": 0.45829263932822684 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.49890162280918626 + }, + "2": { + "accuracy": 0.12869260017548992, + "roc_auc": 0.49549429311738313 + }, + "3": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.49360057529307805 + }, + "4": { + "accuracy": 0.13688212927756654, + "roc_auc": 0.5057696944863839 + }, + "5": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5060181666328105 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.4957997819530942 + }, + "2": { + "accuracy": 0.13044749926879204, + "roc_auc": 0.49483254401877524 + }, + "3": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.4818296111364004 + }, + "4": { + "accuracy": 0.1272301842644048, + "roc_auc": 0.4761751768906042 + }, + "5": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.48815246833545833 + } + }, + "contrast": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5124190461151439 + }, + "2": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.5345060801836783 + }, + "3": { + "accuracy": 0.13541971336648143, + "roc_auc": 0.5458879052183675 + }, + "4": { + "accuracy": 0.14009944428195378, + "roc_auc": 0.5535274348578146 + }, + "5": { + "accuracy": 0.14185434337525593, + "roc_auc": 0.5555600993277817 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/pneumonia_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f98eb94f0fce1feb7615d632967386eb08a2145f --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7505490891080817 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4855769230769231, + "roc_auc": 0.6616691724380246 + }, + "2": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.5359652061342765 + }, + "3": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.4539029106075934 + }, + "4": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.447790647098301 + }, + "5": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.4101563194873417 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.5391579722463645 + }, + "2": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.44945028888887234 + }, + "3": { + "accuracy": 0.34455128205128205, + "roc_auc": 0.42485757569758814 + }, + "4": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.4163777763088863 + }, + "5": { + "accuracy": 0.30448717948717946, + "roc_auc": 0.37797612880457415 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.6823970308664086 + }, + "2": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.682409228545051 + }, + "3": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.5914853755586873 + }, + "4": { + "accuracy": 0.421474358974359, + "roc_auc": 0.5119298167565424 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.4809638476009415 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.7333626415517949 + }, + "2": { + "accuracy": 0.530448717948718, + "roc_auc": 0.7073981558765253 + }, + "3": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.6849295941648448 + }, + "4": { + "accuracy": 0.4823717948717949, + "roc_auc": 0.6519609822023813 + }, + "5": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6065558446220972 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.47579126442358993 + }, + "2": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.4935714406411402 + }, + "3": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.5025283096732993 + }, + "4": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.5857883474074957 + }, + "5": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.574628752337367 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7513104768211015 + }, + "2": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7518667513226505 + }, + "3": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7534008001311916 + }, + "4": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.7617186345490192 + }, + "5": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.7510193417854462 + } + }, + "contrast": { + "1": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.7408850830251382 + }, + "2": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.7199305500986433 + }, + "3": { + "accuracy": 0.530448717948718, + "roc_auc": 0.703401537458221 + }, + "4": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.6759182230272319 + }, + "5": { + "accuracy": 0.46314102564102566, + "roc_auc": 0.5885566964116834 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..70e26e4f5deece7f6c7f45ef8d6a5c414269d393 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.4439102564102564, + "roc_auc": 0.6741233837387683 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.40530352838045147 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.33837387683541525 + }, + "3": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.2742603550295858 + }, + "4": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.3098838483453868 + }, + "5": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.28680144641683103 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.28877931185623495 + }, + "2": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.2821225071225071 + }, + "3": { + "accuracy": 0.34134615384615385, + "roc_auc": 0.2675213675213675 + }, + "4": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.261730221345606 + }, + "5": { + "accuracy": 0.32532051282051283, + "roc_auc": 0.26296844181459567 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.615209292132369 + }, + "2": { + "accuracy": 0.4342948717948718, + "roc_auc": 0.6151818978742056 + }, + "3": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.5272956388341004 + }, + "4": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.4551939513477975 + }, + "5": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.4266053035283805 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6583442910365987 + }, + "2": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.5718770545693623 + }, + "3": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5149243918474687 + }, + "4": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.44294871794871793 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.3825662941047557 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.46883629191321496 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.49349660311198773 + }, + "3": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.49556760902914754 + }, + "4": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.5822266053035283 + }, + "5": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5987398641244795 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.44711538461538464, + "roc_auc": 0.6755643217181679 + }, + "2": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.680873328950252 + }, + "3": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.6982905982905983 + }, + "4": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.7276243699320623 + }, + "5": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.78379355687048 + } + }, + "contrast": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.6797118124041199 + }, + "2": { + "accuracy": 0.4567307692307692, + "roc_auc": 0.6949265833881219 + }, + "3": { + "accuracy": 0.453525641025641, + "roc_auc": 0.7044707429322814 + }, + "4": { + "accuracy": 0.4567307692307692, + "roc_auc": 0.6876944992329608 + }, + "5": { + "accuracy": 0.44551282051282054, + "roc_auc": 0.5999342537804078 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/resnet/retinamnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..cfd5262512e534b505c1d81e6d96402014c33b62 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.395, + "roc_auc": 0.43512070918784423 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3975, + "roc_auc": 0.432306584339087 + }, + "2": { + "accuracy": 0.4075, + "roc_auc": 0.40342182439030133 + }, + "3": { + "accuracy": 0.4125, + "roc_auc": 0.4154557326970302 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.42285125108136723 + }, + "5": { + "accuracy": 0.405, + "roc_auc": 0.39678405531869687 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.406550388477796 + }, + "2": { + "accuracy": 0.4325, + "roc_auc": 0.4453166556812693 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.4514430345773121 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.4556720744933663 + }, + "5": { + "accuracy": 0.4275, + "roc_auc": 0.4481877818261803 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4075, + "roc_auc": 0.3973617527761458 + }, + "2": { + "accuracy": 0.4075, + "roc_auc": 0.39734949210771964 + }, + "3": { + "accuracy": 0.415, + "roc_auc": 0.4036060877175995 + }, + "4": { + "accuracy": 0.415, + "roc_auc": 0.4027990153830716 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.40314054218551226 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.395, + "roc_auc": 0.40569657214135635 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.41310856283192815 + }, + "3": { + "accuracy": 0.395, + "roc_auc": 0.4102634218426567 + }, + "4": { + "accuracy": 0.4, + "roc_auc": 0.40487074090052905 + }, + "5": { + "accuracy": 0.4025, + "roc_auc": 0.3979413223391401 + } + }, + "pixelate": { + "1": { + "accuracy": 0.385, + "roc_auc": 0.4158086323898929 + }, + "2": { + "accuracy": 0.3825, + "roc_auc": 0.41715362216006585 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.4075243093851505 + }, + "4": { + "accuracy": 0.3575, + "roc_auc": 0.412272199985072 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.3982381886111511 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3925, + "roc_auc": 0.43928977354761145 + }, + "2": { + "accuracy": 0.4, + "roc_auc": 0.4417632989117644 + }, + "3": { + "accuracy": 0.3975, + "roc_auc": 0.4448148784412023 + }, + "4": { + "accuracy": 0.3925, + "roc_auc": 0.438027495413985 + }, + "5": { + "accuracy": 0.3975, + "roc_auc": 0.441330976979426 + } + }, + "contrast": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.4235963823143004 + }, + "2": { + "accuracy": 0.3775, + "roc_auc": 0.4145638319826318 + }, + "3": { + "accuracy": 0.3625, + "roc_auc": 0.4141589408983581 + }, + "4": { + "accuracy": 0.3525, + "roc_auc": 0.4152610037678235 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.41147872393110657 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/all_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ac9ed88b3f9356ffe4801632f96c3b3853e1369b --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.8272434960537854, + "roc_auc": 0.9795883816876363 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5048231511254019, + "roc_auc": 0.9373256859712145 + }, + "2": { + "accuracy": 0.19321835720549546, + "roc_auc": 0.8378185198045394 + }, + "3": { + "accuracy": 0.13300204618532593, + "roc_auc": 0.7577905362306374 + }, + "4": { + "accuracy": 0.12423268050277697, + "roc_auc": 0.7330620761640205 + }, + "5": { + "accuracy": 0.10757088570593394, + "roc_auc": 0.7159803394460948 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.08623209587839813, + "roc_auc": 0.7387013325633824 + }, + "2": { + "accuracy": 0.06693949137679041, + "roc_auc": 0.6809821958371706 + }, + "3": { + "accuracy": 0.07629348143817598, + "roc_auc": 0.6799404450512023 + }, + "4": { + "accuracy": 0.08301666179479684, + "roc_auc": 0.6769734665038591 + }, + "5": { + "accuracy": 0.07570885705933937, + "roc_auc": 0.6722643222221127 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8161356328558901, + "roc_auc": 0.971737703883305 + }, + "2": { + "accuracy": 0.8161356328558901, + "roc_auc": 0.9717377344390561 + }, + "3": { + "accuracy": 0.7775504238526747, + "roc_auc": 0.9616317190507236 + }, + "4": { + "accuracy": 0.7433498976907337, + "roc_auc": 0.945606099690249 + }, + "5": { + "accuracy": 0.7237649809997077, + "roc_auc": 0.9361210310851268 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8327974276527331, + "roc_auc": 0.9768185620024122 + }, + "2": { + "accuracy": 0.7942122186495176, + "roc_auc": 0.9618045447322827 + }, + "3": { + "accuracy": 0.7699503069277989, + "roc_auc": 0.9431716709755049 + }, + "4": { + "accuracy": 0.7500730780473546, + "roc_auc": 0.9225439478493342 + }, + "5": { + "accuracy": 0.735749780765858, + "roc_auc": 0.9064522644339841 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7120724934229757, + "roc_auc": 0.9172056371655465 + }, + "2": { + "accuracy": 0.7065185618240281, + "roc_auc": 0.9042640747645048 + }, + "3": { + "accuracy": 0.7071031862028646, + "roc_auc": 0.9038743193312768 + }, + "4": { + "accuracy": 0.7129494299912307, + "roc_auc": 0.898816541525726 + }, + "5": { + "accuracy": 0.6787489038292897, + "roc_auc": 0.8911097825502059 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.808243203741596, + "roc_auc": 0.9782942159998457 + }, + "2": { + "accuracy": 0.8006430868167203, + "roc_auc": 0.9741894055824947 + }, + "3": { + "accuracy": 0.77491961414791, + "roc_auc": 0.9640633556134991 + }, + "4": { + "accuracy": 0.7345805320081847, + "roc_auc": 0.9479524174348252 + }, + "5": { + "accuracy": 0.6474714995615317, + "roc_auc": 0.9101420963411344 + } + }, + "contrast": { + "1": { + "accuracy": 0.8094124524992692, + "roc_auc": 0.9796814866078942 + }, + "2": { + "accuracy": 0.7217187956737796, + "roc_auc": 0.967177526476946 + }, + "3": { + "accuracy": 0.664425606547793, + "roc_auc": 0.9475582237618059 + }, + "4": { + "accuracy": 0.594855305466238, + "roc_auc": 0.8994696794975423 + }, + "5": { + "accuracy": 0.4410990938322128, + "roc_auc": 0.7324470202111847 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.1675, + "roc_auc": 0.5354067958814837 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.175, + "roc_auc": 0.5641509830125503 + }, + "2": { + "accuracy": 0.2075, + "roc_auc": 0.5778949927013546 + }, + "3": { + "accuracy": 0.225, + "roc_auc": 0.5790936811707169 + }, + "4": { + "accuracy": 0.215, + "roc_auc": 0.5811382296436307 + }, + "5": { + "accuracy": 0.2125, + "roc_auc": 0.592292561220921 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1675, + "roc_auc": 0.5583893666632145 + }, + "2": { + "accuracy": 0.165, + "roc_auc": 0.5356174368938581 + }, + "3": { + "accuracy": 0.1675, + "roc_auc": 0.542316769742489 + }, + "4": { + "accuracy": 0.1625, + "roc_auc": 0.5519488135959179 + }, + "5": { + "accuracy": 0.16, + "roc_auc": 0.5409448947848166 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1775, + "roc_auc": 0.5834294688356201 + }, + "2": { + "accuracy": 0.1775, + "roc_auc": 0.5834294688356201 + }, + "3": { + "accuracy": 0.1775, + "roc_auc": 0.5668975244527121 + }, + "4": { + "accuracy": 0.1775, + "roc_auc": 0.5532232946242969 + }, + "5": { + "accuracy": 0.195, + "roc_auc": 0.5649725789157165 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.5417031462666578 + }, + "2": { + "accuracy": 0.17, + "roc_auc": 0.5377882742582141 + }, + "3": { + "accuracy": 0.17, + "roc_auc": 0.5391667351091407 + }, + "4": { + "accuracy": 0.1675, + "roc_auc": 0.5449699749222974 + }, + "5": { + "accuracy": 0.1675, + "roc_auc": 0.5406362240295666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.305, + "roc_auc": 0.5186320746180921 + }, + "2": { + "accuracy": 0.3225, + "roc_auc": 0.5001221092883352 + }, + "3": { + "accuracy": 0.2875, + "roc_auc": 0.5026766856582552 + }, + "4": { + "accuracy": 0.365, + "roc_auc": 0.48999972583903106 + }, + "5": { + "accuracy": 0.4025, + "roc_auc": 0.5028085415427792 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.165, + "roc_auc": 0.5470133774566627 + }, + "2": { + "accuracy": 0.1925, + "roc_auc": 0.5375287218501316 + }, + "3": { + "accuracy": 0.2225, + "roc_auc": 0.5312268290109706 + }, + "4": { + "accuracy": 0.23, + "roc_auc": 0.5256584216785961 + }, + "5": { + "accuracy": 0.23, + "roc_auc": 0.5104974403564613 + } + }, + "contrast": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.5256657249416374 + }, + "2": { + "accuracy": 0.1875, + "roc_auc": 0.5253448999987821 + }, + "3": { + "accuracy": 0.215, + "roc_auc": 0.5433952340973315 + }, + "4": { + "accuracy": 0.275, + "roc_auc": 0.5277270635132346 + }, + "5": { + "accuracy": 0.1875, + "roc_auc": 0.5118336571419554 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.6835839598997495 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.7433166248955724 + }, + "2": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.775689223057644 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.7531328320802005 + }, + "4": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.7295321637426901 + }, + "5": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.6683375104427736 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6746031746031746 + }, + "2": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.6643692564745196 + }, + "3": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.648078529657477 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.599624060150376 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5657894736842106 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7251461988304093 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7251461988304093 + }, + "3": { + "accuracy": 0.26282051282051283, + "roc_auc": 0.7007101086048454 + }, + "4": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6894319131161236 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.681704260651629 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6802422723475355 + }, + "2": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6631161236424394 + }, + "3": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.6545530492898914 + }, + "4": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.6689640768588136 + }, + "5": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6992481203007519 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.6871345029239767 + }, + "2": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.7360066833751044 + }, + "3": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.7462406015037594 + }, + "4": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.7318295739348372 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6984126984126985 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.6921470342522973 + }, + "2": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.7005012531328321 + }, + "3": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.7069757727652465 + }, + "4": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.7030075187969925 + }, + "5": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.6929824561403509 + } + }, + "contrast": { + "1": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6819131161236425 + }, + "2": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6633249791144529 + }, + "3": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6656223893065999 + }, + "4": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6279239766081871 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.4782790309106098 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.605, + "roc_auc": 0.89334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.593, + "roc_auc": 0.8872666666666666 + }, + "2": { + "accuracy": 0.57, + "roc_auc": 0.8763013333333334 + }, + "3": { + "accuracy": 0.544, + "roc_auc": 0.8648959999999999 + }, + "4": { + "accuracy": 0.511, + "roc_auc": 0.860684 + }, + "5": { + "accuracy": 0.473, + "roc_auc": 0.8549026666666666 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.517, + "roc_auc": 0.8454146666666666 + }, + "2": { + "accuracy": 0.373, + "roc_auc": 0.8154546666666667 + }, + "3": { + "accuracy": 0.295, + "roc_auc": 0.8067006666666665 + }, + "4": { + "accuracy": 0.257, + "roc_auc": 0.7653733333333332 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.750996 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.564, + "roc_auc": 0.85791 + }, + "2": { + "accuracy": 0.564, + "roc_auc": 0.85791 + }, + "3": { + "accuracy": 0.546, + "roc_auc": 0.8301546666666666 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.8154920000000001 + }, + "5": { + "accuracy": 0.472, + "roc_auc": 0.8107866666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.485, + "roc_auc": 0.8631679999999999 + }, + "2": { + "accuracy": 0.466, + "roc_auc": 0.7824473333333334 + }, + "3": { + "accuracy": 0.485, + "roc_auc": 0.7535986666666667 + }, + "4": { + "accuracy": 0.469, + "roc_auc": 0.722124 + }, + "5": { + "accuracy": 0.442, + "roc_auc": 0.6977506666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.525, + "roc_auc": 0.8674866666666667 + }, + "2": { + "accuracy": 0.498, + "roc_auc": 0.85378 + }, + "3": { + "accuracy": 0.492, + "roc_auc": 0.8590279999999999 + }, + "4": { + "accuracy": 0.474, + "roc_auc": 0.8378133333333333 + }, + "5": { + "accuracy": 0.4, + "roc_auc": 0.7984606666666666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.594, + "roc_auc": 0.9057453333333333 + }, + "2": { + "accuracy": 0.583, + "roc_auc": 0.9135013333333333 + }, + "3": { + "accuracy": 0.581, + "roc_auc": 0.9168506666666666 + }, + "4": { + "accuracy": 0.581, + "roc_auc": 0.9177986666666667 + }, + "5": { + "accuracy": 0.584, + "roc_auc": 0.9180586666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.612, + "roc_auc": 0.9065573333333333 + }, + "2": { + "accuracy": 0.581, + "roc_auc": 0.9117360000000001 + }, + "3": { + "accuracy": 0.561, + "roc_auc": 0.90906 + }, + "4": { + "accuracy": 0.481, + "roc_auc": 0.8751753333333333 + }, + "5": { + "accuracy": 0.269, + "roc_auc": 0.643308 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.7628205128205128, + "roc_auc": 0.8792241946088099 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.7435349550734166 + }, + "2": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.4392176199868508 + }, + "3": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.27900504054350206 + }, + "4": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.24074074074074076 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.22018408941485867 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.3131602016217401 + }, + "2": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.2236960333114179 + }, + "3": { + "accuracy": 0.34134615384615385, + "roc_auc": 0.2116370808678501 + }, + "4": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.2090948937102783 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.21288625904010522 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8253205128205128, + "roc_auc": 0.906892395353934 + }, + "2": { + "accuracy": 0.8253205128205128, + "roc_auc": 0.906892395353934 + }, + "3": { + "accuracy": 0.7788461538461539, + "roc_auc": 0.9020052596975673 + }, + "4": { + "accuracy": 0.7291666666666666, + "roc_auc": 0.893271970195047 + }, + "5": { + "accuracy": 0.7211538461538461, + "roc_auc": 0.8931623931623932 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8621794871794872, + "roc_auc": 0.9145627876397107 + }, + "2": { + "accuracy": 0.8253205128205128, + "roc_auc": 0.9058788078018847 + }, + "3": { + "accuracy": 0.7868589743589743, + "roc_auc": 0.8967839140916064 + }, + "4": { + "accuracy": 0.7147435897435898, + "roc_auc": 0.879640587332895 + }, + "5": { + "accuracy": 0.6073717948717948, + "roc_auc": 0.8662393162393163 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.9033749726057418 + }, + "2": { + "accuracy": 0.483974358974359, + "roc_auc": 0.9023011176857331 + }, + "3": { + "accuracy": 0.4583333333333333, + "roc_auc": 0.8920008766162613 + }, + "4": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.886456278763971 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.854821389436774 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7612179487179487, + "roc_auc": 0.8866425597194828 + }, + "2": { + "accuracy": 0.7451923076923077, + "roc_auc": 0.8847907078676309 + }, + "3": { + "accuracy": 0.717948717948718, + "roc_auc": 0.8713291694060925 + }, + "4": { + "accuracy": 0.6955128205128205, + "roc_auc": 0.8432336182336182 + }, + "5": { + "accuracy": 0.6394230769230769, + "roc_auc": 0.7796734604426913 + } + }, + "contrast": { + "1": { + "accuracy": 0.7612179487179487, + "roc_auc": 0.9004383081306158 + }, + "2": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.8830046022353715 + }, + "3": { + "accuracy": 0.6314102564102564, + "roc_auc": 0.812020600482139 + }, + "4": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.5827087442472058 + }, + "5": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.17583826429980276 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.6012520413718019, + "roc_auc": 0.8120417669345666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5013609145345672, + "roc_auc": 0.7910158157054943 + }, + "2": { + "accuracy": 0.44801306477953184, + "roc_auc": 0.773999786966558 + }, + "3": { + "accuracy": 0.4349482852476865, + "roc_auc": 0.7491996988697189 + }, + "4": { + "accuracy": 0.44610778443113774, + "roc_auc": 0.7283807072507982 + }, + "5": { + "accuracy": 0.46597713663581924, + "roc_auc": 0.6989757479604944 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.43930321175830156, + "roc_auc": 0.6945584899225666 + }, + "2": { + "accuracy": 0.44556341861731086, + "roc_auc": 0.6893058412409252 + }, + "3": { + "accuracy": 0.4643440391943386, + "roc_auc": 0.6695132237825239 + }, + "4": { + "accuracy": 0.4678824169842134, + "roc_auc": 0.6354061106076135 + }, + "5": { + "accuracy": 0.4673380511703865, + "roc_auc": 0.6178762080181722 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6194882961350027, + "roc_auc": 0.8050911112640463 + }, + "2": { + "accuracy": 0.6194882961350027, + "roc_auc": 0.8050911112640463 + }, + "3": { + "accuracy": 0.6037016875340229, + "roc_auc": 0.8043882043837931 + }, + "4": { + "accuracy": 0.5786608600979859, + "roc_auc": 0.7964014813983303 + }, + "5": { + "accuracy": 0.5677735438214481, + "roc_auc": 0.7912384372615089 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.633097441480675, + "roc_auc": 0.8197157020816876 + }, + "2": { + "accuracy": 0.6227544910179641, + "roc_auc": 0.8154414958698515 + }, + "3": { + "accuracy": 0.5947196516058791, + "roc_auc": 0.809286217172607 + }, + "4": { + "accuracy": 0.5636908002177463, + "roc_auc": 0.8018934760127158 + }, + "5": { + "accuracy": 0.5389221556886228, + "roc_auc": 0.7970076536554966 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5163309744148068, + "roc_auc": 0.8004859743806673 + }, + "2": { + "accuracy": 0.5234077299945563, + "roc_auc": 0.7992863411267155 + }, + "3": { + "accuracy": 0.5223189983669025, + "roc_auc": 0.7823472186165051 + }, + "4": { + "accuracy": 0.512248230811105, + "roc_auc": 0.78520798416794 + }, + "5": { + "accuracy": 0.49428415895481764, + "roc_auc": 0.7690135276626753 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6015242242787153, + "roc_auc": 0.8093465068273541 + }, + "2": { + "accuracy": 0.5988023952095808, + "roc_auc": 0.8077213342689902 + }, + "3": { + "accuracy": 0.5955362003266195, + "roc_auc": 0.7915250227980183 + }, + "4": { + "accuracy": 0.5971692977681001, + "roc_auc": 0.7634850785517237 + }, + "5": { + "accuracy": 0.6017964071856288, + "roc_auc": 0.7332951703796194 + } + }, + "contrast": { + "1": { + "accuracy": 0.5792052259118128, + "roc_auc": 0.8206820738424027 + }, + "2": { + "accuracy": 0.5057158410451824, + "roc_auc": 0.8203109295354025 + }, + "3": { + "accuracy": 0.4025585193249864, + "roc_auc": 0.8068883383938071 + }, + "4": { + "accuracy": 0.22781709308655415, + "roc_auc": 0.776724754466485 + }, + "5": { + "accuracy": 0.07621121393576484, + "roc_auc": 0.704875631195946 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.58125, + "roc_auc": 0.8444634534835703 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6484375, + "roc_auc": 0.6758819538670285 + }, + "2": { + "accuracy": 0.671875, + "roc_auc": 0.5710725030971624 + }, + "3": { + "accuracy": 0.65, + "roc_auc": 0.5489056692820483 + }, + "4": { + "accuracy": 0.6921875, + "roc_auc": 0.5514866379564627 + }, + "5": { + "accuracy": 0.6890625, + "roc_auc": 0.5911598135803198 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.515625, + "roc_auc": 0.4297165358975872 + }, + "2": { + "accuracy": 0.5234375, + "roc_auc": 0.4787991858887381 + }, + "3": { + "accuracy": 0.53125, + "roc_auc": 0.5625921774526577 + }, + "4": { + "accuracy": 0.571875, + "roc_auc": 0.6314819184708866 + }, + "5": { + "accuracy": 0.5734375, + "roc_auc": 0.647093091852988 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.8356734115981359 + }, + "2": { + "accuracy": 0.3625, + "roc_auc": 0.8356734115981359 + }, + "3": { + "accuracy": 0.2890625, + "roc_auc": 0.7940386997817239 + }, + "4": { + "accuracy": 0.2375, + "roc_auc": 0.7472641732051207 + }, + "5": { + "accuracy": 0.2359375, + "roc_auc": 0.7517845554834524 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.789695298212495 + }, + "2": { + "accuracy": 0.234375, + "roc_auc": 0.7738186537667394 + }, + "3": { + "accuracy": 0.2234375, + "roc_auc": 0.7468438440210017 + }, + "4": { + "accuracy": 0.221875, + "roc_auc": 0.7083357913987375 + }, + "5": { + "accuracy": 0.221875, + "roc_auc": 0.6840746858592414 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2140625, + "roc_auc": 0.6714205651583978 + }, + "2": { + "accuracy": 0.221875, + "roc_auc": 0.6890891392838181 + }, + "3": { + "accuracy": 0.2203125, + "roc_auc": 0.6651746209663147 + }, + "4": { + "accuracy": 0.215625, + "roc_auc": 0.6280012978585334 + }, + "5": { + "accuracy": 0.2140625, + "roc_auc": 0.6603297740546281 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6359375, + "roc_auc": 0.8436817886850334 + }, + "2": { + "accuracy": 0.6390625, + "roc_auc": 0.7856468644917702 + }, + "3": { + "accuracy": 0.5875, + "roc_auc": 0.7190578726918766 + }, + "4": { + "accuracy": 0.534375, + "roc_auc": 0.6685741254203292 + }, + "5": { + "accuracy": 0.4828125, + "roc_auc": 0.5842649401215267 + } + }, + "contrast": { + "1": { + "accuracy": 0.65, + "roc_auc": 0.8575674001533835 + }, + "2": { + "accuracy": 0.5140625, + "roc_auc": 0.7853813934281164 + }, + "3": { + "accuracy": 0.3453125, + "roc_auc": 0.6841631762137927 + }, + "4": { + "accuracy": 0.265625, + "roc_auc": 0.6006135331248894 + }, + "5": { + "accuracy": 0.3875, + "roc_auc": 0.6559642498967614 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5214653917286428 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.5413764608664857 + }, + "2": { + "accuracy": 0.49079754601226994, + "roc_auc": 0.5448786054381616 + }, + "3": { + "accuracy": 0.4601226993865031, + "roc_auc": 0.49791445323259753 + }, + "4": { + "accuracy": 0.4938650306748466, + "roc_auc": 0.5250462361783339 + }, + "5": { + "accuracy": 0.5153374233128835, + "roc_auc": 0.5120214063668201 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.4948254830205014 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5142250029512454 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.459528587730689 + }, + "4": { + "accuracy": 0.588957055214724, + "roc_auc": 0.4351316255459804 + }, + "5": { + "accuracy": 0.5766871165644172, + "roc_auc": 0.42688781332388936 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5197733443513163 + }, + "2": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5197733443513163 + }, + "3": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5408649116593869 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5597528823830323 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5693542675008854 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.5242198874591744 + }, + "2": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5366151182465668 + }, + "3": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5336245228819896 + }, + "4": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.540668161964349 + }, + "5": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.5418486601345769 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.6085468067524495 + }, + "2": { + "accuracy": 0.6380368098159509, + "roc_auc": 0.6072089088261914 + }, + "3": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.6118522016290875 + }, + "4": { + "accuracy": 0.6319018404907976, + "roc_auc": 0.6181481918703026 + }, + "5": { + "accuracy": 0.6380368098159509, + "roc_auc": 0.6257427300987684 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5278400818478732 + }, + "2": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.5373234171487034 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.544740880651635 + }, + "4": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5566048872624247 + }, + "5": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5738401605477511 + } + }, + "contrast": { + "1": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.5119820564278126 + }, + "2": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.48553889741470896 + }, + "3": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.46645417699602565 + }, + "4": { + "accuracy": 0.5214723926380368, + "roc_auc": 0.44422146145673475 + }, + "5": { + "accuracy": 0.41411042944785276, + "roc_auc": 0.43729587219139804 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.47845804988662133 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3994708994708995, + "roc_auc": 0.4973790381953648 + }, + "2": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5564979238448626 + }, + "3": { + "accuracy": 0.4497354497354497, + "roc_auc": 0.5718408575551432 + }, + "4": { + "accuracy": 0.5026455026455027, + "roc_auc": 0.5202903672291427 + }, + "5": { + "accuracy": 0.544973544973545, + "roc_auc": 0.49815943693494713 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49019347998939844 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5095267544247136 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47814883529169233 + }, + "4": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.4512471655328798 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43357776010837235 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4947089947089947, + "roc_auc": 0.5153871072238418 + }, + "2": { + "accuracy": 0.4947089947089947, + "roc_auc": 0.5153871072238418 + }, + "3": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.5250758311982802 + }, + "4": { + "accuracy": 0.5052910052910053, + "roc_auc": 0.5345289631003917 + }, + "5": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.5291103454368761 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.582010582010582, + "roc_auc": 0.5057572812674853 + }, + "2": { + "accuracy": 0.58994708994709, + "roc_auc": 0.5100421120829284 + }, + "3": { + "accuracy": 0.5846560846560847, + "roc_auc": 0.5221603793032364 + }, + "4": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.5289925494007127 + }, + "5": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.5351621167947699 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5317460317460317, + "roc_auc": 0.5365314957151691 + }, + "2": { + "accuracy": 0.5502645502645502, + "roc_auc": 0.5586771505138852 + }, + "3": { + "accuracy": 0.5634920634920635, + "roc_auc": 0.5558205966369232 + }, + "4": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.5717525105280208 + }, + "5": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.559369202226345 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5264550264550265, + "roc_auc": 0.4879995288158554 + }, + "2": { + "accuracy": 0.5476190476190477, + "roc_auc": 0.5044026268516064 + }, + "3": { + "accuracy": 0.5502645502645502, + "roc_auc": 0.5183614571369672 + }, + "4": { + "accuracy": 0.5529100529100529, + "roc_auc": 0.5277556910209971 + }, + "5": { + "accuracy": 0.5582010582010583, + "roc_auc": 0.532555879494655 + } + }, + "contrast": { + "1": { + "accuracy": 0.5423280423280423, + "roc_auc": 0.47786906970580434 + }, + "2": { + "accuracy": 0.5132275132275133, + "roc_auc": 0.48430367818122916 + }, + "3": { + "accuracy": 0.5396825396825397, + "roc_auc": 0.4934475954884119 + }, + "4": { + "accuracy": 0.5238095238095238, + "roc_auc": 0.49162175692787935 + }, + "5": { + "accuracy": 0.4021164021164021, + "roc_auc": 0.4218276055010749 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.7083333333333334, + "roc_auc": 0.8875609093946641 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5432692307692307, + "roc_auc": 0.7648155696490434 + }, + "2": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6720268044776528 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6593011012887878 + }, + "4": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.6603056187539676 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6651982012179842 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5263412181461513 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5068764753131011 + }, + "3": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.5445056975284895 + }, + "4": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.5793471864584262 + }, + "5": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.5820931191720563 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.8167839128219447 + }, + "2": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.8167839128219447 + }, + "3": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.7823199884580104 + }, + "4": { + "accuracy": 0.421474358974359, + "roc_auc": 0.7581832664693714 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7588547070546773 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.8736371563311511 + }, + "2": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.8498369013643378 + }, + "3": { + "accuracy": 0.530448717948718, + "roc_auc": 0.8346051455472523 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.8262136798413335 + }, + "5": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.8191535758230907 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.7481828107759126 + }, + "2": { + "accuracy": 0.4583333333333333, + "roc_auc": 0.7018618344082123 + }, + "3": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.7236595043357005 + }, + "4": { + "accuracy": 0.4567307692307692, + "roc_auc": 0.723268460117689 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.6907003280961211 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6939102564102564, + "roc_auc": 0.8523222386752503 + }, + "2": { + "accuracy": 0.6330128205128205, + "roc_auc": 0.8158801764718926 + }, + "3": { + "accuracy": 0.6410256410256411, + "roc_auc": 0.790234551879872 + }, + "4": { + "accuracy": 0.6522435897435898, + "roc_auc": 0.7705476612457272 + }, + "5": { + "accuracy": 0.6009615384615384, + "roc_auc": 0.732413040581743 + } + }, + "contrast": { + "1": { + "accuracy": 0.6907051282051282, + "roc_auc": 0.8469311484539815 + }, + "2": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.8165860386200858 + }, + "3": { + "accuracy": 0.5849358974358975, + "roc_auc": 0.7922259526855494 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.7419602472780035 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.5834010377111575 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.715, + "roc_auc": 0.9382686666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.701, + "roc_auc": 0.874308 + }, + "2": { + "accuracy": 0.681, + "roc_auc": 0.8657026666666666 + }, + "3": { + "accuracy": 0.664, + "roc_auc": 0.8532373333333334 + }, + "4": { + "accuracy": 0.648, + "roc_auc": 0.8416699999999999 + }, + "5": { + "accuracy": 0.632, + "roc_auc": 0.835086 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.551, + "roc_auc": 0.7972159999999999 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.7671453333333333 + }, + "3": { + "accuracy": 0.478, + "roc_auc": 0.7530226666666667 + }, + "4": { + "accuracy": 0.382, + "roc_auc": 0.722264 + }, + "5": { + "accuracy": 0.307, + "roc_auc": 0.6889 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.597, + "roc_auc": 0.8731853333333334 + }, + "2": { + "accuracy": 0.597, + "roc_auc": 0.8731853333333334 + }, + "3": { + "accuracy": 0.531, + "roc_auc": 0.8194093333333333 + }, + "4": { + "accuracy": 0.495, + "roc_auc": 0.7841533333333334 + }, + "5": { + "accuracy": 0.5, + "roc_auc": 0.7746673333333334 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.606, + "roc_auc": 0.9071066666666666 + }, + "2": { + "accuracy": 0.613, + "roc_auc": 0.8714273333333333 + }, + "3": { + "accuracy": 0.611, + "roc_auc": 0.8528326666666667 + }, + "4": { + "accuracy": 0.612, + "roc_auc": 0.8388346666666667 + }, + "5": { + "accuracy": 0.594, + "roc_auc": 0.8268533333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.368, + "roc_auc": 0.6912113333333334 + }, + "2": { + "accuracy": 0.345, + "roc_auc": 0.6463693333333334 + }, + "3": { + "accuracy": 0.376, + "roc_auc": 0.671696 + }, + "4": { + "accuracy": 0.364, + "roc_auc": 0.6382586666666666 + }, + "5": { + "accuracy": 0.301, + "roc_auc": 0.5997213333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.716, + "roc_auc": 0.91676 + }, + "2": { + "accuracy": 0.716, + "roc_auc": 0.8898066666666666 + }, + "3": { + "accuracy": 0.698, + "roc_auc": 0.866512 + }, + "4": { + "accuracy": 0.67, + "roc_auc": 0.8548893333333334 + }, + "5": { + "accuracy": 0.641, + "roc_auc": 0.8332946666666665 + } + }, + "contrast": { + "1": { + "accuracy": 0.725, + "roc_auc": 0.9309439999999999 + }, + "2": { + "accuracy": 0.718, + "roc_auc": 0.90394 + }, + "3": { + "accuracy": 0.692, + "roc_auc": 0.8920493333333334 + }, + "4": { + "accuracy": 0.652, + "roc_auc": 0.8643626666666666 + }, + "5": { + "accuracy": 0.412, + "roc_auc": 0.6592560000000001 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.7569464755776543, + "roc_auc": 0.9565356183371163 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6346885054109389, + "roc_auc": 0.9136995440269801 + }, + "2": { + "accuracy": 0.4314126937701082, + "roc_auc": 0.8584898719787873 + }, + "3": { + "accuracy": 0.3436677391050015, + "roc_auc": 0.8080901568316309 + }, + "4": { + "accuracy": 0.32231646680315884, + "roc_auc": 0.7809170887283756 + }, + "5": { + "accuracy": 0.3068148581456566, + "roc_auc": 0.7568234907720373 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.415326118748172, + "roc_auc": 0.8260786676436616 + }, + "2": { + "accuracy": 0.28253875402164375, + "roc_auc": 0.7562147460758428 + }, + "3": { + "accuracy": 0.22755191576484352, + "roc_auc": 0.7198395918883503 + }, + "4": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.6529841510349872 + }, + "5": { + "accuracy": 0.09066978648727698, + "roc_auc": 0.6063818446716001 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4825972506580872, + "roc_auc": 0.9181391201213747 + }, + "2": { + "accuracy": 0.4825972506580872, + "roc_auc": 0.9181391201213747 + }, + "3": { + "accuracy": 0.4346300087744955, + "roc_auc": 0.8854432817868281 + }, + "4": { + "accuracy": 0.41503363556595496, + "roc_auc": 0.8550630502361363 + }, + "5": { + "accuracy": 0.40713658964609534, + "roc_auc": 0.8446667999810332 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.701667154138637, + "roc_auc": 0.947583921882976 + }, + "2": { + "accuracy": 0.5621526762211173, + "roc_auc": 0.9328922703402645 + }, + "3": { + "accuracy": 0.46972799064053816, + "roc_auc": 0.9059887481482642 + }, + "4": { + "accuracy": 0.4296577946768061, + "roc_auc": 0.8757929488226799 + }, + "5": { + "accuracy": 0.41737350102369114, + "roc_auc": 0.8555266903312965 + } + }, + "pixelate": { + "1": { + "accuracy": 0.363264112313542, + "roc_auc": 0.7860813059726212 + }, + "2": { + "accuracy": 0.36004679730915473, + "roc_auc": 0.7821368701175204 + }, + "3": { + "accuracy": 0.37350102369113775, + "roc_auc": 0.7739962466402283 + }, + "4": { + "accuracy": 0.34893243638490784, + "roc_auc": 0.7556295050017419 + }, + "5": { + "accuracy": 0.3597543141269377, + "roc_auc": 0.7700808814192514 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7639660719508629, + "roc_auc": 0.9545402040878878 + }, + "2": { + "accuracy": 0.7601637905820415, + "roc_auc": 0.9470753815988152 + }, + "3": { + "accuracy": 0.7490494296577946, + "roc_auc": 0.9265685906991906 + }, + "4": { + "accuracy": 0.700789704591986, + "roc_auc": 0.8981017906806807 + }, + "5": { + "accuracy": 0.598420590816028, + "roc_auc": 0.8539572143862144 + } + }, + "contrast": { + "1": { + "accuracy": 0.6920152091254753, + "roc_auc": 0.9433619261554037 + }, + "2": { + "accuracy": 0.4665106756361509, + "roc_auc": 0.886084452350357 + }, + "3": { + "accuracy": 0.4001169932728868, + "roc_auc": 0.8329244242747432 + }, + "4": { + "accuracy": 0.34980988593155893, + "roc_auc": 0.7499992654790799 + }, + "5": { + "accuracy": 0.15472360339280491, + "roc_auc": 0.5392833015984346 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/aml_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..597b28d90f55787807fefed3f8aea2226819626c --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.6012520413718019, + "roc_auc": 0.8120417669345666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5013609145345672, + "roc_auc": 0.7910158157054943 + }, + "2": { + "accuracy": 0.44801306477953184, + "roc_auc": 0.773999786966558 + }, + "3": { + "accuracy": 0.4349482852476865, + "roc_auc": 0.7491996988697189 + }, + "4": { + "accuracy": 0.44610778443113774, + "roc_auc": 0.7283807072507982 + }, + "5": { + "accuracy": 0.46597713663581924, + "roc_auc": 0.6989757479604944 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.43930321175830156, + "roc_auc": 0.6945584899225666 + }, + "2": { + "accuracy": 0.44556341861731086, + "roc_auc": 0.6893058412409252 + }, + "3": { + "accuracy": 0.4643440391943386, + "roc_auc": 0.6695132237825239 + }, + "4": { + "accuracy": 0.4678824169842134, + "roc_auc": 0.6354061106076135 + }, + "5": { + "accuracy": 0.4673380511703865, + "roc_auc": 0.6178762080181722 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6194882961350027, + "roc_auc": 0.8050911112640463 + }, + "2": { + "accuracy": 0.6194882961350027, + "roc_auc": 0.8050911112640463 + }, + "3": { + "accuracy": 0.6037016875340229, + "roc_auc": 0.8043882043837931 + }, + "4": { + "accuracy": 0.5786608600979859, + "roc_auc": 0.7964014813983303 + }, + "5": { + "accuracy": 0.5677735438214481, + "roc_auc": 0.7912384372615089 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.633097441480675, + "roc_auc": 0.8197157020816876 + }, + "2": { + "accuracy": 0.6227544910179641, + "roc_auc": 0.8154414958698515 + }, + "3": { + "accuracy": 0.5947196516058791, + "roc_auc": 0.809286217172607 + }, + "4": { + "accuracy": 0.5636908002177463, + "roc_auc": 0.8018934760127158 + }, + "5": { + "accuracy": 0.5389221556886228, + "roc_auc": 0.7970076536554966 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5163309744148068, + "roc_auc": 0.8004859743806673 + }, + "2": { + "accuracy": 0.5234077299945563, + "roc_auc": 0.7992863411267155 + }, + "3": { + "accuracy": 0.5223189983669025, + "roc_auc": 0.7823472186165051 + }, + "4": { + "accuracy": 0.512248230811105, + "roc_auc": 0.78520798416794 + }, + "5": { + "accuracy": 0.49428415895481764, + "roc_auc": 0.7690135276626753 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6015242242787153, + "roc_auc": 0.8093465068273541 + }, + "2": { + "accuracy": 0.5988023952095808, + "roc_auc": 0.8077213342689902 + }, + "3": { + "accuracy": 0.5955362003266195, + "roc_auc": 0.7915250227980183 + }, + "4": { + "accuracy": 0.5971692977681001, + "roc_auc": 0.7634850785517237 + }, + "5": { + "accuracy": 0.6017964071856288, + "roc_auc": 0.7332951703796194 + } + }, + "contrast": { + "1": { + "accuracy": 0.5792052259118128, + "roc_auc": 0.8206820738424027 + }, + "2": { + "accuracy": 0.5057158410451824, + "roc_auc": 0.8203109295354025 + }, + "3": { + "accuracy": 0.4025585193249864, + "roc_auc": 0.8068883383938071 + }, + "4": { + "accuracy": 0.22781709308655415, + "roc_auc": 0.776724754466485 + }, + "5": { + "accuracy": 0.07621121393576484, + "roc_auc": 0.704875631195946 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/bloodmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..99342c799c873a8b9dd64f89fc033c46bfc5f0a2 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.8272434960537854, + "roc_auc": 0.9795883816876363 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5048231511254019, + "roc_auc": 0.9373256859712145 + }, + "2": { + "accuracy": 0.19321835720549546, + "roc_auc": 0.8378185198045394 + }, + "3": { + "accuracy": 0.13300204618532593, + "roc_auc": 0.7577905362306374 + }, + "4": { + "accuracy": 0.12423268050277697, + "roc_auc": 0.7330620761640205 + }, + "5": { + "accuracy": 0.10757088570593394, + "roc_auc": 0.7159803394460948 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.08623209587839813, + "roc_auc": 0.7387013325633824 + }, + "2": { + "accuracy": 0.06693949137679041, + "roc_auc": 0.6809821958371706 + }, + "3": { + "accuracy": 0.07629348143817598, + "roc_auc": 0.6799404450512023 + }, + "4": { + "accuracy": 0.08301666179479684, + "roc_auc": 0.6769734665038591 + }, + "5": { + "accuracy": 0.07570885705933937, + "roc_auc": 0.6722643222221127 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8161356328558901, + "roc_auc": 0.971737703883305 + }, + "2": { + "accuracy": 0.8161356328558901, + "roc_auc": 0.9717377344390561 + }, + "3": { + "accuracy": 0.7775504238526747, + "roc_auc": 0.9616317190507236 + }, + "4": { + "accuracy": 0.7433498976907337, + "roc_auc": 0.945606099690249 + }, + "5": { + "accuracy": 0.7237649809997077, + "roc_auc": 0.9361210310851268 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8327974276527331, + "roc_auc": 0.9768185620024122 + }, + "2": { + "accuracy": 0.7942122186495176, + "roc_auc": 0.9618045447322827 + }, + "3": { + "accuracy": 0.7699503069277989, + "roc_auc": 0.9431716709755049 + }, + "4": { + "accuracy": 0.7500730780473546, + "roc_auc": 0.9225439478493342 + }, + "5": { + "accuracy": 0.735749780765858, + "roc_auc": 0.9064522644339841 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7120724934229757, + "roc_auc": 0.9172056371655465 + }, + "2": { + "accuracy": 0.7065185618240281, + "roc_auc": 0.9042640747645048 + }, + "3": { + "accuracy": 0.7071031862028646, + "roc_auc": 0.9038743193312768 + }, + "4": { + "accuracy": 0.7129494299912307, + "roc_auc": 0.898816541525726 + }, + "5": { + "accuracy": 0.6787489038292897, + "roc_auc": 0.8911097825502059 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.808243203741596, + "roc_auc": 0.9782942159998457 + }, + "2": { + "accuracy": 0.8006430868167203, + "roc_auc": 0.9741894055824947 + }, + "3": { + "accuracy": 0.77491961414791, + "roc_auc": 0.9640633556134991 + }, + "4": { + "accuracy": 0.7345805320081847, + "roc_auc": 0.9479524174348252 + }, + "5": { + "accuracy": 0.6474714995615317, + "roc_auc": 0.9101420963411344 + } + }, + "contrast": { + "1": { + "accuracy": 0.8094124524992692, + "roc_auc": 0.9796814866078942 + }, + "2": { + "accuracy": 0.7217187956737796, + "roc_auc": 0.967177526476946 + }, + "3": { + "accuracy": 0.664425606547793, + "roc_auc": 0.9475582237618059 + }, + "4": { + "accuracy": 0.594855305466238, + "roc_auc": 0.8994696794975423 + }, + "5": { + "accuracy": 0.4410990938322128, + "roc_auc": 0.7324470202111847 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/breastmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..86499543816aa1fa5271530fd7189a7765a12495 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.6835839598997495 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.7433166248955724 + }, + "2": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.775689223057644 + }, + "3": { + "accuracy": 0.358974358974359, + "roc_auc": 0.7531328320802005 + }, + "4": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.7295321637426901 + }, + "5": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.6683375104427736 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6746031746031746 + }, + "2": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.6643692564745196 + }, + "3": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.648078529657477 + }, + "4": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.599624060150376 + }, + "5": { + "accuracy": 0.2692307692307692, + "roc_auc": 0.5657894736842106 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7251461988304093 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.7251461988304093 + }, + "3": { + "accuracy": 0.26282051282051283, + "roc_auc": 0.7007101086048454 + }, + "4": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6894319131161236 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.681704260651629 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.6802422723475355 + }, + "2": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6631161236424394 + }, + "3": { + "accuracy": 0.32051282051282054, + "roc_auc": 0.6545530492898914 + }, + "4": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.6689640768588136 + }, + "5": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6992481203007519 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.6871345029239767 + }, + "2": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.7360066833751044 + }, + "3": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.7462406015037594 + }, + "4": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.7318295739348372 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6984126984126985 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.6921470342522973 + }, + "2": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.7005012531328321 + }, + "3": { + "accuracy": 0.3076923076923077, + "roc_auc": 0.7069757727652465 + }, + "4": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.7030075187969925 + }, + "5": { + "accuracy": 0.30128205128205127, + "roc_auc": 0.6929824561403509 + } + }, + "contrast": { + "1": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.6819131161236425 + }, + "2": { + "accuracy": 0.28846153846153844, + "roc_auc": 0.6633249791144529 + }, + "3": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6656223893065999 + }, + "4": { + "accuracy": 0.27564102564102566, + "roc_auc": 0.6279239766081871 + }, + "5": { + "accuracy": 0.2948717948717949, + "roc_auc": 0.4782790309106098 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/fundus_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..69ef6237e96c09ab50ca80d6a966e21642e31110 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.58125, + "roc_auc": 0.8444634534835703 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6484375, + "roc_auc": 0.6758819538670285 + }, + "2": { + "accuracy": 0.671875, + "roc_auc": 0.5710725030971624 + }, + "3": { + "accuracy": 0.65, + "roc_auc": 0.5489056692820483 + }, + "4": { + "accuracy": 0.6921875, + "roc_auc": 0.5514866379564627 + }, + "5": { + "accuracy": 0.6890625, + "roc_auc": 0.5911598135803198 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.515625, + "roc_auc": 0.4297165358975872 + }, + "2": { + "accuracy": 0.5234375, + "roc_auc": 0.4787991858887381 + }, + "3": { + "accuracy": 0.53125, + "roc_auc": 0.5625921774526577 + }, + "4": { + "accuracy": 0.571875, + "roc_auc": 0.6314819184708866 + }, + "5": { + "accuracy": 0.5734375, + "roc_auc": 0.647093091852988 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3625, + "roc_auc": 0.8356734115981359 + }, + "2": { + "accuracy": 0.3625, + "roc_auc": 0.8356734115981359 + }, + "3": { + "accuracy": 0.2890625, + "roc_auc": 0.7940386997817239 + }, + "4": { + "accuracy": 0.2375, + "roc_auc": 0.7472641732051207 + }, + "5": { + "accuracy": 0.2359375, + "roc_auc": 0.7517845554834524 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.789695298212495 + }, + "2": { + "accuracy": 0.234375, + "roc_auc": 0.7738186537667394 + }, + "3": { + "accuracy": 0.2234375, + "roc_auc": 0.7468438440210017 + }, + "4": { + "accuracy": 0.221875, + "roc_auc": 0.7083357913987375 + }, + "5": { + "accuracy": 0.221875, + "roc_auc": 0.6840746858592414 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2140625, + "roc_auc": 0.6714205651583978 + }, + "2": { + "accuracy": 0.221875, + "roc_auc": 0.6890891392838181 + }, + "3": { + "accuracy": 0.2203125, + "roc_auc": 0.6651746209663147 + }, + "4": { + "accuracy": 0.215625, + "roc_auc": 0.6280012978585334 + }, + "5": { + "accuracy": 0.2140625, + "roc_auc": 0.6603297740546281 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6359375, + "roc_auc": 0.8436817886850334 + }, + "2": { + "accuracy": 0.6390625, + "roc_auc": 0.7856468644917702 + }, + "3": { + "accuracy": 0.5875, + "roc_auc": 0.7190578726918766 + }, + "4": { + "accuracy": 0.534375, + "roc_auc": 0.6685741254203292 + }, + "5": { + "accuracy": 0.4828125, + "roc_auc": 0.5842649401215267 + } + }, + "contrast": { + "1": { + "accuracy": 0.65, + "roc_auc": 0.8575674001533835 + }, + "2": { + "accuracy": 0.5140625, + "roc_auc": 0.7853813934281164 + }, + "3": { + "accuracy": 0.3453125, + "roc_auc": 0.6841631762137927 + }, + "4": { + "accuracy": 0.265625, + "roc_auc": 0.6006135331248894 + }, + "5": { + "accuracy": 0.3875, + "roc_auc": 0.6559642498967614 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/mammo_calc_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..8fae29394f8ea7b35e722a329b3373d9a76d36d9 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5214653917286428 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.5413764608664857 + }, + "2": { + "accuracy": 0.49079754601226994, + "roc_auc": 0.5448786054381616 + }, + "3": { + "accuracy": 0.4601226993865031, + "roc_auc": 0.49791445323259753 + }, + "4": { + "accuracy": 0.4938650306748466, + "roc_auc": 0.5250462361783339 + }, + "5": { + "accuracy": 0.5153374233128835, + "roc_auc": 0.5120214063668201 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.4948254830205014 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5142250029512454 + }, + "3": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.459528587730689 + }, + "4": { + "accuracy": 0.588957055214724, + "roc_auc": 0.4351316255459804 + }, + "5": { + "accuracy": 0.5766871165644172, + "roc_auc": 0.42688781332388936 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5197733443513163 + }, + "2": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5197733443513163 + }, + "3": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5408649116593869 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5597528823830323 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5693542675008854 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.5242198874591744 + }, + "2": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5366151182465668 + }, + "3": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5336245228819896 + }, + "4": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.540668161964349 + }, + "5": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.5418486601345769 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.6085468067524495 + }, + "2": { + "accuracy": 0.6380368098159509, + "roc_auc": 0.6072089088261914 + }, + "3": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.6118522016290875 + }, + "4": { + "accuracy": 0.6319018404907976, + "roc_auc": 0.6181481918703026 + }, + "5": { + "accuracy": 0.6380368098159509, + "roc_auc": 0.6257427300987684 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.5278400818478732 + }, + "2": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.5373234171487034 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.544740880651635 + }, + "4": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.5566048872624247 + }, + "5": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5738401605477511 + } + }, + "contrast": { + "1": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.5119820564278126 + }, + "2": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.48553889741470896 + }, + "3": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.46645417699602565 + }, + "4": { + "accuracy": 0.5214723926380368, + "roc_auc": 0.44422146145673475 + }, + "5": { + "accuracy": 0.41411042944785276, + "roc_auc": 0.43729587219139804 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/mammo_mass_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..700f351862a903a2367e127efe0ba7c9206ae902 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.47845804988662133 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3994708994708995, + "roc_auc": 0.4973790381953648 + }, + "2": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5564979238448626 + }, + "3": { + "accuracy": 0.4497354497354497, + "roc_auc": 0.5718408575551432 + }, + "4": { + "accuracy": 0.5026455026455027, + "roc_auc": 0.5202903672291427 + }, + "5": { + "accuracy": 0.544973544973545, + "roc_auc": 0.49815943693494713 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49019347998939844 + }, + "2": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.5095267544247136 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.47814883529169233 + }, + "4": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.4512471655328798 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43357776010837235 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4947089947089947, + "roc_auc": 0.5153871072238418 + }, + "2": { + "accuracy": 0.4947089947089947, + "roc_auc": 0.5153871072238418 + }, + "3": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.5250758311982802 + }, + "4": { + "accuracy": 0.5052910052910053, + "roc_auc": 0.5345289631003917 + }, + "5": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.5291103454368761 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.582010582010582, + "roc_auc": 0.5057572812674853 + }, + "2": { + "accuracy": 0.58994708994709, + "roc_auc": 0.5100421120829284 + }, + "3": { + "accuracy": 0.5846560846560847, + "roc_auc": 0.5221603793032364 + }, + "4": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.5289925494007127 + }, + "5": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.5351621167947699 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5317460317460317, + "roc_auc": 0.5365314957151691 + }, + "2": { + "accuracy": 0.5502645502645502, + "roc_auc": 0.5586771505138852 + }, + "3": { + "accuracy": 0.5634920634920635, + "roc_auc": 0.5558205966369232 + }, + "4": { + "accuracy": 0.5793650793650794, + "roc_auc": 0.5717525105280208 + }, + "5": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.559369202226345 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5264550264550265, + "roc_auc": 0.4879995288158554 + }, + "2": { + "accuracy": 0.5476190476190477, + "roc_auc": 0.5044026268516064 + }, + "3": { + "accuracy": 0.5502645502645502, + "roc_auc": 0.5183614571369672 + }, + "4": { + "accuracy": 0.5529100529100529, + "roc_auc": 0.5277556910209971 + }, + "5": { + "accuracy": 0.5582010582010583, + "roc_auc": 0.532555879494655 + } + }, + "contrast": { + "1": { + "accuracy": 0.5423280423280423, + "roc_auc": 0.47786906970580434 + }, + "2": { + "accuracy": 0.5132275132275133, + "roc_auc": 0.48430367818122916 + }, + "3": { + "accuracy": 0.5396825396825397, + "roc_auc": 0.4934475954884119 + }, + "4": { + "accuracy": 0.5238095238095238, + "roc_auc": 0.49162175692787935 + }, + "5": { + "accuracy": 0.4021164021164021, + "roc_auc": 0.4218276055010749 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/oct_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..34f94bba639d7a42d9d24d0ef24dc432d0d68d29 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.715, + "roc_auc": 0.9382686666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.701, + "roc_auc": 0.874308 + }, + "2": { + "accuracy": 0.681, + "roc_auc": 0.8657026666666666 + }, + "3": { + "accuracy": 0.664, + "roc_auc": 0.8532373333333334 + }, + "4": { + "accuracy": 0.648, + "roc_auc": 0.8416699999999999 + }, + "5": { + "accuracy": 0.632, + "roc_auc": 0.835086 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.551, + "roc_auc": 0.7972159999999999 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.7671453333333333 + }, + "3": { + "accuracy": 0.478, + "roc_auc": 0.7530226666666667 + }, + "4": { + "accuracy": 0.382, + "roc_auc": 0.722264 + }, + "5": { + "accuracy": 0.307, + "roc_auc": 0.6889 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.597, + "roc_auc": 0.8731853333333334 + }, + "2": { + "accuracy": 0.597, + "roc_auc": 0.8731853333333334 + }, + "3": { + "accuracy": 0.531, + "roc_auc": 0.8194093333333333 + }, + "4": { + "accuracy": 0.495, + "roc_auc": 0.7841533333333334 + }, + "5": { + "accuracy": 0.5, + "roc_auc": 0.7746673333333334 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.606, + "roc_auc": 0.9071066666666666 + }, + "2": { + "accuracy": 0.613, + "roc_auc": 0.8714273333333333 + }, + "3": { + "accuracy": 0.611, + "roc_auc": 0.8528326666666667 + }, + "4": { + "accuracy": 0.612, + "roc_auc": 0.8388346666666667 + }, + "5": { + "accuracy": 0.594, + "roc_auc": 0.8268533333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.368, + "roc_auc": 0.6912113333333334 + }, + "2": { + "accuracy": 0.345, + "roc_auc": 0.6463693333333334 + }, + "3": { + "accuracy": 0.376, + "roc_auc": 0.671696 + }, + "4": { + "accuracy": 0.364, + "roc_auc": 0.6382586666666666 + }, + "5": { + "accuracy": 0.301, + "roc_auc": 0.5997213333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.716, + "roc_auc": 0.91676 + }, + "2": { + "accuracy": 0.716, + "roc_auc": 0.8898066666666666 + }, + "3": { + "accuracy": 0.698, + "roc_auc": 0.866512 + }, + "4": { + "accuracy": 0.67, + "roc_auc": 0.8548893333333334 + }, + "5": { + "accuracy": 0.641, + "roc_auc": 0.8332946666666665 + } + }, + "contrast": { + "1": { + "accuracy": 0.725, + "roc_auc": 0.9309439999999999 + }, + "2": { + "accuracy": 0.718, + "roc_auc": 0.90394 + }, + "3": { + "accuracy": 0.692, + "roc_auc": 0.8920493333333334 + }, + "4": { + "accuracy": 0.652, + "roc_auc": 0.8643626666666666 + }, + "5": { + "accuracy": 0.412, + "roc_auc": 0.6592560000000001 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/octmnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bff01da13133a832cd85a15e81555738c34f93f6 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.605, + "roc_auc": 0.89334 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.593, + "roc_auc": 0.8872666666666666 + }, + "2": { + "accuracy": 0.57, + "roc_auc": 0.8763013333333334 + }, + "3": { + "accuracy": 0.544, + "roc_auc": 0.8648959999999999 + }, + "4": { + "accuracy": 0.511, + "roc_auc": 0.860684 + }, + "5": { + "accuracy": 0.473, + "roc_auc": 0.8549026666666666 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.517, + "roc_auc": 0.8454146666666666 + }, + "2": { + "accuracy": 0.373, + "roc_auc": 0.8154546666666667 + }, + "3": { + "accuracy": 0.295, + "roc_auc": 0.8067006666666665 + }, + "4": { + "accuracy": 0.257, + "roc_auc": 0.7653733333333332 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.750996 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.564, + "roc_auc": 0.85791 + }, + "2": { + "accuracy": 0.564, + "roc_auc": 0.85791 + }, + "3": { + "accuracy": 0.546, + "roc_auc": 0.8301546666666666 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.8154920000000001 + }, + "5": { + "accuracy": 0.472, + "roc_auc": 0.8107866666666667 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.485, + "roc_auc": 0.8631679999999999 + }, + "2": { + "accuracy": 0.466, + "roc_auc": 0.7824473333333334 + }, + "3": { + "accuracy": 0.485, + "roc_auc": 0.7535986666666667 + }, + "4": { + "accuracy": 0.469, + "roc_auc": 0.722124 + }, + "5": { + "accuracy": 0.442, + "roc_auc": 0.6977506666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.525, + "roc_auc": 0.8674866666666667 + }, + "2": { + "accuracy": 0.498, + "roc_auc": 0.85378 + }, + "3": { + "accuracy": 0.492, + "roc_auc": 0.8590279999999999 + }, + "4": { + "accuracy": 0.474, + "roc_auc": 0.8378133333333333 + }, + "5": { + "accuracy": 0.4, + "roc_auc": 0.7984606666666666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.594, + "roc_auc": 0.9057453333333333 + }, + "2": { + "accuracy": 0.583, + "roc_auc": 0.9135013333333333 + }, + "3": { + "accuracy": 0.581, + "roc_auc": 0.9168506666666666 + }, + "4": { + "accuracy": 0.581, + "roc_auc": 0.9177986666666667 + }, + "5": { + "accuracy": 0.584, + "roc_auc": 0.9180586666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.612, + "roc_auc": 0.9065573333333333 + }, + "2": { + "accuracy": 0.581, + "roc_auc": 0.9117360000000001 + }, + "3": { + "accuracy": 0.561, + "roc_auc": 0.90906 + }, + "4": { + "accuracy": 0.481, + "roc_auc": 0.8751753333333333 + }, + "5": { + "accuracy": 0.269, + "roc_auc": 0.643308 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/pbc_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7a6fa4f92f168635f7d32af91989cbd899f0e481 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.7569464755776543, + "roc_auc": 0.9565356183371163 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6346885054109389, + "roc_auc": 0.9136995440269801 + }, + "2": { + "accuracy": 0.4314126937701082, + "roc_auc": 0.8584898719787873 + }, + "3": { + "accuracy": 0.3436677391050015, + "roc_auc": 0.8080901568316309 + }, + "4": { + "accuracy": 0.32231646680315884, + "roc_auc": 0.7809170887283756 + }, + "5": { + "accuracy": 0.3068148581456566, + "roc_auc": 0.7568234907720373 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.415326118748172, + "roc_auc": 0.8260786676436616 + }, + "2": { + "accuracy": 0.28253875402164375, + "roc_auc": 0.7562147460758428 + }, + "3": { + "accuracy": 0.22755191576484352, + "roc_auc": 0.7198395918883503 + }, + "4": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.6529841510349872 + }, + "5": { + "accuracy": 0.09066978648727698, + "roc_auc": 0.6063818446716001 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4825972506580872, + "roc_auc": 0.9181391201213747 + }, + "2": { + "accuracy": 0.4825972506580872, + "roc_auc": 0.9181391201213747 + }, + "3": { + "accuracy": 0.4346300087744955, + "roc_auc": 0.8854432817868281 + }, + "4": { + "accuracy": 0.41503363556595496, + "roc_auc": 0.8550630502361363 + }, + "5": { + "accuracy": 0.40713658964609534, + "roc_auc": 0.8446667999810332 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.701667154138637, + "roc_auc": 0.947583921882976 + }, + "2": { + "accuracy": 0.5621526762211173, + "roc_auc": 0.9328922703402645 + }, + "3": { + "accuracy": 0.46972799064053816, + "roc_auc": 0.9059887481482642 + }, + "4": { + "accuracy": 0.4296577946768061, + "roc_auc": 0.8757929488226799 + }, + "5": { + "accuracy": 0.41737350102369114, + "roc_auc": 0.8555266903312965 + } + }, + "pixelate": { + "1": { + "accuracy": 0.363264112313542, + "roc_auc": 0.7860813059726212 + }, + "2": { + "accuracy": 0.36004679730915473, + "roc_auc": 0.7821368701175204 + }, + "3": { + "accuracy": 0.37350102369113775, + "roc_auc": 0.7739962466402283 + }, + "4": { + "accuracy": 0.34893243638490784, + "roc_auc": 0.7556295050017419 + }, + "5": { + "accuracy": 0.3597543141269377, + "roc_auc": 0.7700808814192514 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7639660719508629, + "roc_auc": 0.9545402040878878 + }, + "2": { + "accuracy": 0.7601637905820415, + "roc_auc": 0.9470753815988152 + }, + "3": { + "accuracy": 0.7490494296577946, + "roc_auc": 0.9265685906991906 + }, + "4": { + "accuracy": 0.700789704591986, + "roc_auc": 0.8981017906806807 + }, + "5": { + "accuracy": 0.598420590816028, + "roc_auc": 0.8539572143862144 + } + }, + "contrast": { + "1": { + "accuracy": 0.6920152091254753, + "roc_auc": 0.9433619261554037 + }, + "2": { + "accuracy": 0.4665106756361509, + "roc_auc": 0.886084452350357 + }, + "3": { + "accuracy": 0.4001169932728868, + "roc_auc": 0.8329244242747432 + }, + "4": { + "accuracy": 0.34980988593155893, + "roc_auc": 0.7499992654790799 + }, + "5": { + "accuracy": 0.15472360339280491, + "roc_auc": 0.5392833015984346 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/pneumonia_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..815a21c777953580b9fd862feec7b64be31821a5 --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.7083333333333334, + "roc_auc": 0.8875609093946641 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5432692307692307, + "roc_auc": 0.7648155696490434 + }, + "2": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6720268044776528 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6593011012887878 + }, + "4": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.6603056187539676 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6651982012179842 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5263412181461513 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5068764753131011 + }, + "3": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.5445056975284895 + }, + "4": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.5793471864584262 + }, + "5": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.5820931191720563 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.8167839128219447 + }, + "2": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.8167839128219447 + }, + "3": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.7823199884580104 + }, + "4": { + "accuracy": 0.421474358974359, + "roc_auc": 0.7581832664693714 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7588547070546773 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.8736371563311511 + }, + "2": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.8498369013643378 + }, + "3": { + "accuracy": 0.530448717948718, + "roc_auc": 0.8346051455472523 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.8262136798413335 + }, + "5": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.8191535758230907 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4791666666666667, + "roc_auc": 0.7481828107759126 + }, + "2": { + "accuracy": 0.4583333333333333, + "roc_auc": 0.7018618344082123 + }, + "3": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.7236595043357005 + }, + "4": { + "accuracy": 0.4567307692307692, + "roc_auc": 0.723268460117689 + }, + "5": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.6907003280961211 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6939102564102564, + "roc_auc": 0.8523222386752503 + }, + "2": { + "accuracy": 0.6330128205128205, + "roc_auc": 0.8158801764718926 + }, + "3": { + "accuracy": 0.6410256410256411, + "roc_auc": 0.790234551879872 + }, + "4": { + "accuracy": 0.6522435897435898, + "roc_auc": 0.7705476612457272 + }, + "5": { + "accuracy": 0.6009615384615384, + "roc_auc": 0.732413040581743 + } + }, + "contrast": { + "1": { + "accuracy": 0.6907051282051282, + "roc_auc": 0.8469311484539815 + }, + "2": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.8165860386200858 + }, + "3": { + "accuracy": 0.5849358974358975, + "roc_auc": 0.7922259526855494 + }, + "4": { + "accuracy": 0.4807692307692308, + "roc_auc": 0.7419602472780035 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.5834010377111575 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6e39adf85354acf772a976506c250044116e63cc --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.7628205128205128, + "roc_auc": 0.8792241946088099 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.7435349550734166 + }, + "2": { + "accuracy": 0.4599358974358974, + "roc_auc": 0.4392176199868508 + }, + "3": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.27900504054350206 + }, + "4": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.24074074074074076 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.22018408941485867 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.3131602016217401 + }, + "2": { + "accuracy": 0.3060897435897436, + "roc_auc": 0.2236960333114179 + }, + "3": { + "accuracy": 0.34134615384615385, + "roc_auc": 0.2116370808678501 + }, + "4": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.2090948937102783 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.21288625904010522 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.8253205128205128, + "roc_auc": 0.906892395353934 + }, + "2": { + "accuracy": 0.8253205128205128, + "roc_auc": 0.906892395353934 + }, + "3": { + "accuracy": 0.7788461538461539, + "roc_auc": 0.9020052596975673 + }, + "4": { + "accuracy": 0.7291666666666666, + "roc_auc": 0.893271970195047 + }, + "5": { + "accuracy": 0.7211538461538461, + "roc_auc": 0.8931623931623932 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.8621794871794872, + "roc_auc": 0.9145627876397107 + }, + "2": { + "accuracy": 0.8253205128205128, + "roc_auc": 0.9058788078018847 + }, + "3": { + "accuracy": 0.7868589743589743, + "roc_auc": 0.8967839140916064 + }, + "4": { + "accuracy": 0.7147435897435898, + "roc_auc": 0.879640587332895 + }, + "5": { + "accuracy": 0.6073717948717948, + "roc_auc": 0.8662393162393163 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.9033749726057418 + }, + "2": { + "accuracy": 0.483974358974359, + "roc_auc": 0.9023011176857331 + }, + "3": { + "accuracy": 0.4583333333333333, + "roc_auc": 0.8920008766162613 + }, + "4": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.886456278763971 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.854821389436774 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7612179487179487, + "roc_auc": 0.8866425597194828 + }, + "2": { + "accuracy": 0.7451923076923077, + "roc_auc": 0.8847907078676309 + }, + "3": { + "accuracy": 0.717948717948718, + "roc_auc": 0.8713291694060925 + }, + "4": { + "accuracy": 0.6955128205128205, + "roc_auc": 0.8432336182336182 + }, + "5": { + "accuracy": 0.6394230769230769, + "roc_auc": 0.7796734604426913 + } + }, + "contrast": { + "1": { + "accuracy": 0.7612179487179487, + "roc_auc": 0.9004383081306158 + }, + "2": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.8830046022353715 + }, + "3": { + "accuracy": 0.6314102564102564, + "roc_auc": 0.812020600482139 + }, + "4": { + "accuracy": 0.6105769230769231, + "roc_auc": 0.5827087442472058 + }, + "5": { + "accuracy": 0.36217948717948717, + "roc_auc": 0.17583826429980276 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/fewshot-75-percent/rmedclip-rank-8/vit/retinamnist_results.json b/results/fewshot-75-percent/rmedclip-rank-8/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..81752cac48bfa9b071b2ff702d45bdf23fe871ba --- /dev/null +++ b/results/fewshot-75-percent/rmedclip-rank-8/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.1675, + "roc_auc": 0.5354067958814837 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.175, + "roc_auc": 0.5641509830125503 + }, + "2": { + "accuracy": 0.2075, + "roc_auc": 0.5778949927013546 + }, + "3": { + "accuracy": 0.225, + "roc_auc": 0.5790936811707169 + }, + "4": { + "accuracy": 0.215, + "roc_auc": 0.5811382296436307 + }, + "5": { + "accuracy": 0.2125, + "roc_auc": 0.592292561220921 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1675, + "roc_auc": 0.5583893666632145 + }, + "2": { + "accuracy": 0.165, + "roc_auc": 0.5356174368938581 + }, + "3": { + "accuracy": 0.1675, + "roc_auc": 0.542316769742489 + }, + "4": { + "accuracy": 0.1625, + "roc_auc": 0.5519488135959179 + }, + "5": { + "accuracy": 0.16, + "roc_auc": 0.5409448947848166 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1775, + "roc_auc": 0.5834294688356201 + }, + "2": { + "accuracy": 0.1775, + "roc_auc": 0.5834294688356201 + }, + "3": { + "accuracy": 0.1775, + "roc_auc": 0.5668975244527121 + }, + "4": { + "accuracy": 0.1775, + "roc_auc": 0.5532232946242969 + }, + "5": { + "accuracy": 0.195, + "roc_auc": 0.5649725789157165 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.5417031462666578 + }, + "2": { + "accuracy": 0.17, + "roc_auc": 0.5377882742582141 + }, + "3": { + "accuracy": 0.17, + "roc_auc": 0.5391667351091407 + }, + "4": { + "accuracy": 0.1675, + "roc_auc": 0.5449699749222974 + }, + "5": { + "accuracy": 0.1675, + "roc_auc": 0.5406362240295666 + } + }, + "pixelate": { + "1": { + "accuracy": 0.305, + "roc_auc": 0.5186320746180921 + }, + "2": { + "accuracy": 0.3225, + "roc_auc": 0.5001221092883352 + }, + "3": { + "accuracy": 0.2875, + "roc_auc": 0.5026766856582552 + }, + "4": { + "accuracy": 0.365, + "roc_auc": 0.48999972583903106 + }, + "5": { + "accuracy": 0.4025, + "roc_auc": 0.5028085415427792 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.165, + "roc_auc": 0.5470133774566627 + }, + "2": { + "accuracy": 0.1925, + "roc_auc": 0.5375287218501316 + }, + "3": { + "accuracy": 0.2225, + "roc_auc": 0.5312268290109706 + }, + "4": { + "accuracy": 0.23, + "roc_auc": 0.5256584216785961 + }, + "5": { + "accuracy": 0.23, + "roc_auc": 0.5104974403564613 + } + }, + "contrast": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.5256657249416374 + }, + "2": { + "accuracy": 0.1875, + "roc_auc": 0.5253448999987821 + }, + "3": { + "accuracy": 0.215, + "roc_auc": 0.5433952340973315 + }, + "4": { + "accuracy": 0.275, + "roc_auc": 0.5277270635132346 + }, + "5": { + "accuracy": 0.1875, + "roc_auc": 0.5118336571419554 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/all_results.json b/results/zeroshot/biomedclip/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b084571adcbd991baa62c7cfe1e72a7b7d65f1bd --- /dev/null +++ b/results/zeroshot/biomedclip/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.22712657117801813, + "roc_auc": 0.5831078481128287 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.24115755627009647, + "roc_auc": 0.5352144066016461 + }, + "2": { + "accuracy": 0.2057877813504823, + "roc_auc": 0.487829799620657 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.44313189600354386 + }, + "4": { + "accuracy": 0.15667933352820812, + "roc_auc": 0.4275027421106995 + }, + "5": { + "accuracy": 0.14469453376205788, + "roc_auc": 0.422189387329027 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1616486407483192, + "roc_auc": 0.4580582473272167 + }, + "2": { + "accuracy": 0.15171002630809705, + "roc_auc": 0.44103999117794634 + }, + "3": { + "accuracy": 0.1581408944752996, + "roc_auc": 0.44861204497568596 + }, + "4": { + "accuracy": 0.1642794504530839, + "roc_auc": 0.4802132171320401 + }, + "5": { + "accuracy": 0.15112540192926044, + "roc_auc": 0.5153109263440658 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.26746565331774336, + "roc_auc": 0.5615567653244969 + }, + "2": { + "accuracy": 0.26746565331774336, + "roc_auc": 0.561556579715554 + }, + "3": { + "accuracy": 0.25109617071031864, + "roc_auc": 0.5468866172885501 + }, + "4": { + "accuracy": 0.21134171294943, + "roc_auc": 0.5336978400288798 + }, + "5": { + "accuracy": 0.20432622040339082, + "roc_auc": 0.5316871209054979 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.24729611224788073, + "roc_auc": 0.5407161386967894 + }, + "2": { + "accuracy": 0.21748026892721425, + "roc_auc": 0.5016558042056641 + }, + "3": { + "accuracy": 0.20257234726688103, + "roc_auc": 0.4894057714358102 + }, + "4": { + "accuracy": 0.20637240572931892, + "roc_auc": 0.4960809280453479 + }, + "5": { + "accuracy": 0.2130955860859398, + "roc_auc": 0.5100979147194583 + } + }, + "pixelate": { + "1": { + "accuracy": 0.24788073662671734, + "roc_auc": 0.5591214542762647 + }, + "2": { + "accuracy": 0.24992692195264543, + "roc_auc": 0.5718158054930932 + }, + "3": { + "accuracy": 0.2543116047939199, + "roc_auc": 0.5674102504631415 + }, + "4": { + "accuracy": 0.2531423560362467, + "roc_auc": 0.5590080592281186 + }, + "5": { + "accuracy": 0.26892721426483485, + "roc_auc": 0.540710348211409 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.21280327389652148, + "roc_auc": 0.5805221601366999 + }, + "2": { + "accuracy": 0.22011107863197896, + "roc_auc": 0.5760106453598637 + }, + "3": { + "accuracy": 0.2522654194679918, + "roc_auc": 0.5781470635061793 + }, + "4": { + "accuracy": 0.26629640456007014, + "roc_auc": 0.5637432900153871 + }, + "5": { + "accuracy": 0.24320374159602456, + "roc_auc": 0.5038382053076662 + } + }, + "contrast": { + "1": { + "accuracy": 0.21046477638117508, + "roc_auc": 0.5715536134416187 + }, + "2": { + "accuracy": 0.19555685472084186, + "roc_auc": 0.5457470823432344 + }, + "3": { + "accuracy": 0.1908798596901491, + "roc_auc": 0.5329796210238232 + }, + "4": { + "accuracy": 0.19964922537269805, + "roc_auc": 0.5367388415628151 + }, + "5": { + "accuracy": 0.15229465068693365, + "roc_auc": 0.6019658400811583 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.6139556432274186 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1775, + "roc_auc": 0.593100365914596 + }, + "2": { + "accuracy": 0.18, + "roc_auc": 0.5648338281681153 + }, + "3": { + "accuracy": 0.18, + "roc_auc": 0.5329632628686001 + }, + "4": { + "accuracy": 0.1825, + "roc_auc": 0.5175980650599854 + }, + "5": { + "accuracy": 0.195, + "roc_auc": 0.5178584923281635 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.17, + "roc_auc": 0.5521134980625992 + }, + "2": { + "accuracy": 0.17, + "roc_auc": 0.5225519114038966 + }, + "3": { + "accuracy": 0.1675, + "roc_auc": 0.5085506305934642 + }, + "4": { + "accuracy": 0.17, + "roc_auc": 0.5144841740506826 + }, + "5": { + "accuracy": 0.1675, + "roc_auc": 0.4968474485054399 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.19, + "roc_auc": 0.5692217040636967 + }, + "2": { + "accuracy": 0.19, + "roc_auc": 0.5692217040636967 + }, + "3": { + "accuracy": 0.2025, + "roc_auc": 0.5467822951306911 + }, + "4": { + "accuracy": 0.22, + "roc_auc": 0.5370630002544898 + }, + "5": { + "accuracy": 0.2575, + "roc_auc": 0.5468316940741256 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.5617202577893673 + }, + "2": { + "accuracy": 0.1975, + "roc_auc": 0.5607804088773596 + }, + "3": { + "accuracy": 0.23, + "roc_auc": 0.5609492350356815 + }, + "4": { + "accuracy": 0.2425, + "roc_auc": 0.5625146181199232 + }, + "5": { + "accuracy": 0.28, + "roc_auc": 0.5587980566092646 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2675, + "roc_auc": 0.5221552420189726 + }, + "2": { + "accuracy": 0.2375, + "roc_auc": 0.5176648086090313 + }, + "3": { + "accuracy": 0.205, + "roc_auc": 0.5148708875286826 + }, + "4": { + "accuracy": 0.2375, + "roc_auc": 0.5018945807883115 + }, + "5": { + "accuracy": 0.2675, + "roc_auc": 0.4798160144998139 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.6170990931814762 + }, + "2": { + "accuracy": 0.18, + "roc_auc": 0.6191864309850763 + }, + "3": { + "accuracy": 0.185, + "roc_auc": 0.6154187444392384 + }, + "4": { + "accuracy": 0.185, + "roc_auc": 0.6134474153970831 + }, + "5": { + "accuracy": 0.1925, + "roc_auc": 0.5998691403260692 + } + }, + "contrast": { + "1": { + "accuracy": 0.1775, + "roc_auc": 0.5837813860889275 + }, + "2": { + "accuracy": 0.21, + "roc_auc": 0.5364357544275575 + }, + "3": { + "accuracy": 0.2675, + "roc_auc": 0.5092804119983108 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.493905555780988 + }, + "5": { + "accuracy": 0.4275, + "roc_auc": 0.45241845303985173 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5004177109440268 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5014619883040936 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.47598162071846273 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.44569757727652465 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4269005847953216 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.41102756892230574 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.5129490392648287 + }, + "2": { + "accuracy": 0.717948717948718, + "roc_auc": 0.5008354218880535 + }, + "3": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.4479949874686716 + }, + "4": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.43859649122807015 + }, + "5": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.4672096908939014 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.506265664160401 + }, + "2": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.506265664160401 + }, + "3": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.5160818713450293 + }, + "4": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.5060568086883876 + }, + "5": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.46094402673350043 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4471595655806182 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4444444444444445 + }, + "3": { + "accuracy": 0.7243589743589743, + "roc_auc": 0.4135338345864662 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.37343358395989973 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3650793650793651 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.36758563074352546 + }, + "2": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.40977443609022557 + }, + "3": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.41144527986633245 + }, + "4": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.4298245614035088 + }, + "5": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.4306599832915622 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5029239766081871 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5029239766081871 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5073099415204679 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5110693400167085 + }, + "5": { + "accuracy": 0.717948717948718, + "roc_auc": 0.5150375939849624 + } + }, + "contrast": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5004177109440268 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.49812030075187963 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4776524644945698 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.43045112781954886 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.30785296574770254 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.255, + "roc_auc": 0.7815946666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.7661239999999999 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.7613586666666667 + }, + "3": { + "accuracy": 0.259, + "roc_auc": 0.7667946666666666 + }, + "4": { + "accuracy": 0.258, + "roc_auc": 0.7755773333333335 + }, + "5": { + "accuracy": 0.258, + "roc_auc": 0.7702359999999999 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.26, + "roc_auc": 0.7077346666666666 + }, + "2": { + "accuracy": 0.256, + "roc_auc": 0.7234893333333332 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.7529213333333334 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.7298993333333332 + }, + "5": { + "accuracy": 0.292, + "roc_auc": 0.6922653333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.28, + "roc_auc": 0.6688773333333333 + }, + "2": { + "accuracy": 0.28, + "roc_auc": 0.6688773333333333 + }, + "3": { + "accuracy": 0.255, + "roc_auc": 0.6138653333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.600352 + }, + "5": { + "accuracy": 0.272, + "roc_auc": 0.6047726666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.274, + "roc_auc": 0.6608533333333333 + }, + "2": { + "accuracy": 0.297, + "roc_auc": 0.5788773333333334 + }, + "3": { + "accuracy": 0.311, + "roc_auc": 0.5485226666666667 + }, + "4": { + "accuracy": 0.3, + "roc_auc": 0.5191186666666667 + }, + "5": { + "accuracy": 0.3, + "roc_auc": 0.5082026666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.284, + "roc_auc": 0.611078 + }, + "2": { + "accuracy": 0.273, + "roc_auc": 0.6366406666666667 + }, + "3": { + "accuracy": 0.27, + "roc_auc": 0.614288 + }, + "4": { + "accuracy": 0.275, + "roc_auc": 0.6261086666666666 + }, + "5": { + "accuracy": 0.275, + "roc_auc": 0.6200906666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.256, + "roc_auc": 0.7767026666666665 + }, + "2": { + "accuracy": 0.258, + "roc_auc": 0.7713093333333334 + }, + "3": { + "accuracy": 0.259, + "roc_auc": 0.7661939999999999 + }, + "4": { + "accuracy": 0.26, + "roc_auc": 0.760748 + }, + "5": { + "accuracy": 0.258, + "roc_auc": 0.7517426666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.26, + "roc_auc": 0.761544 + }, + "2": { + "accuracy": 0.271, + "roc_auc": 0.6883773333333334 + }, + "3": { + "accuracy": 0.284, + "roc_auc": 0.6472933333333333 + }, + "4": { + "accuracy": 0.35, + "roc_auc": 0.6605486666666667 + }, + "5": { + "accuracy": 0.317, + "roc_auc": 0.6891313333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.8355139162831471 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.7120315581854043 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5564102564102564 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.47560815253122946 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.4061472715318869 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.3859083936007013 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5239316239316238 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.49020381328073637 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.4697896120973044 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.4514792899408284 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.4680144641683104 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.719143107604646 + }, + "2": { + "accuracy": 0.391025641025641, + "roc_auc": 0.7191431076046461 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6662886259040106 + }, + "4": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6171707210168749 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.590664036817883 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.735097523559062 + }, + "2": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6470030681569143 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6132259478413324 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5748685075608152 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5471509971509971 + } + }, + "pixelate": { + "1": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6892066622835853 + }, + "2": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.7450361604207758 + }, + "3": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.7487946526408065 + }, + "4": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.7280078895463511 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.672934472934473 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.530448717948718, + "roc_auc": 0.8380013149243919 + }, + "2": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.839666885820732 + }, + "3": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.8386806925268464 + }, + "4": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.8354152969537585 + }, + "5": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.8142121411352181 + } + }, + "contrast": { + "1": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.8028928336620644 + }, + "2": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6650339688801228 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.5495726495726496 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.402520271751041 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.19532653955730878 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.5338089076840349 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.5024966961388552 + }, + "2": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5089330758455564 + }, + "3": { + "accuracy": 0.005988023952095809, + "roc_auc": 0.49381774501924003 + }, + "4": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.4996388013798646 + }, + "5": { + "accuracy": 0.004627109417528579, + "roc_auc": 0.492174897154602 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.010070767555797496, + "roc_auc": 0.5444220870117508 + }, + "2": { + "accuracy": 0.009254218835057159, + "roc_auc": 0.526924746611227 + }, + "3": { + "accuracy": 0.01115949918345128, + "roc_auc": 0.5480735938506778 + }, + "4": { + "accuracy": 0.01442569406641263, + "roc_auc": 0.5341318939946252 + }, + "5": { + "accuracy": 0.03647250952640174, + "roc_auc": 0.5374799888039051 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.5166507037591116 + }, + "2": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.5166506938396812 + }, + "3": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5200704558539525 + }, + "4": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5217212475505314 + }, + "5": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.5149758919479811 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5393477598589029 + }, + "2": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5427596013409238 + }, + "3": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5416115715557315 + }, + "4": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.542111830872283 + }, + "5": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.5571927864995404 + } + }, + "pixelate": { + "1": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.5366524477216983 + }, + "2": { + "accuracy": 0.008437670114316821, + "roc_auc": 0.5635684633314892 + }, + "3": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5372723726800643 + }, + "4": { + "accuracy": 0.010887316276537834, + "roc_auc": 0.552303681235684 + }, + "5": { + "accuracy": 0.02885138813282526, + "roc_auc": 0.5819713829624588 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.5288461659405522 + }, + "2": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.5282374750484436 + }, + "3": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5256520496454372 + }, + "4": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.533295791797595 + }, + "5": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.5391342687127244 + } + }, + "contrast": { + "1": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5339188581220033 + }, + "2": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5365617581759257 + }, + "3": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5402874577871728 + }, + "4": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5558256072409153 + }, + "5": { + "accuracy": 0.017964071856287425, + "roc_auc": 0.5343911105816053 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.17441448882071856 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.20118282107250313 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.22190431242994513 + }, + "3": { + "accuracy": 0.2109375, + "roc_auc": 0.2553831632352074 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.2545277564745443 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.2879476137101056 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.2592693646392543 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.26353902424635717 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.3340068432540853 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.505486401982184 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.5966462155625036 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.20501740310306177 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.20501740310306177 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.23243466462155626 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.26870096159518614 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.28585334198572354 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.23954338977051504 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.30580791693705384 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.3595068137573004 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.35455135390242465 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.35379918588873815 + } + }, + "pixelate": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.40120051914341337 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.40912040587575954 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.3744026901067784 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.44398560556899297 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.5204412719013627 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.17417851454191494 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.16838239631880125 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.16115568403044067 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.15239513892985668 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.14173205120641852 + } + }, + "contrast": { + "1": { + "accuracy": 0.2109375, + "roc_auc": 0.20607928735767803 + }, + "2": { + "accuracy": 0.2140625, + "roc_auc": 0.2627868562326706 + }, + "3": { + "accuracy": 0.2140625, + "roc_auc": 0.31607279806501093 + }, + "4": { + "accuracy": 0.2140625, + "roc_auc": 0.4830540971034157 + }, + "5": { + "accuracy": 0.2265625, + "roc_auc": 0.7968998879122176 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.46932515337423314, + "roc_auc": 0.45220949907527647 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.5954826270019281 + }, + "2": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.6284578758902925 + }, + "3": { + "accuracy": 0.6288343558282209, + "roc_auc": 0.6370755125329556 + }, + "4": { + "accuracy": 0.647239263803681, + "roc_auc": 0.6545862353913351 + }, + "5": { + "accuracy": 0.6411042944785276, + "roc_auc": 0.6445126510053909 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5603431314681463 + }, + "2": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5858418919450674 + }, + "3": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.5587297839688349 + }, + "4": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.5812772990201865 + }, + "5": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5699051666469918 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.439538818714831 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.439538818714831 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4456774092000157 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.454963994805808 + }, + "5": { + "accuracy": 0.4263803680981595, + "roc_auc": 0.4753472632117419 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.470782670286861 + }, + "2": { + "accuracy": 0.4386503067484663, + "roc_auc": 0.49100853893676466 + }, + "3": { + "accuracy": 0.44785276073619634, + "roc_auc": 0.5038759689922481 + }, + "4": { + "accuracy": 0.4601226993865031, + "roc_auc": 0.5176090977058985 + }, + "5": { + "accuracy": 0.4539877300613497, + "roc_auc": 0.529099279896116 + } + }, + "pixelate": { + "1": { + "accuracy": 0.42024539877300615, + "roc_auc": 0.48965096604100267 + }, + "2": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.5259512847755087 + }, + "3": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.5060795655766733 + }, + "4": { + "accuracy": 0.4662576687116564, + "roc_auc": 0.547751150985716 + }, + "5": { + "accuracy": 0.4263803680981595, + "roc_auc": 0.5387400149529769 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4570552147239264, + "roc_auc": 0.449730452917798 + }, + "2": { + "accuracy": 0.4325153374233129, + "roc_auc": 0.4466218077361981 + }, + "3": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.44296226340849176 + }, + "4": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.44430016133474987 + }, + "5": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.4350529256679653 + } + }, + "contrast": { + "1": { + "accuracy": 0.450920245398773, + "roc_auc": 0.48581434698776216 + }, + "2": { + "accuracy": 0.44785276073619634, + "roc_auc": 0.5175303978278833 + }, + "3": { + "accuracy": 0.4785276073619632, + "roc_auc": 0.5416912603785464 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.5941447290756698 + }, + "5": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.6087238814779836 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44512177165238387 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.4601702152722561 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42695173307418205 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4562534970698236 + }, + "4": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.45975792914568425 + }, + "5": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.4357864357864357 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4993962953146627 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49006095944871453 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48175633889919606 + }, + "4": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4809317666460523 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44141119651323735 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.45030479724357275 + }, + "2": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.45030479724357275 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.45575286391612924 + }, + "4": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.45413316841888274 + }, + "5": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4382601525458668 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4430897900285655 + }, + "2": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.45148275760520656 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.45651853815119114 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4517183496775334 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.45336749418382066 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.431545778484554 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4641163824837295 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4598462761728068 + }, + "4": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4543393114821686 + }, + "5": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.47610212916335365 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.4465942221044261 + }, + "2": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4477132844479783 + }, + "3": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.4480077745383868 + }, + "4": { + "accuracy": 0.5873015873015873, + "roc_auc": 0.4426775039019937 + }, + "5": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.438613540654357 + } + }, + "contrast": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4250080984774862 + }, + "2": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4163206408104368 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.36852489913714404 + }, + "4": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.37379627175545543 + }, + "5": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.37258886238478073 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5800160051992926 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5099762700120579 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.437071106426224 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.4456552457325181 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.458316789484972 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.4740119048894928 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.4730026582674409 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.4860566127649137 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.4987382163173803 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5475609364296464 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.591317862499738 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.4924794213913792 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.4924794213913792 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.4555578186036425 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.4445253257476105 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.4514952683864834 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5946894088601908 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5834685311256567 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.5794771267979458 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5838592793134927 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5824513548006113 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5045570849824085 + }, + "2": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.5479107810384108 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.56908439196192 + }, + "4": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.6125890739621327 + }, + "5": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.6336249996602695 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5746846815569299 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5686896324669636 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.5654036294571704 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5626584233778797 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5688850741907653 + } + }, + "contrast": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5398550098751306 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.4847992119839793 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.45167940542656165 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.41587812435510835 + }, + "5": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.6836514814062674 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.207, + "roc_auc": 0.40218000000000004 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.201, + "roc_auc": 0.422312 + }, + "2": { + "accuracy": 0.21, + "roc_auc": 0.413756 + }, + "3": { + "accuracy": 0.219, + "roc_auc": 0.4176466666666666 + }, + "4": { + "accuracy": 0.219, + "roc_auc": 0.4139333333333334 + }, + "5": { + "accuracy": 0.227, + "roc_auc": 0.41009199999999996 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.234, + "roc_auc": 0.4581386666666666 + }, + "2": { + "accuracy": 0.217, + "roc_auc": 0.41614266666666666 + }, + "3": { + "accuracy": 0.194, + "roc_auc": 0.40035733333333334 + }, + "4": { + "accuracy": 0.219, + "roc_auc": 0.4254393333333334 + }, + "5": { + "accuracy": 0.231, + "roc_auc": 0.44604200000000005 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.238, + "roc_auc": 0.43695266666666666 + }, + "2": { + "accuracy": 0.238, + "roc_auc": 0.43695266666666666 + }, + "3": { + "accuracy": 0.245, + "roc_auc": 0.46742799999999995 + }, + "4": { + "accuracy": 0.249, + "roc_auc": 0.49865866666666664 + }, + "5": { + "accuracy": 0.247, + "roc_auc": 0.505216 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.215, + "roc_auc": 0.43886000000000003 + }, + "2": { + "accuracy": 0.213, + "roc_auc": 0.4762346666666667 + }, + "3": { + "accuracy": 0.204, + "roc_auc": 0.4859466666666667 + }, + "4": { + "accuracy": 0.223, + "roc_auc": 0.49572399999999994 + }, + "5": { + "accuracy": 0.239, + "roc_auc": 0.5022586666666665 + } + }, + "pixelate": { + "1": { + "accuracy": 0.237, + "roc_auc": 0.52034 + }, + "2": { + "accuracy": 0.228, + "roc_auc": 0.496468 + }, + "3": { + "accuracy": 0.246, + "roc_auc": 0.5233146666666667 + }, + "4": { + "accuracy": 0.225, + "roc_auc": 0.4937066666666666 + }, + "5": { + "accuracy": 0.222, + "roc_auc": 0.5241386666666668 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.212, + "roc_auc": 0.4081173333333334 + }, + "2": { + "accuracy": 0.209, + "roc_auc": 0.41569200000000006 + }, + "3": { + "accuracy": 0.203, + "roc_auc": 0.4223779999999999 + }, + "4": { + "accuracy": 0.202, + "roc_auc": 0.42783866666666664 + }, + "5": { + "accuracy": 0.179, + "roc_auc": 0.4340153333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.204, + "roc_auc": 0.41830933333333337 + }, + "2": { + "accuracy": 0.209, + "roc_auc": 0.4481086666666666 + }, + "3": { + "accuracy": 0.205, + "roc_auc": 0.4613066666666667 + }, + "4": { + "accuracy": 0.228, + "roc_auc": 0.4877013333333333 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.5438453333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4085842762558375 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.41014133071807213 + }, + "2": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4219017908385686 + }, + "3": { + "accuracy": 0.08248025738520035, + "roc_auc": 0.43499496268494886 + }, + "4": { + "accuracy": 0.08218777420298333, + "roc_auc": 0.44341672269119975 + }, + "5": { + "accuracy": 0.07955542556303012, + "roc_auc": 0.44825730615711296 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0856975723895876, + "roc_auc": 0.42274471874729114 + }, + "2": { + "accuracy": 0.07897045919859608, + "roc_auc": 0.42895587504833493 + }, + "3": { + "accuracy": 0.06727113190991518, + "roc_auc": 0.4340021581358914 + }, + "4": { + "accuracy": 0.05118455688797894, + "roc_auc": 0.4431418345176812 + }, + "5": { + "accuracy": 0.04124012869260017, + "roc_auc": 0.45960588137894487 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.44074166686683497 + }, + "2": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.44074150581282584 + }, + "3": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4508530765288945 + }, + "4": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4690901165210346 + }, + "5": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4805544295776391 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4017446812952211 + }, + "2": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4148313067319894 + }, + "3": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4242290275738093 + }, + "4": { + "accuracy": 0.08715998830067272, + "roc_auc": 0.4411801147030167 + }, + "5": { + "accuracy": 0.08891488739397485, + "roc_auc": 0.4541830131119189 + } + }, + "pixelate": { + "1": { + "accuracy": 0.08862240421175782, + "roc_auc": 0.5282129347598716 + }, + "2": { + "accuracy": 0.08482012284293654, + "roc_auc": 0.5292138404610437 + }, + "3": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.5392033879293026 + }, + "4": { + "accuracy": 0.09183971921614507, + "roc_auc": 0.569299527966534 + }, + "5": { + "accuracy": 0.08862240421175782, + "roc_auc": 0.5654895543535485 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.40496657546930637 + }, + "2": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.414567492928519 + }, + "3": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4345029260886232 + }, + "4": { + "accuracy": 0.08628253875402164, + "roc_auc": 0.4533765502740793 + }, + "5": { + "accuracy": 0.08306522374963439, + "roc_auc": 0.44130300646636755 + } + }, + "contrast": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4113579326280048 + }, + "2": { + "accuracy": 0.08540508920737058, + "roc_auc": 0.4306366334290779 + }, + "3": { + "accuracy": 0.08277274056741737, + "roc_auc": 0.44715902502267013 + }, + "4": { + "accuracy": 0.07165837964317051, + "roc_auc": 0.4628442526151919 + }, + "5": { + "accuracy": 0.10090669786487277, + "roc_auc": 0.5166716876825556 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/aml_results.json b/results/zeroshot/biomedclip/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e3c47e516d86e6a8ef9e960293bb7e1fcb508cfe --- /dev/null +++ b/results/zeroshot/biomedclip/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.5338089076840349 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.5024966961388552 + }, + "2": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5089330758455564 + }, + "3": { + "accuracy": 0.005988023952095809, + "roc_auc": 0.49381774501924003 + }, + "4": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.4996388013798646 + }, + "5": { + "accuracy": 0.004627109417528579, + "roc_auc": 0.492174897154602 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.010070767555797496, + "roc_auc": 0.5444220870117508 + }, + "2": { + "accuracy": 0.009254218835057159, + "roc_auc": 0.526924746611227 + }, + "3": { + "accuracy": 0.01115949918345128, + "roc_auc": 0.5480735938506778 + }, + "4": { + "accuracy": 0.01442569406641263, + "roc_auc": 0.5341318939946252 + }, + "5": { + "accuracy": 0.03647250952640174, + "roc_auc": 0.5374799888039051 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.5166507037591116 + }, + "2": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.5166506938396812 + }, + "3": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5200704558539525 + }, + "4": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5217212475505314 + }, + "5": { + "accuracy": 0.007348938486663037, + "roc_auc": 0.5149758919479811 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5393477598589029 + }, + "2": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5427596013409238 + }, + "3": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5416115715557315 + }, + "4": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.542111830872283 + }, + "5": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.5571927864995404 + } + }, + "pixelate": { + "1": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.5366524477216983 + }, + "2": { + "accuracy": 0.008437670114316821, + "roc_auc": 0.5635684633314892 + }, + "3": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5372723726800643 + }, + "4": { + "accuracy": 0.010887316276537834, + "roc_auc": 0.552303681235684 + }, + "5": { + "accuracy": 0.02885138813282526, + "roc_auc": 0.5819713829624588 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.5288461659405522 + }, + "2": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.5282374750484436 + }, + "3": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5256520496454372 + }, + "4": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.533295791797595 + }, + "5": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.5391342687127244 + } + }, + "contrast": { + "1": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5339188581220033 + }, + "2": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5365617581759257 + }, + "3": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5402874577871728 + }, + "4": { + "accuracy": 0.0065323897659227, + "roc_auc": 0.5558256072409153 + }, + "5": { + "accuracy": 0.017964071856287425, + "roc_auc": 0.5343911105816053 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/bloodmnist_results.json b/results/zeroshot/biomedclip/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..102db5480b8b3e52a24d8fd506de3e376b796c67 --- /dev/null +++ b/results/zeroshot/biomedclip/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.22712657117801813, + "roc_auc": 0.5831078481128287 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.24115755627009647, + "roc_auc": 0.5352144066016461 + }, + "2": { + "accuracy": 0.2057877813504823, + "roc_auc": 0.487829799620657 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.44313189600354386 + }, + "4": { + "accuracy": 0.15667933352820812, + "roc_auc": 0.4275027421106995 + }, + "5": { + "accuracy": 0.14469453376205788, + "roc_auc": 0.422189387329027 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1616486407483192, + "roc_auc": 0.4580582473272167 + }, + "2": { + "accuracy": 0.15171002630809705, + "roc_auc": 0.44103999117794634 + }, + "3": { + "accuracy": 0.1581408944752996, + "roc_auc": 0.44861204497568596 + }, + "4": { + "accuracy": 0.1642794504530839, + "roc_auc": 0.4802132171320401 + }, + "5": { + "accuracy": 0.15112540192926044, + "roc_auc": 0.5153109263440658 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.26746565331774336, + "roc_auc": 0.5615567653244969 + }, + "2": { + "accuracy": 0.26746565331774336, + "roc_auc": 0.561556579715554 + }, + "3": { + "accuracy": 0.25109617071031864, + "roc_auc": 0.5468866172885501 + }, + "4": { + "accuracy": 0.21134171294943, + "roc_auc": 0.5336978400288798 + }, + "5": { + "accuracy": 0.20432622040339082, + "roc_auc": 0.5316871209054979 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.24729611224788073, + "roc_auc": 0.5407161386967894 + }, + "2": { + "accuracy": 0.21748026892721425, + "roc_auc": 0.5016558042056641 + }, + "3": { + "accuracy": 0.20257234726688103, + "roc_auc": 0.4894057714358102 + }, + "4": { + "accuracy": 0.20637240572931892, + "roc_auc": 0.4960809280453479 + }, + "5": { + "accuracy": 0.2130955860859398, + "roc_auc": 0.5100979147194583 + } + }, + "pixelate": { + "1": { + "accuracy": 0.24788073662671734, + "roc_auc": 0.5591214542762647 + }, + "2": { + "accuracy": 0.24992692195264543, + "roc_auc": 0.5718158054930932 + }, + "3": { + "accuracy": 0.2543116047939199, + "roc_auc": 0.5674102504631415 + }, + "4": { + "accuracy": 0.2531423560362467, + "roc_auc": 0.5590080592281186 + }, + "5": { + "accuracy": 0.26892721426483485, + "roc_auc": 0.540710348211409 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.21280327389652148, + "roc_auc": 0.5805221601366999 + }, + "2": { + "accuracy": 0.22011107863197896, + "roc_auc": 0.5760106453598637 + }, + "3": { + "accuracy": 0.2522654194679918, + "roc_auc": 0.5781470635061793 + }, + "4": { + "accuracy": 0.26629640456007014, + "roc_auc": 0.5637432900153871 + }, + "5": { + "accuracy": 0.24320374159602456, + "roc_auc": 0.5038382053076662 + } + }, + "contrast": { + "1": { + "accuracy": 0.21046477638117508, + "roc_auc": 0.5715536134416187 + }, + "2": { + "accuracy": 0.19555685472084186, + "roc_auc": 0.5457470823432344 + }, + "3": { + "accuracy": 0.1908798596901491, + "roc_auc": 0.5329796210238232 + }, + "4": { + "accuracy": 0.19964922537269805, + "roc_auc": 0.5367388415628151 + }, + "5": { + "accuracy": 0.15229465068693365, + "roc_auc": 0.6019658400811583 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/breastmnist_results.json b/results/zeroshot/biomedclip/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fdf9118a7931233fe255e23d76f7bbe3cd553728 --- /dev/null +++ b/results/zeroshot/biomedclip/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5004177109440268 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5014619883040936 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.47598162071846273 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.44569757727652465 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4269005847953216 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.41102756892230574 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.5129490392648287 + }, + "2": { + "accuracy": 0.717948717948718, + "roc_auc": 0.5008354218880535 + }, + "3": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.4479949874686716 + }, + "4": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.43859649122807015 + }, + "5": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.4672096908939014 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.506265664160401 + }, + "2": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.506265664160401 + }, + "3": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.5160818713450293 + }, + "4": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.5060568086883876 + }, + "5": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.46094402673350043 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4471595655806182 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4444444444444445 + }, + "3": { + "accuracy": 0.7243589743589743, + "roc_auc": 0.4135338345864662 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.37343358395989973 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3650793650793651 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.36758563074352546 + }, + "2": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.40977443609022557 + }, + "3": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.41144527986633245 + }, + "4": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.4298245614035088 + }, + "5": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.4306599832915622 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5029239766081871 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5029239766081871 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5073099415204679 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5110693400167085 + }, + "5": { + "accuracy": 0.717948717948718, + "roc_auc": 0.5150375939849624 + } + }, + "contrast": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5004177109440268 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.49812030075187963 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4776524644945698 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.43045112781954886 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.30785296574770254 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/fundus_results.json b/results/zeroshot/biomedclip/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9c10e8d89a7cc185a02cf6d88d1ea069243a4613 --- /dev/null +++ b/results/zeroshot/biomedclip/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.17441448882071856 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.20118282107250313 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.22190431242994513 + }, + "3": { + "accuracy": 0.2109375, + "roc_auc": 0.2553831632352074 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.2545277564745443 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.2879476137101056 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.2592693646392543 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.26353902424635717 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.3340068432540853 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.505486401982184 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.5966462155625036 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.20501740310306177 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.20501740310306177 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.23243466462155626 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.26870096159518614 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.28585334198572354 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.23954338977051504 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.30580791693705384 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.3595068137573004 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.35455135390242465 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.35379918588873815 + } + }, + "pixelate": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.40120051914341337 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.40912040587575954 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.3744026901067784 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.44398560556899297 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.5204412719013627 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.209375, + "roc_auc": 0.17417851454191494 + }, + "2": { + "accuracy": 0.209375, + "roc_auc": 0.16838239631880125 + }, + "3": { + "accuracy": 0.209375, + "roc_auc": 0.16115568403044067 + }, + "4": { + "accuracy": 0.209375, + "roc_auc": 0.15239513892985668 + }, + "5": { + "accuracy": 0.209375, + "roc_auc": 0.14173205120641852 + } + }, + "contrast": { + "1": { + "accuracy": 0.2109375, + "roc_auc": 0.20607928735767803 + }, + "2": { + "accuracy": 0.2140625, + "roc_auc": 0.2627868562326706 + }, + "3": { + "accuracy": 0.2140625, + "roc_auc": 0.31607279806501093 + }, + "4": { + "accuracy": 0.2140625, + "roc_auc": 0.4830540971034157 + }, + "5": { + "accuracy": 0.2265625, + "roc_auc": 0.7968998879122176 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/mammo_calc_results.json b/results/zeroshot/biomedclip/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ba12f851e3264ddb723b7cad8fa63a28f5fe59a6 --- /dev/null +++ b/results/zeroshot/biomedclip/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.46932515337423314, + "roc_auc": 0.45220949907527647 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.5954826270019281 + }, + "2": { + "accuracy": 0.5797546012269938, + "roc_auc": 0.6284578758902925 + }, + "3": { + "accuracy": 0.6288343558282209, + "roc_auc": 0.6370755125329556 + }, + "4": { + "accuracy": 0.647239263803681, + "roc_auc": 0.6545862353913351 + }, + "5": { + "accuracy": 0.6411042944785276, + "roc_auc": 0.6445126510053909 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5603431314681463 + }, + "2": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.5858418919450674 + }, + "3": { + "accuracy": 0.6257668711656442, + "roc_auc": 0.5587297839688349 + }, + "4": { + "accuracy": 0.6165644171779141, + "roc_auc": 0.5812772990201865 + }, + "5": { + "accuracy": 0.6226993865030674, + "roc_auc": 0.5699051666469918 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.439538818714831 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.439538818714831 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4456774092000157 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.454963994805808 + }, + "5": { + "accuracy": 0.4263803680981595, + "roc_auc": 0.4753472632117419 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.470782670286861 + }, + "2": { + "accuracy": 0.4386503067484663, + "roc_auc": 0.49100853893676466 + }, + "3": { + "accuracy": 0.44785276073619634, + "roc_auc": 0.5038759689922481 + }, + "4": { + "accuracy": 0.4601226993865031, + "roc_auc": 0.5176090977058985 + }, + "5": { + "accuracy": 0.4539877300613497, + "roc_auc": 0.529099279896116 + } + }, + "pixelate": { + "1": { + "accuracy": 0.42024539877300615, + "roc_auc": 0.48965096604100267 + }, + "2": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.5259512847755087 + }, + "3": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.5060795655766733 + }, + "4": { + "accuracy": 0.4662576687116564, + "roc_auc": 0.547751150985716 + }, + "5": { + "accuracy": 0.4263803680981595, + "roc_auc": 0.5387400149529769 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4570552147239264, + "roc_auc": 0.449730452917798 + }, + "2": { + "accuracy": 0.4325153374233129, + "roc_auc": 0.4466218077361981 + }, + "3": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.44296226340849176 + }, + "4": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.44430016133474987 + }, + "5": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.4350529256679653 + } + }, + "contrast": { + "1": { + "accuracy": 0.450920245398773, + "roc_auc": 0.48581434698776216 + }, + "2": { + "accuracy": 0.44785276073619634, + "roc_auc": 0.5175303978278833 + }, + "3": { + "accuracy": 0.4785276073619632, + "roc_auc": 0.5416912603785464 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.5941447290756698 + }, + "5": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.6087238814779836 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/mammo_mass_results.json b/results/zeroshot/biomedclip/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..7dfd2c7e75d4aa7354d990d4f6539716c5e56eda --- /dev/null +++ b/results/zeroshot/biomedclip/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44512177165238387 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.4601702152722561 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.42695173307418205 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4562534970698236 + }, + "4": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.45975792914568425 + }, + "5": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.4357864357864357 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4993962953146627 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.49006095944871453 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.48175633889919606 + }, + "4": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4809317666460523 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44141119651323735 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.45030479724357275 + }, + "2": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.45030479724357275 + }, + "3": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.45575286391612924 + }, + "4": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.45413316841888274 + }, + "5": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4382601525458668 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4430897900285655 + }, + "2": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.45148275760520656 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.45651853815119114 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4517183496775334 + }, + "5": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.45336749418382066 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.431545778484554 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4641163824837295 + }, + "3": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4598462761728068 + }, + "4": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4543393114821686 + }, + "5": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.47610212916335365 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.4465942221044261 + }, + "2": { + "accuracy": 0.6005291005291006, + "roc_auc": 0.4477132844479783 + }, + "3": { + "accuracy": 0.5925925925925926, + "roc_auc": 0.4480077745383868 + }, + "4": { + "accuracy": 0.5873015873015873, + "roc_auc": 0.4426775039019937 + }, + "5": { + "accuracy": 0.5952380952380952, + "roc_auc": 0.438613540654357 + } + }, + "contrast": { + "1": { + "accuracy": 0.6058201058201058, + "roc_auc": 0.4250080984774862 + }, + "2": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.4163206408104368 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.36852489913714404 + }, + "4": { + "accuracy": 0.6084656084656085, + "roc_auc": 0.37379627175545543 + }, + "5": { + "accuracy": 0.6031746031746031, + "roc_auc": 0.37258886238478073 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/oct_results.json b/results/zeroshot/biomedclip/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..dd76a5cdf8dfba0f2c18bc258ce9e4bc70c76ce1 --- /dev/null +++ b/results/zeroshot/biomedclip/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.207, + "roc_auc": 0.40218000000000004 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.201, + "roc_auc": 0.422312 + }, + "2": { + "accuracy": 0.21, + "roc_auc": 0.413756 + }, + "3": { + "accuracy": 0.219, + "roc_auc": 0.4176466666666666 + }, + "4": { + "accuracy": 0.219, + "roc_auc": 0.4139333333333334 + }, + "5": { + "accuracy": 0.227, + "roc_auc": 0.41009199999999996 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.234, + "roc_auc": 0.4581386666666666 + }, + "2": { + "accuracy": 0.217, + "roc_auc": 0.41614266666666666 + }, + "3": { + "accuracy": 0.194, + "roc_auc": 0.40035733333333334 + }, + "4": { + "accuracy": 0.219, + "roc_auc": 0.4254393333333334 + }, + "5": { + "accuracy": 0.231, + "roc_auc": 0.44604200000000005 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.238, + "roc_auc": 0.43695266666666666 + }, + "2": { + "accuracy": 0.238, + "roc_auc": 0.43695266666666666 + }, + "3": { + "accuracy": 0.245, + "roc_auc": 0.46742799999999995 + }, + "4": { + "accuracy": 0.249, + "roc_auc": 0.49865866666666664 + }, + "5": { + "accuracy": 0.247, + "roc_auc": 0.505216 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.215, + "roc_auc": 0.43886000000000003 + }, + "2": { + "accuracy": 0.213, + "roc_auc": 0.4762346666666667 + }, + "3": { + "accuracy": 0.204, + "roc_auc": 0.4859466666666667 + }, + "4": { + "accuracy": 0.223, + "roc_auc": 0.49572399999999994 + }, + "5": { + "accuracy": 0.239, + "roc_auc": 0.5022586666666665 + } + }, + "pixelate": { + "1": { + "accuracy": 0.237, + "roc_auc": 0.52034 + }, + "2": { + "accuracy": 0.228, + "roc_auc": 0.496468 + }, + "3": { + "accuracy": 0.246, + "roc_auc": 0.5233146666666667 + }, + "4": { + "accuracy": 0.225, + "roc_auc": 0.4937066666666666 + }, + "5": { + "accuracy": 0.222, + "roc_auc": 0.5241386666666668 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.212, + "roc_auc": 0.4081173333333334 + }, + "2": { + "accuracy": 0.209, + "roc_auc": 0.41569200000000006 + }, + "3": { + "accuracy": 0.203, + "roc_auc": 0.4223779999999999 + }, + "4": { + "accuracy": 0.202, + "roc_auc": 0.42783866666666664 + }, + "5": { + "accuracy": 0.179, + "roc_auc": 0.4340153333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.204, + "roc_auc": 0.41830933333333337 + }, + "2": { + "accuracy": 0.209, + "roc_auc": 0.4481086666666666 + }, + "3": { + "accuracy": 0.205, + "roc_auc": 0.4613066666666667 + }, + "4": { + "accuracy": 0.228, + "roc_auc": 0.4877013333333333 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.5438453333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/octmnist_results.json b/results/zeroshot/biomedclip/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..8af7ea53f10a3a0fe68404f985978078db2dab07 --- /dev/null +++ b/results/zeroshot/biomedclip/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.255, + "roc_auc": 0.7815946666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.7661239999999999 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.7613586666666667 + }, + "3": { + "accuracy": 0.259, + "roc_auc": 0.7667946666666666 + }, + "4": { + "accuracy": 0.258, + "roc_auc": 0.7755773333333335 + }, + "5": { + "accuracy": 0.258, + "roc_auc": 0.7702359999999999 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.26, + "roc_auc": 0.7077346666666666 + }, + "2": { + "accuracy": 0.256, + "roc_auc": 0.7234893333333332 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.7529213333333334 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.7298993333333332 + }, + "5": { + "accuracy": 0.292, + "roc_auc": 0.6922653333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.28, + "roc_auc": 0.6688773333333333 + }, + "2": { + "accuracy": 0.28, + "roc_auc": 0.6688773333333333 + }, + "3": { + "accuracy": 0.255, + "roc_auc": 0.6138653333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.600352 + }, + "5": { + "accuracy": 0.272, + "roc_auc": 0.6047726666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.274, + "roc_auc": 0.6608533333333333 + }, + "2": { + "accuracy": 0.297, + "roc_auc": 0.5788773333333334 + }, + "3": { + "accuracy": 0.311, + "roc_auc": 0.5485226666666667 + }, + "4": { + "accuracy": 0.3, + "roc_auc": 0.5191186666666667 + }, + "5": { + "accuracy": 0.3, + "roc_auc": 0.5082026666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.284, + "roc_auc": 0.611078 + }, + "2": { + "accuracy": 0.273, + "roc_auc": 0.6366406666666667 + }, + "3": { + "accuracy": 0.27, + "roc_auc": 0.614288 + }, + "4": { + "accuracy": 0.275, + "roc_auc": 0.6261086666666666 + }, + "5": { + "accuracy": 0.275, + "roc_auc": 0.6200906666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.256, + "roc_auc": 0.7767026666666665 + }, + "2": { + "accuracy": 0.258, + "roc_auc": 0.7713093333333334 + }, + "3": { + "accuracy": 0.259, + "roc_auc": 0.7661939999999999 + }, + "4": { + "accuracy": 0.26, + "roc_auc": 0.760748 + }, + "5": { + "accuracy": 0.258, + "roc_auc": 0.7517426666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.26, + "roc_auc": 0.761544 + }, + "2": { + "accuracy": 0.271, + "roc_auc": 0.6883773333333334 + }, + "3": { + "accuracy": 0.284, + "roc_auc": 0.6472933333333333 + }, + "4": { + "accuracy": 0.35, + "roc_auc": 0.6605486666666667 + }, + "5": { + "accuracy": 0.317, + "roc_auc": 0.6891313333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/pbc_results.json b/results/zeroshot/biomedclip/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3c95e41b9bfcd20e7b0441e539bb0cbcb0c1ac93 --- /dev/null +++ b/results/zeroshot/biomedclip/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4085842762558375 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.41014133071807213 + }, + "2": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4219017908385686 + }, + "3": { + "accuracy": 0.08248025738520035, + "roc_auc": 0.43499496268494886 + }, + "4": { + "accuracy": 0.08218777420298333, + "roc_auc": 0.44341672269119975 + }, + "5": { + "accuracy": 0.07955542556303012, + "roc_auc": 0.44825730615711296 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0856975723895876, + "roc_auc": 0.42274471874729114 + }, + "2": { + "accuracy": 0.07897045919859608, + "roc_auc": 0.42895587504833493 + }, + "3": { + "accuracy": 0.06727113190991518, + "roc_auc": 0.4340021581358914 + }, + "4": { + "accuracy": 0.05118455688797894, + "roc_auc": 0.4431418345176812 + }, + "5": { + "accuracy": 0.04124012869260017, + "roc_auc": 0.45960588137894487 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.44074166686683497 + }, + "2": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.44074150581282584 + }, + "3": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4508530765288945 + }, + "4": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4690901165210346 + }, + "5": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4805544295776391 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4017446812952211 + }, + "2": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4148313067319894 + }, + "3": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4242290275738093 + }, + "4": { + "accuracy": 0.08715998830067272, + "roc_auc": 0.4411801147030167 + }, + "5": { + "accuracy": 0.08891488739397485, + "roc_auc": 0.4541830131119189 + } + }, + "pixelate": { + "1": { + "accuracy": 0.08862240421175782, + "roc_auc": 0.5282129347598716 + }, + "2": { + "accuracy": 0.08482012284293654, + "roc_auc": 0.5292138404610437 + }, + "3": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.5392033879293026 + }, + "4": { + "accuracy": 0.09183971921614507, + "roc_auc": 0.569299527966534 + }, + "5": { + "accuracy": 0.08862240421175782, + "roc_auc": 0.5654895543535485 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.40496657546930637 + }, + "2": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.414567492928519 + }, + "3": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4345029260886232 + }, + "4": { + "accuracy": 0.08628253875402164, + "roc_auc": 0.4533765502740793 + }, + "5": { + "accuracy": 0.08306522374963439, + "roc_auc": 0.44130300646636755 + } + }, + "contrast": { + "1": { + "accuracy": 0.08599005557180463, + "roc_auc": 0.4113579326280048 + }, + "2": { + "accuracy": 0.08540508920737058, + "roc_auc": 0.4306366334290779 + }, + "3": { + "accuracy": 0.08277274056741737, + "roc_auc": 0.44715902502267013 + }, + "4": { + "accuracy": 0.07165837964317051, + "roc_auc": 0.4628442526151919 + }, + "5": { + "accuracy": 0.10090669786487277, + "roc_auc": 0.5166716876825556 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/pneumonia_results.json b/results/zeroshot/biomedclip/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4ef08219fdb1ca466a750e3f14f1941cecc009b6 --- /dev/null +++ b/results/zeroshot/biomedclip/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5800160051992926 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5099762700120579 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.437071106426224 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.4456552457325181 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.458316789484972 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.4740119048894928 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.4730026582674409 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.4860566127649137 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.4987382163173803 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5475609364296464 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.591317862499738 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.4924794213913792 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.4924794213913792 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.4555578186036425 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.4445253257476105 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.4514952683864834 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5946894088601908 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5834685311256567 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.5794771267979458 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5838592793134927 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5824513548006113 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5045570849824085 + }, + "2": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.5479107810384108 + }, + "3": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.56908439196192 + }, + "4": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.6125890739621327 + }, + "5": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.6336249996602695 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5746846815569299 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5686896324669636 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.5654036294571704 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5626584233778797 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5688850741907653 + } + }, + "contrast": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5398550098751306 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.4847992119839793 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.45167940542656165 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.41587812435510835 + }, + "5": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.6836514814062674 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/pneumoniamnist_results.json b/results/zeroshot/biomedclip/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..16bff5344786f1b7381c051a0f70db88a299651d --- /dev/null +++ b/results/zeroshot/biomedclip/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.8355139162831471 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.40705128205128205, + "roc_auc": 0.7120315581854043 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5564102564102564 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.47560815253122946 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.4061472715318869 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.3859083936007013 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.5239316239316238 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.49020381328073637 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.4697896120973044 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.4514792899408284 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.4680144641683104 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.719143107604646 + }, + "2": { + "accuracy": 0.391025641025641, + "roc_auc": 0.7191431076046461 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6662886259040106 + }, + "4": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6171707210168749 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.590664036817883 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.735097523559062 + }, + "2": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6470030681569143 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6132259478413324 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5748685075608152 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5471509971509971 + } + }, + "pixelate": { + "1": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6892066622835853 + }, + "2": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.7450361604207758 + }, + "3": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.7487946526408065 + }, + "4": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.7280078895463511 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.672934472934473 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.530448717948718, + "roc_auc": 0.8380013149243919 + }, + "2": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.839666885820732 + }, + "3": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.8386806925268464 + }, + "4": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.8354152969537585 + }, + "5": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.8142121411352181 + } + }, + "contrast": { + "1": { + "accuracy": 0.5080128205128205, + "roc_auc": 0.8028928336620644 + }, + "2": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6650339688801228 + }, + "3": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.5495726495726496 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.402520271751041 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.19532653955730878 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/biomedclip/vit/retinamnist_results.json b/results/zeroshot/biomedclip/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..debe908d41bea85b8f208e7311ccaf58f343184e --- /dev/null +++ b/results/zeroshot/biomedclip/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.6139556432274186 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1775, + "roc_auc": 0.593100365914596 + }, + "2": { + "accuracy": 0.18, + "roc_auc": 0.5648338281681153 + }, + "3": { + "accuracy": 0.18, + "roc_auc": 0.5329632628686001 + }, + "4": { + "accuracy": 0.1825, + "roc_auc": 0.5175980650599854 + }, + "5": { + "accuracy": 0.195, + "roc_auc": 0.5178584923281635 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.17, + "roc_auc": 0.5521134980625992 + }, + "2": { + "accuracy": 0.17, + "roc_auc": 0.5225519114038966 + }, + "3": { + "accuracy": 0.1675, + "roc_auc": 0.5085506305934642 + }, + "4": { + "accuracy": 0.17, + "roc_auc": 0.5144841740506826 + }, + "5": { + "accuracy": 0.1675, + "roc_auc": 0.4968474485054399 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.19, + "roc_auc": 0.5692217040636967 + }, + "2": { + "accuracy": 0.19, + "roc_auc": 0.5692217040636967 + }, + "3": { + "accuracy": 0.2025, + "roc_auc": 0.5467822951306911 + }, + "4": { + "accuracy": 0.22, + "roc_auc": 0.5370630002544898 + }, + "5": { + "accuracy": 0.2575, + "roc_auc": 0.5468316940741256 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.5617202577893673 + }, + "2": { + "accuracy": 0.1975, + "roc_auc": 0.5607804088773596 + }, + "3": { + "accuracy": 0.23, + "roc_auc": 0.5609492350356815 + }, + "4": { + "accuracy": 0.2425, + "roc_auc": 0.5625146181199232 + }, + "5": { + "accuracy": 0.28, + "roc_auc": 0.5587980566092646 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2675, + "roc_auc": 0.5221552420189726 + }, + "2": { + "accuracy": 0.2375, + "roc_auc": 0.5176648086090313 + }, + "3": { + "accuracy": 0.205, + "roc_auc": 0.5148708875286826 + }, + "4": { + "accuracy": 0.2375, + "roc_auc": 0.5018945807883115 + }, + "5": { + "accuracy": 0.2675, + "roc_auc": 0.4798160144998139 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.6170990931814762 + }, + "2": { + "accuracy": 0.18, + "roc_auc": 0.6191864309850763 + }, + "3": { + "accuracy": 0.185, + "roc_auc": 0.6154187444392384 + }, + "4": { + "accuracy": 0.185, + "roc_auc": 0.6134474153970831 + }, + "5": { + "accuracy": 0.1925, + "roc_auc": 0.5998691403260692 + } + }, + "contrast": { + "1": { + "accuracy": 0.1775, + "roc_auc": 0.5837813860889275 + }, + "2": { + "accuracy": 0.21, + "roc_auc": 0.5364357544275575 + }, + "3": { + "accuracy": 0.2675, + "roc_auc": 0.5092804119983108 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.493905555780988 + }, + "5": { + "accuracy": 0.4275, + "roc_auc": 0.45241845303985173 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/all_results.json b/results/zeroshot/clip/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d333b088c6a77254085b63cda5b371bf3d924612 --- /dev/null +++ b/results/zeroshot/clip/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.15726395790704473, + "roc_auc": 0.5135746379322241 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.14966384098216895, + "roc_auc": 0.5026023603195824 + }, + "2": { + "accuracy": 0.14849459222449576, + "roc_auc": 0.4988685255586912 + }, + "3": { + "accuracy": 0.15521777258111663, + "roc_auc": 0.4947878842748623 + }, + "4": { + "accuracy": 0.15726395790704473, + "roc_auc": 0.49898359276384585 + }, + "5": { + "accuracy": 0.1619409529377375, + "roc_auc": 0.4984114477642967 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.15346389944460684, + "roc_auc": 0.5028378031787413 + }, + "2": { + "accuracy": 0.15083308973984216, + "roc_auc": 0.49978349533762023 + }, + "3": { + "accuracy": 0.15229465068693365, + "roc_auc": 0.499462603558169 + }, + "4": { + "accuracy": 0.1631102016954107, + "roc_auc": 0.5015767051687665 + }, + "5": { + "accuracy": 0.17684887459807075, + "roc_auc": 0.5083056201405991 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.15317158725518853, + "roc_auc": 0.5177870852851916 + }, + "2": { + "accuracy": 0.15346389944460684, + "roc_auc": 0.5178430420024195 + }, + "3": { + "accuracy": 0.15287927506577023, + "roc_auc": 0.520594365980276 + }, + "4": { + "accuracy": 0.15697164571762642, + "roc_auc": 0.5221220439213056 + }, + "5": { + "accuracy": 0.160479391990646, + "roc_auc": 0.5183969887882861 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1631102016954107, + "roc_auc": 0.5244045999970894 + }, + "2": { + "accuracy": 0.1636948260742473, + "roc_auc": 0.5311566363918007 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5306441514986846 + }, + "4": { + "accuracy": 0.17187956737795967, + "roc_auc": 0.5309495259496767 + }, + "5": { + "accuracy": 0.17246419175679625, + "roc_auc": 0.5298973544948271 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1598947676118094, + "roc_auc": 0.5259187371723832 + }, + "2": { + "accuracy": 0.15638702133878982, + "roc_auc": 0.5138270261387738 + }, + "3": { + "accuracy": 0.15931014323297282, + "roc_auc": 0.5203826088919581 + }, + "4": { + "accuracy": 0.15667933352820812, + "roc_auc": 0.5283756754631908 + }, + "5": { + "accuracy": 0.16954106986261328, + "roc_auc": 0.5359806379835335 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.14878690441391407, + "roc_auc": 0.5223807899139341 + }, + "2": { + "accuracy": 0.1625255773165741, + "roc_auc": 0.5351005825375378 + }, + "3": { + "accuracy": 0.15521777258111663, + "roc_auc": 0.5442337663706882 + }, + "4": { + "accuracy": 0.14557147033031279, + "roc_auc": 0.5353617716288045 + }, + "5": { + "accuracy": 0.12101724641917568, + "roc_auc": 0.5045641713376745 + } + }, + "contrast": { + "1": { + "accuracy": 0.17597193802981584, + "roc_auc": 0.5304499783576053 + }, + "2": { + "accuracy": 0.15463314820228002, + "roc_auc": 0.501554177849862 + }, + "3": { + "accuracy": 0.16778719672610348, + "roc_auc": 0.522889059734974 + }, + "4": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.5546306086225796 + }, + "5": { + "accuracy": 0.12277111955568547, + "roc_auc": 0.5731205329499358 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4175, + "roc_auc": 0.5399293326355122 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4125, + "roc_auc": 0.5319310406890192 + }, + "2": { + "accuracy": 0.3875, + "roc_auc": 0.5236221649496358 + }, + "3": { + "accuracy": 0.3825, + "roc_auc": 0.49812461694412324 + }, + "4": { + "accuracy": 0.3825, + "roc_auc": 0.49576799653039066 + }, + "5": { + "accuracy": 0.385, + "roc_auc": 0.4741469681320739 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.5153735552737438 + }, + "2": { + "accuracy": 0.3725, + "roc_auc": 0.5034818287316746 + }, + "3": { + "accuracy": 0.34, + "roc_auc": 0.5085635461739303 + }, + "4": { + "accuracy": 0.3675, + "roc_auc": 0.5029936725130649 + }, + "5": { + "accuracy": 0.355, + "roc_auc": 0.48186461508788153 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.385, + "roc_auc": 0.5479160547122056 + }, + "2": { + "accuracy": 0.385, + "roc_auc": 0.5479160547122056 + }, + "3": { + "accuracy": 0.3925, + "roc_auc": 0.5254880431536193 + }, + "4": { + "accuracy": 0.3925, + "roc_auc": 0.5274025169716101 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.5528303449796448 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.49709604268622626 + }, + "2": { + "accuracy": 0.3875, + "roc_auc": 0.4698447973289377 + }, + "3": { + "accuracy": 0.385, + "roc_auc": 0.45630750116097313 + }, + "4": { + "accuracy": 0.39, + "roc_auc": 0.44660199086399627 + }, + "5": { + "accuracy": 0.3725, + "roc_auc": 0.43373928339165235 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.5043535199746603 + }, + "2": { + "accuracy": 0.4425, + "roc_auc": 0.5382704122788798 + }, + "3": { + "accuracy": 0.45, + "roc_auc": 0.5473057904587624 + }, + "4": { + "accuracy": 0.425, + "roc_auc": 0.5419623032062891 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.5070199229487617 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.5057196616696686 + }, + "2": { + "accuracy": 0.3375, + "roc_auc": 0.4734709891118623 + }, + "3": { + "accuracy": 0.3125, + "roc_auc": 0.4569181647855697 + }, + "4": { + "accuracy": 0.31, + "roc_auc": 0.44710966451213385 + }, + "5": { + "accuracy": 0.2375, + "roc_auc": 0.45424154042680553 + } + }, + "contrast": { + "1": { + "accuracy": 0.41, + "roc_auc": 0.5231679471643188 + }, + "2": { + "accuracy": 0.385, + "roc_auc": 0.5273131876466575 + }, + "3": { + "accuracy": 0.415, + "roc_auc": 0.5513672649308761 + }, + "4": { + "accuracy": 0.4225, + "roc_auc": 0.5748361242383171 + }, + "5": { + "accuracy": 0.4475, + "roc_auc": 0.5919926987038766 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.4668964076858814 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.4909147869674185 + }, + "2": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.4773391812865497 + }, + "3": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.462719298245614 + }, + "4": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.4398496240601504 + }, + "5": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.44434001670843776 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.49425647451963245 + }, + "2": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.481516290726817 + }, + "3": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.4969715956558061 + }, + "4": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.4836048454469507 + }, + "5": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.4736842105263158 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.717948717948718, + "roc_auc": 0.5078320802005013 + }, + "2": { + "accuracy": 0.717948717948718, + "roc_auc": 0.5078320802005013 + }, + "3": { + "accuracy": 0.717948717948718, + "roc_auc": 0.49206349206349204 + }, + "4": { + "accuracy": 0.717948717948718, + "roc_auc": 0.49582289055973267 + }, + "5": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.5220342522974102 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.5514828738512949 + }, + "2": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6000417710944026 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.600250626566416 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.6028613199665831 + }, + "5": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6032790309106099 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.5069966583124478 + }, + "2": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.5048036758563075 + }, + "3": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.4827694235588973 + }, + "4": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.4451754385964912 + }, + "5": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.48819966583124474 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.4440267335004177 + }, + "2": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.46459899749373434 + }, + "3": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4573934837092732 + }, + "4": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.3666457811194653 + }, + "5": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.3848162071846283 + } + }, + "contrast": { + "1": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.5139933166248956 + }, + "2": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.5804093567251463 + }, + "3": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.5790517961570593 + }, + "4": { + "accuracy": 0.6346153846153846, + "roc_auc": 0.5499164578111947 + }, + "5": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.5334168755221387 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.269, + "roc_auc": 0.5742746666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.275, + "roc_auc": 0.5842133333333334 + }, + "2": { + "accuracy": 0.273, + "roc_auc": 0.5841646666666667 + }, + "3": { + "accuracy": 0.273, + "roc_auc": 0.5905199999999999 + }, + "4": { + "accuracy": 0.275, + "roc_auc": 0.5892333333333333 + }, + "5": { + "accuracy": 0.276, + "roc_auc": 0.5912973333333333 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.278, + "roc_auc": 0.5756326666666667 + }, + "2": { + "accuracy": 0.289, + "roc_auc": 0.567836 + }, + "3": { + "accuracy": 0.292, + "roc_auc": 0.5698273333333334 + }, + "4": { + "accuracy": 0.288, + "roc_auc": 0.5656693333333334 + }, + "5": { + "accuracy": 0.279, + "roc_auc": 0.5415 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.264, + "roc_auc": 0.5804640000000001 + }, + "2": { + "accuracy": 0.264, + "roc_auc": 0.5804640000000001 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.5826926666666667 + }, + "4": { + "accuracy": 0.26, + "roc_auc": 0.5819366666666667 + }, + "5": { + "accuracy": 0.257, + "roc_auc": 0.5834100000000001 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.262, + "roc_auc": 0.5924666666666667 + }, + "2": { + "accuracy": 0.26, + "roc_auc": 0.5896753333333333 + }, + "3": { + "accuracy": 0.256, + "roc_auc": 0.5979953333333333 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.6021126666666666 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.597392 + } + }, + "pixelate": { + "1": { + "accuracy": 0.261, + "roc_auc": 0.5900593333333333 + }, + "2": { + "accuracy": 0.26, + "roc_auc": 0.5979840000000001 + }, + "3": { + "accuracy": 0.265, + "roc_auc": 0.594874 + }, + "4": { + "accuracy": 0.259, + "roc_auc": 0.5870886666666667 + }, + "5": { + "accuracy": 0.263, + "roc_auc": 0.5735386666666666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.264, + "roc_auc": 0.56687 + }, + "2": { + "accuracy": 0.292, + "roc_auc": 0.5736173333333334 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.5704133333333333 + }, + "4": { + "accuracy": 0.239, + "roc_auc": 0.5274833333333333 + }, + "5": { + "accuracy": 0.207, + "roc_auc": 0.4660053333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.5616353333333333 + }, + "2": { + "accuracy": 0.272, + "roc_auc": 0.5500633333333333 + }, + "3": { + "accuracy": 0.281, + "roc_auc": 0.5427586666666666 + }, + "4": { + "accuracy": 0.271, + "roc_auc": 0.5521940000000001 + }, + "5": { + "accuracy": 0.274, + "roc_auc": 0.5643566666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6687650668419898 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6650394477317555 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6662338373876835 + }, + "3": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6742110453648914 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6698498794652641 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6627328511943895 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.7157955292570677 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6861658996274381 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6694444444444445 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.659845496383958 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.653155818540434 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.7011341222879686 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.7011341222879686 + }, + "3": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6901325882095113 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6717072101687486 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6657188253342101 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6900777996931843 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6373876835415299 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5929596756519833 + }, + "4": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5557527942143328 + }, + "5": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5165790050405434 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.7153517422748192 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.7210442691211922 + }, + "3": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.701506684198992 + }, + "4": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6838428665351742 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.6737234275695814 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6443019943019943 + }, + "2": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.635497479728249 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6679322813938198 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6826758711374096 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.622408503177734 + } + }, + "contrast": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6139491562568485 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5912776682007452 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6659598948060486 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.7188965592811747 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.7885546789392943 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.027490473598258028, + "roc_auc": 0.4744390319123702 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.029123571039738703, + "roc_auc": 0.49510381866351216 + }, + "2": { + "accuracy": 0.02694610778443114, + "roc_auc": 0.4999418858084633 + }, + "3": { + "accuracy": 0.02558519324986391, + "roc_auc": 0.5189613874173348 + }, + "4": { + "accuracy": 0.0261295590636908, + "roc_auc": 0.5077427900387189 + }, + "5": { + "accuracy": 0.028307022318998367, + "roc_auc": 0.4996364070513344 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.02476864452912357, + "roc_auc": 0.4908087010078094 + }, + "2": { + "accuracy": 0.026401741970604246, + "roc_auc": 0.48606081680417623 + }, + "3": { + "accuracy": 0.024496461622210124, + "roc_auc": 0.49908260451436814 + }, + "4": { + "accuracy": 0.02694610778443114, + "roc_auc": 0.5168578929940405 + }, + "5": { + "accuracy": 0.02939575394665215, + "roc_auc": 0.5175401041662647 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0261295590636908, + "roc_auc": 0.45709317667458 + }, + "2": { + "accuracy": 0.0261295590636908, + "roc_auc": 0.45709317667458 + }, + "3": { + "accuracy": 0.028307022318998367, + "roc_auc": 0.4648925169523207 + }, + "4": { + "accuracy": 0.026401741970604246, + "roc_auc": 0.4660220337001895 + }, + "5": { + "accuracy": 0.02476864452912357, + "roc_auc": 0.46376668030013257 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.028579205225911813, + "roc_auc": 0.4461924276100223 + }, + "2": { + "accuracy": 0.02803483941208492, + "roc_auc": 0.4320483663479237 + }, + "3": { + "accuracy": 0.029123571039738703, + "roc_auc": 0.4234845809793557 + }, + "4": { + "accuracy": 0.024224278715296678, + "roc_auc": 0.41894061561769763 + }, + "5": { + "accuracy": 0.02558519324986391, + "roc_auc": 0.4210420593639817 + } + }, + "pixelate": { + "1": { + "accuracy": 0.02286336418072945, + "roc_auc": 0.5047872200906605 + }, + "2": { + "accuracy": 0.029123571039738703, + "roc_auc": 0.4650548435657123 + }, + "3": { + "accuracy": 0.02694610778443114, + "roc_auc": 0.4556702864043275 + }, + "4": { + "accuracy": 0.02939575394665215, + "roc_auc": 0.4902989391345271 + }, + "5": { + "accuracy": 0.03402286336418073, + "roc_auc": 0.49867491976976525 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.02558519324986391, + "roc_auc": 0.5168007507900234 + }, + "2": { + "accuracy": 0.025313010342950464, + "roc_auc": 0.4744254849067815 + }, + "3": { + "accuracy": 0.02803483941208492, + "roc_auc": 0.4822494277846373 + }, + "4": { + "accuracy": 0.032117583015786606, + "roc_auc": 0.485537017274506 + }, + "5": { + "accuracy": 0.0362003266194883, + "roc_auc": 0.47084397242758436 + } + }, + "contrast": { + "1": { + "accuracy": 0.038649972781709306, + "roc_auc": 0.49808944207697714 + }, + "2": { + "accuracy": 0.042188350571584106, + "roc_auc": 0.5256089245673767 + }, + "3": { + "accuracy": 0.040283070223189985, + "roc_auc": 0.522123774474118 + }, + "4": { + "accuracy": 0.05280348394120849, + "roc_auc": 0.511768007456969 + }, + "5": { + "accuracy": 0.04763200870985302, + "roc_auc": 0.5091766957170708 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.4890625, + "roc_auc": 0.3236534717715769 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.475, + "roc_auc": 0.36012624623915995 + }, + "2": { + "accuracy": 0.440625, + "roc_auc": 0.36225001474839236 + }, + "3": { + "accuracy": 0.403125, + "roc_auc": 0.3604728334611528 + }, + "4": { + "accuracy": 0.3796875, + "roc_auc": 0.3712391599315675 + }, + "5": { + "accuracy": 0.371875, + "roc_auc": 0.36472037047961775 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.3219279098578255 + }, + "2": { + "accuracy": 0.3359375, + "roc_auc": 0.32087339979942187 + }, + "3": { + "accuracy": 0.3078125, + "roc_auc": 0.3206964190903191 + }, + "4": { + "accuracy": 0.30625, + "roc_auc": 0.3659076160698484 + }, + "5": { + "accuracy": 0.2828125, + "roc_auc": 0.3742625803787387 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4765625, + "roc_auc": 0.34188985900536845 + }, + "2": { + "accuracy": 0.4765625, + "roc_auc": 0.34188985900536845 + }, + "3": { + "accuracy": 0.4515625, + "roc_auc": 0.34242817532888914 + }, + "4": { + "accuracy": 0.4515625, + "roc_auc": 0.34309185298802425 + }, + "5": { + "accuracy": 0.465625, + "roc_auc": 0.34855613238157035 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.440625, + "roc_auc": 0.3342354433366763 + }, + "2": { + "accuracy": 0.41875, + "roc_auc": 0.33339478496843844 + }, + "3": { + "accuracy": 0.4171875, + "roc_auc": 0.3367869152262404 + }, + "4": { + "accuracy": 0.39375, + "roc_auc": 0.340260161642381 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.3628841956226771 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4484375, + "roc_auc": 0.34615214441625863 + }, + "2": { + "accuracy": 0.4546875, + "roc_auc": 0.34524511828210724 + }, + "3": { + "accuracy": 0.4359375, + "roc_auc": 0.33461890153973217 + }, + "4": { + "accuracy": 0.4515625, + "roc_auc": 0.3348622500147484 + }, + "5": { + "accuracy": 0.459375, + "roc_auc": 0.33431655949501504 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4390625, + "roc_auc": 0.32347649106247417 + }, + "2": { + "accuracy": 0.3765625, + "roc_auc": 0.35958792991563915 + }, + "3": { + "accuracy": 0.440625, + "roc_auc": 0.4157055630936228 + }, + "4": { + "accuracy": 0.596875, + "roc_auc": 0.4963571470709693 + }, + "5": { + "accuracy": 0.7421875, + "roc_auc": 0.6497772992743791 + } + }, + "contrast": { + "1": { + "accuracy": 0.471875, + "roc_auc": 0.3195902896584273 + }, + "2": { + "accuracy": 0.4671875, + "roc_auc": 0.3271045955990797 + }, + "3": { + "accuracy": 0.475, + "roc_auc": 0.33907291605215034 + }, + "4": { + "accuracy": 0.53125, + "roc_auc": 0.33183882956757715 + }, + "5": { + "accuracy": 0.63125, + "roc_auc": 0.35514128959943364 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.4539877300613497, + "roc_auc": 0.6068350844056192 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4754601226993865, + "roc_auc": 0.5888324873096447 + }, + "2": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.587533939322394 + }, + "3": { + "accuracy": 0.42024539877300615, + "roc_auc": 0.5809624995081257 + }, + "4": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5918034077047181 + }, + "5": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.5742336599378272 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4938650306748466, + "roc_auc": 0.5487348994609058 + }, + "2": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.5306536024869162 + }, + "3": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.5485774997048753 + }, + "4": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.5312832015110377 + }, + "5": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.5510171959233462 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.565714398142683 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.565714398142683 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5799590760634321 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5969779246842166 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5878093888954472 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4601226993865031, + "roc_auc": 0.5988863967260851 + }, + "2": { + "accuracy": 0.4539877300613497, + "roc_auc": 0.6055168614488647 + }, + "3": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.5989060716955888 + }, + "4": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.5983551725494826 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.6159249203163736 + } + }, + "pixelate": { + "1": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.5926691063628851 + }, + "2": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5781489788690828 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5849761932869004 + }, + "4": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.5988273718175736 + }, + "5": { + "accuracy": 0.39263803680981596, + "roc_auc": 0.5528076181481918 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.450920245398773, + "roc_auc": 0.6207649628143077 + }, + "2": { + "accuracy": 0.43558282208588955, + "roc_auc": 0.5869830401762877 + }, + "3": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5819659229528193 + }, + "4": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5206390430094834 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5157006256640302 + } + }, + "contrast": { + "1": { + "accuracy": 0.46319018404907975, + "roc_auc": 0.5943218038012041 + }, + "2": { + "accuracy": 0.4601226993865031, + "roc_auc": 0.589757210876323 + }, + "3": { + "accuracy": 0.4662576687116564, + "roc_auc": 0.5936725298075788 + }, + "4": { + "accuracy": 0.4723926380368098, + "roc_auc": 0.6051627119977964 + }, + "5": { + "accuracy": 0.4570552147239264, + "roc_auc": 0.5944792035572344 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.507553670818977 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49914597873781547 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48596754719203694 + }, + "3": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.46206967635539065 + }, + "4": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.4469770592219572 + }, + "5": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.450172276702889 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.48612951674176164 + }, + "2": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.46299732014017736 + }, + "3": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.472317931501605 + }, + "4": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.4844509232264334 + }, + "5": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.4879553553022941 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4623936154548399 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4623936154548399 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.45628294607886455 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4572842123862532 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4638660659068822 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49461083134552525 + }, + "2": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5099979385693671 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5029449009040846 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5084665900992431 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5091880908207439 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.47106634861736907 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.47510086285596487 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4726418706010543 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4504225932797361 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.45383867832847424 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5133992991135848 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48375887151397357 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.44233884029802395 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4782813558323763 + }, + "5": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.512221338751951 + } + }, + "contrast": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49868951909768233 + }, + "2": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.5104543982095002 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5281090791294873 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5533616043820125 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.505742556762965 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.45817878639870324 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.464955729262117 + }, + "2": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.4560388626520588 + }, + "3": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.44539173531840603 + }, + "4": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.4512109073677741 + }, + "5": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.43929930872521955 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.45205150931959986 + }, + "2": { + "accuracy": 0.328525641025641, + "roc_auc": 0.4359364416540199 + }, + "3": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.42947867078009977 + }, + "4": { + "accuracy": 0.3125, + "roc_auc": 0.4066360509410594 + }, + "5": { + "accuracy": 0.29967948717948717, + "roc_auc": 0.38442311829353065 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.4747427297935997 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.4747427297935997 + }, + "3": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.4789344860411177 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.47352230998040773 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.47476478884023443 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.4556775458959554 + }, + "2": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.45238870591558983 + }, + "3": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.4636774243865836 + }, + "4": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.4865697056832114 + }, + "5": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.4927908550629147 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.439776398268983 + }, + "2": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.4846930696058642 + }, + "3": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.46620688632649826 + }, + "4": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.4399230464074568 + }, + "5": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.42201623253990134 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.46503900739001564 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.4102266279288749 + }, + "3": { + "accuracy": 0.27724358974358976, + "roc_auc": 0.46351393587813816 + }, + "4": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.5274971880054624 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.5530267182302941 + } + }, + "contrast": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5118739344292714 + }, + "2": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.6601845788044515 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.658288105683828 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6444275047296718 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5800279780825028 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.5063706666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.254, + "roc_auc": 0.5033346666666667 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.4937253333333333 + }, + "3": { + "accuracy": 0.259, + "roc_auc": 0.5005626666666667 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.50779 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.5199613333333333 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.474172 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.48161466666666664 + }, + "3": { + "accuracy": 0.246, + "roc_auc": 0.4762233333333333 + }, + "4": { + "accuracy": 0.247, + "roc_auc": 0.467244 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.4551246666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.5182186666666666 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.5182186666666666 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.5146953333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.5132286666666666 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5137733333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.5421826666666667 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.5495473333333334 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.548796 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.545974 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.5454426666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.248, + "roc_auc": 0.5226766666666667 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.5352146666666666 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.5248279999999999 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.5369613333333333 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.5098273333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.5197526666666666 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.5033466666666666 + }, + "3": { + "accuracy": 0.241, + "roc_auc": 0.5252693333333334 + }, + "4": { + "accuracy": 0.243, + "roc_auc": 0.544798 + }, + "5": { + "accuracy": 0.228, + "roc_auc": 0.4805246666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.524628 + }, + "2": { + "accuracy": 0.256, + "roc_auc": 0.5464026666666667 + }, + "3": { + "accuracy": 0.256, + "roc_auc": 0.5329086666666667 + }, + "4": { + "accuracy": 0.256, + "roc_auc": 0.521766 + }, + "5": { + "accuracy": 0.254, + "roc_auc": 0.4567713333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.09534951740274934, + "roc_auc": 0.5180278259141399 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.09768938286048552, + "roc_auc": 0.5279900797697848 + }, + "2": { + "accuracy": 0.0947645510383153, + "roc_auc": 0.5323513043666632 + }, + "3": { + "accuracy": 0.0962269669494004, + "roc_auc": 0.5302857466546995 + }, + "4": { + "accuracy": 0.09330213512723018, + "roc_auc": 0.5333490925830062 + }, + "5": { + "accuracy": 0.09417958467388125, + "roc_auc": 0.5332083229727567 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1000292483182217, + "roc_auc": 0.5230068635481786 + }, + "2": { + "accuracy": 0.10149166422930682, + "roc_auc": 0.525410283852529 + }, + "3": { + "accuracy": 0.10119918104708979, + "roc_auc": 0.5272522187574243 + }, + "4": { + "accuracy": 0.09593448376718339, + "roc_auc": 0.524498952032731 + }, + "5": { + "accuracy": 0.10295408014039192, + "roc_auc": 0.527291461110819 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.09973676513600468, + "roc_auc": 0.5109405078228468 + }, + "2": { + "accuracy": 0.10032173150043873, + "roc_auc": 0.5109509286870582 + }, + "3": { + "accuracy": 0.10061421468265574, + "roc_auc": 0.507210473301857 + }, + "4": { + "accuracy": 0.10149166422930682, + "roc_auc": 0.5059579977998144 + }, + "5": { + "accuracy": 0.10412401286926001, + "roc_auc": 0.5076657026304681 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.09798186604270255, + "roc_auc": 0.5102060728886253 + }, + "2": { + "accuracy": 0.09213220239836209, + "roc_auc": 0.5025438843198318 + }, + "3": { + "accuracy": 0.0894998537584089, + "roc_auc": 0.49633003975298107 + }, + "4": { + "accuracy": 0.09183971921614507, + "roc_auc": 0.49121943509243315 + }, + "5": { + "accuracy": 0.09154723603392804, + "roc_auc": 0.48556968225062835 + } + }, + "pixelate": { + "1": { + "accuracy": 0.11260602515355367, + "roc_auc": 0.5056476869885326 + }, + "2": { + "accuracy": 0.0985668324071366, + "roc_auc": 0.5039081843336488 + }, + "3": { + "accuracy": 0.09973676513600468, + "roc_auc": 0.5024519103589448 + }, + "4": { + "accuracy": 0.10266159695817491, + "roc_auc": 0.5070552832669912 + }, + "5": { + "accuracy": 0.10617139514477918, + "roc_auc": 0.4923175316835594 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.09417958467388125, + "roc_auc": 0.5213823596064455 + }, + "2": { + "accuracy": 0.09651945013161743, + "roc_auc": 0.5057227051968376 + }, + "3": { + "accuracy": 0.10178414741152383, + "roc_auc": 0.4754383198255424 + }, + "4": { + "accuracy": 0.11933313834454519, + "roc_auc": 0.4559790321252169 + }, + "5": { + "accuracy": 0.12781515062883883, + "roc_auc": 0.447162110327736 + } + }, + "contrast": { + "1": { + "accuracy": 0.09505703422053231, + "roc_auc": 0.5108518167283774 + }, + "2": { + "accuracy": 0.09066978648727698, + "roc_auc": 0.4942956582909586 + }, + "3": { + "accuracy": 0.07370576191868967, + "roc_auc": 0.4703090512493382 + }, + "4": { + "accuracy": 0.062298917812225796, + "roc_auc": 0.4361522475144951 + }, + "5": { + "accuracy": 0.06873354782100029, + "roc_auc": 0.46641748416577833 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/aml_results.json b/results/zeroshot/clip/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6a591a7c2fb6860dcb469a07256c3a0ff2529130 --- /dev/null +++ b/results/zeroshot/clip/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.027490473598258028, + "roc_auc": 0.4744390319123702 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.029123571039738703, + "roc_auc": 0.49510381866351216 + }, + "2": { + "accuracy": 0.02694610778443114, + "roc_auc": 0.4999418858084633 + }, + "3": { + "accuracy": 0.02558519324986391, + "roc_auc": 0.5189613874173348 + }, + "4": { + "accuracy": 0.0261295590636908, + "roc_auc": 0.5077427900387189 + }, + "5": { + "accuracy": 0.028307022318998367, + "roc_auc": 0.4996364070513344 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.02476864452912357, + "roc_auc": 0.4908087010078094 + }, + "2": { + "accuracy": 0.026401741970604246, + "roc_auc": 0.48606081680417623 + }, + "3": { + "accuracy": 0.024496461622210124, + "roc_auc": 0.49908260451436814 + }, + "4": { + "accuracy": 0.02694610778443114, + "roc_auc": 0.5168578929940405 + }, + "5": { + "accuracy": 0.02939575394665215, + "roc_auc": 0.5175401041662647 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0261295590636908, + "roc_auc": 0.45709317667458 + }, + "2": { + "accuracy": 0.0261295590636908, + "roc_auc": 0.45709317667458 + }, + "3": { + "accuracy": 0.028307022318998367, + "roc_auc": 0.4648925169523207 + }, + "4": { + "accuracy": 0.026401741970604246, + "roc_auc": 0.4660220337001895 + }, + "5": { + "accuracy": 0.02476864452912357, + "roc_auc": 0.46376668030013257 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.028579205225911813, + "roc_auc": 0.4461924276100223 + }, + "2": { + "accuracy": 0.02803483941208492, + "roc_auc": 0.4320483663479237 + }, + "3": { + "accuracy": 0.029123571039738703, + "roc_auc": 0.4234845809793557 + }, + "4": { + "accuracy": 0.024224278715296678, + "roc_auc": 0.41894061561769763 + }, + "5": { + "accuracy": 0.02558519324986391, + "roc_auc": 0.4210420593639817 + } + }, + "pixelate": { + "1": { + "accuracy": 0.02286336418072945, + "roc_auc": 0.5047872200906605 + }, + "2": { + "accuracy": 0.029123571039738703, + "roc_auc": 0.4650548435657123 + }, + "3": { + "accuracy": 0.02694610778443114, + "roc_auc": 0.4556702864043275 + }, + "4": { + "accuracy": 0.02939575394665215, + "roc_auc": 0.4902989391345271 + }, + "5": { + "accuracy": 0.03402286336418073, + "roc_auc": 0.49867491976976525 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.02558519324986391, + "roc_auc": 0.5168007507900234 + }, + "2": { + "accuracy": 0.025313010342950464, + "roc_auc": 0.4744254849067815 + }, + "3": { + "accuracy": 0.02803483941208492, + "roc_auc": 0.4822494277846373 + }, + "4": { + "accuracy": 0.032117583015786606, + "roc_auc": 0.485537017274506 + }, + "5": { + "accuracy": 0.0362003266194883, + "roc_auc": 0.47084397242758436 + } + }, + "contrast": { + "1": { + "accuracy": 0.038649972781709306, + "roc_auc": 0.49808944207697714 + }, + "2": { + "accuracy": 0.042188350571584106, + "roc_auc": 0.5256089245673767 + }, + "3": { + "accuracy": 0.040283070223189985, + "roc_auc": 0.522123774474118 + }, + "4": { + "accuracy": 0.05280348394120849, + "roc_auc": 0.511768007456969 + }, + "5": { + "accuracy": 0.04763200870985302, + "roc_auc": 0.5091766957170708 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/bloodmnist_results.json b/results/zeroshot/clip/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c16a8b416ae7e09f128222f68ca6c66128e4a045 --- /dev/null +++ b/results/zeroshot/clip/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.15726395790704473, + "roc_auc": 0.5135746379322241 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.14966384098216895, + "roc_auc": 0.5026023603195824 + }, + "2": { + "accuracy": 0.14849459222449576, + "roc_auc": 0.4988685255586912 + }, + "3": { + "accuracy": 0.15521777258111663, + "roc_auc": 0.4947878842748623 + }, + "4": { + "accuracy": 0.15726395790704473, + "roc_auc": 0.49898359276384585 + }, + "5": { + "accuracy": 0.1619409529377375, + "roc_auc": 0.4984114477642967 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.15346389944460684, + "roc_auc": 0.5028378031787413 + }, + "2": { + "accuracy": 0.15083308973984216, + "roc_auc": 0.49978349533762023 + }, + "3": { + "accuracy": 0.15229465068693365, + "roc_auc": 0.499462603558169 + }, + "4": { + "accuracy": 0.1631102016954107, + "roc_auc": 0.5015767051687665 + }, + "5": { + "accuracy": 0.17684887459807075, + "roc_auc": 0.5083056201405991 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.15317158725518853, + "roc_auc": 0.5177870852851916 + }, + "2": { + "accuracy": 0.15346389944460684, + "roc_auc": 0.5178430420024195 + }, + "3": { + "accuracy": 0.15287927506577023, + "roc_auc": 0.520594365980276 + }, + "4": { + "accuracy": 0.15697164571762642, + "roc_auc": 0.5221220439213056 + }, + "5": { + "accuracy": 0.160479391990646, + "roc_auc": 0.5183969887882861 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1631102016954107, + "roc_auc": 0.5244045999970894 + }, + "2": { + "accuracy": 0.1636948260742473, + "roc_auc": 0.5311566363918007 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5306441514986846 + }, + "4": { + "accuracy": 0.17187956737795967, + "roc_auc": 0.5309495259496767 + }, + "5": { + "accuracy": 0.17246419175679625, + "roc_auc": 0.5298973544948271 + } + }, + "pixelate": { + "1": { + "accuracy": 0.1598947676118094, + "roc_auc": 0.5259187371723832 + }, + "2": { + "accuracy": 0.15638702133878982, + "roc_auc": 0.5138270261387738 + }, + "3": { + "accuracy": 0.15931014323297282, + "roc_auc": 0.5203826088919581 + }, + "4": { + "accuracy": 0.15667933352820812, + "roc_auc": 0.5283756754631908 + }, + "5": { + "accuracy": 0.16954106986261328, + "roc_auc": 0.5359806379835335 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.14878690441391407, + "roc_auc": 0.5223807899139341 + }, + "2": { + "accuracy": 0.1625255773165741, + "roc_auc": 0.5351005825375378 + }, + "3": { + "accuracy": 0.15521777258111663, + "roc_auc": 0.5442337663706882 + }, + "4": { + "accuracy": 0.14557147033031279, + "roc_auc": 0.5353617716288045 + }, + "5": { + "accuracy": 0.12101724641917568, + "roc_auc": 0.5045641713376745 + } + }, + "contrast": { + "1": { + "accuracy": 0.17597193802981584, + "roc_auc": 0.5304499783576053 + }, + "2": { + "accuracy": 0.15463314820228002, + "roc_auc": 0.501554177849862 + }, + "3": { + "accuracy": 0.16778719672610348, + "roc_auc": 0.522889059734974 + }, + "4": { + "accuracy": 0.17421806489330605, + "roc_auc": 0.5546306086225796 + }, + "5": { + "accuracy": 0.12277111955568547, + "roc_auc": 0.5731205329499358 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/breastmnist_results.json b/results/zeroshot/clip/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..879d92620fa7ca5f3de66f6f87327e407b972fc1 --- /dev/null +++ b/results/zeroshot/clip/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.4668964076858814 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.4909147869674185 + }, + "2": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.4773391812865497 + }, + "3": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.462719298245614 + }, + "4": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.4398496240601504 + }, + "5": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.44434001670843776 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.49425647451963245 + }, + "2": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.481516290726817 + }, + "3": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.4969715956558061 + }, + "4": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.4836048454469507 + }, + "5": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.4736842105263158 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.717948717948718, + "roc_auc": 0.5078320802005013 + }, + "2": { + "accuracy": 0.717948717948718, + "roc_auc": 0.5078320802005013 + }, + "3": { + "accuracy": 0.717948717948718, + "roc_auc": 0.49206349206349204 + }, + "4": { + "accuracy": 0.717948717948718, + "roc_auc": 0.49582289055973267 + }, + "5": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.5220342522974102 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.5514828738512949 + }, + "2": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6000417710944026 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.600250626566416 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.6028613199665831 + }, + "5": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6032790309106099 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.5069966583124478 + }, + "2": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.5048036758563075 + }, + "3": { + "accuracy": 0.7051282051282052, + "roc_auc": 0.4827694235588973 + }, + "4": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.4451754385964912 + }, + "5": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.48819966583124474 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.4440267335004177 + }, + "2": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.46459899749373434 + }, + "3": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4573934837092732 + }, + "4": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.3666457811194653 + }, + "5": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.3848162071846283 + } + }, + "contrast": { + "1": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.5139933166248956 + }, + "2": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.5804093567251463 + }, + "3": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.5790517961570593 + }, + "4": { + "accuracy": 0.6346153846153846, + "roc_auc": 0.5499164578111947 + }, + "5": { + "accuracy": 0.6987179487179487, + "roc_auc": 0.5334168755221387 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/fundus_results.json b/results/zeroshot/clip/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4188b213283bc07e67748742ffc806a12539e75d --- /dev/null +++ b/results/zeroshot/clip/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.4890625, + "roc_auc": 0.3236534717715769 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.475, + "roc_auc": 0.36012624623915995 + }, + "2": { + "accuracy": 0.440625, + "roc_auc": 0.36225001474839236 + }, + "3": { + "accuracy": 0.403125, + "roc_auc": 0.3604728334611528 + }, + "4": { + "accuracy": 0.3796875, + "roc_auc": 0.3712391599315675 + }, + "5": { + "accuracy": 0.371875, + "roc_auc": 0.36472037047961775 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.3219279098578255 + }, + "2": { + "accuracy": 0.3359375, + "roc_auc": 0.32087339979942187 + }, + "3": { + "accuracy": 0.3078125, + "roc_auc": 0.3206964190903191 + }, + "4": { + "accuracy": 0.30625, + "roc_auc": 0.3659076160698484 + }, + "5": { + "accuracy": 0.2828125, + "roc_auc": 0.3742625803787387 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4765625, + "roc_auc": 0.34188985900536845 + }, + "2": { + "accuracy": 0.4765625, + "roc_auc": 0.34188985900536845 + }, + "3": { + "accuracy": 0.4515625, + "roc_auc": 0.34242817532888914 + }, + "4": { + "accuracy": 0.4515625, + "roc_auc": 0.34309185298802425 + }, + "5": { + "accuracy": 0.465625, + "roc_auc": 0.34855613238157035 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.440625, + "roc_auc": 0.3342354433366763 + }, + "2": { + "accuracy": 0.41875, + "roc_auc": 0.33339478496843844 + }, + "3": { + "accuracy": 0.4171875, + "roc_auc": 0.3367869152262404 + }, + "4": { + "accuracy": 0.39375, + "roc_auc": 0.340260161642381 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.3628841956226771 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4484375, + "roc_auc": 0.34615214441625863 + }, + "2": { + "accuracy": 0.4546875, + "roc_auc": 0.34524511828210724 + }, + "3": { + "accuracy": 0.4359375, + "roc_auc": 0.33461890153973217 + }, + "4": { + "accuracy": 0.4515625, + "roc_auc": 0.3348622500147484 + }, + "5": { + "accuracy": 0.459375, + "roc_auc": 0.33431655949501504 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4390625, + "roc_auc": 0.32347649106247417 + }, + "2": { + "accuracy": 0.3765625, + "roc_auc": 0.35958792991563915 + }, + "3": { + "accuracy": 0.440625, + "roc_auc": 0.4157055630936228 + }, + "4": { + "accuracy": 0.596875, + "roc_auc": 0.4963571470709693 + }, + "5": { + "accuracy": 0.7421875, + "roc_auc": 0.6497772992743791 + } + }, + "contrast": { + "1": { + "accuracy": 0.471875, + "roc_auc": 0.3195902896584273 + }, + "2": { + "accuracy": 0.4671875, + "roc_auc": 0.3271045955990797 + }, + "3": { + "accuracy": 0.475, + "roc_auc": 0.33907291605215034 + }, + "4": { + "accuracy": 0.53125, + "roc_auc": 0.33183882956757715 + }, + "5": { + "accuracy": 0.63125, + "roc_auc": 0.35514128959943364 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/mammo_calc_results.json b/results/zeroshot/clip/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..14449672133eb5aa8968350b08fa584bc4d3ec38 --- /dev/null +++ b/results/zeroshot/clip/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.4539877300613497, + "roc_auc": 0.6068350844056192 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4754601226993865, + "roc_auc": 0.5888324873096447 + }, + "2": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.587533939322394 + }, + "3": { + "accuracy": 0.42024539877300615, + "roc_auc": 0.5809624995081257 + }, + "4": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5918034077047181 + }, + "5": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.5742336599378272 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4938650306748466, + "roc_auc": 0.5487348994609058 + }, + "2": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.5306536024869162 + }, + "3": { + "accuracy": 0.49693251533742333, + "roc_auc": 0.5485774997048753 + }, + "4": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.5312832015110377 + }, + "5": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.5510171959233462 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.565714398142683 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.565714398142683 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5799590760634321 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5969779246842166 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5878093888954472 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4601226993865031, + "roc_auc": 0.5988863967260851 + }, + "2": { + "accuracy": 0.4539877300613497, + "roc_auc": 0.6055168614488647 + }, + "3": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.5989060716955888 + }, + "4": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.5983551725494826 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.6159249203163736 + } + }, + "pixelate": { + "1": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.5926691063628851 + }, + "2": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5781489788690828 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5849761932869004 + }, + "4": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.5988273718175736 + }, + "5": { + "accuracy": 0.39263803680981596, + "roc_auc": 0.5528076181481918 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.450920245398773, + "roc_auc": 0.6207649628143077 + }, + "2": { + "accuracy": 0.43558282208588955, + "roc_auc": 0.5869830401762877 + }, + "3": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5819659229528193 + }, + "4": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5206390430094834 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5157006256640302 + } + }, + "contrast": { + "1": { + "accuracy": 0.46319018404907975, + "roc_auc": 0.5943218038012041 + }, + "2": { + "accuracy": 0.4601226993865031, + "roc_auc": 0.589757210876323 + }, + "3": { + "accuracy": 0.4662576687116564, + "roc_auc": 0.5936725298075788 + }, + "4": { + "accuracy": 0.4723926380368098, + "roc_auc": 0.6051627119977964 + }, + "5": { + "accuracy": 0.4570552147239264, + "roc_auc": 0.5944792035572344 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/mammo_mass_results.json b/results/zeroshot/clip/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b3034f39df2eee97c2035f0ecdf966f5cce597ab --- /dev/null +++ b/results/zeroshot/clip/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.507553670818977 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49914597873781547 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48596754719203694 + }, + "3": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.46206967635539065 + }, + "4": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.4469770592219572 + }, + "5": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.450172276702889 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.48612951674176164 + }, + "2": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.46299732014017736 + }, + "3": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.472317931501605 + }, + "4": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.4844509232264334 + }, + "5": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.4879553553022941 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4623936154548399 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4623936154548399 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.45628294607886455 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4572842123862532 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4638660659068822 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49461083134552525 + }, + "2": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5099979385693671 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5029449009040846 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5084665900992431 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5091880908207439 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.47106634861736907 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.47510086285596487 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4726418706010543 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4504225932797361 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.45383867832847424 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5133992991135848 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48375887151397357 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.44233884029802395 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4782813558323763 + }, + "5": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.512221338751951 + } + }, + "contrast": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49868951909768233 + }, + "2": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.5104543982095002 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5281090791294873 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5533616043820125 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.505742556762965 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/oct_results.json b/results/zeroshot/clip/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ec0f3162304a413717ce5607fe43001ddee67e18 --- /dev/null +++ b/results/zeroshot/clip/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.5063706666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.254, + "roc_auc": 0.5033346666666667 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.4937253333333333 + }, + "3": { + "accuracy": 0.259, + "roc_auc": 0.5005626666666667 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.50779 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.5199613333333333 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.474172 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.48161466666666664 + }, + "3": { + "accuracy": 0.246, + "roc_auc": 0.4762233333333333 + }, + "4": { + "accuracy": 0.247, + "roc_auc": 0.467244 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.4551246666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.5182186666666666 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.5182186666666666 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.5146953333333333 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.5132286666666666 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5137733333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.5421826666666667 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.5495473333333334 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.548796 + }, + "4": { + "accuracy": 0.25, + "roc_auc": 0.545974 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.5454426666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.248, + "roc_auc": 0.5226766666666667 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.5352146666666666 + }, + "3": { + "accuracy": 0.249, + "roc_auc": 0.5248279999999999 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.5369613333333333 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.5098273333333334 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.5197526666666666 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.5033466666666666 + }, + "3": { + "accuracy": 0.241, + "roc_auc": 0.5252693333333334 + }, + "4": { + "accuracy": 0.243, + "roc_auc": 0.544798 + }, + "5": { + "accuracy": 0.228, + "roc_auc": 0.4805246666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.524628 + }, + "2": { + "accuracy": 0.256, + "roc_auc": 0.5464026666666667 + }, + "3": { + "accuracy": 0.256, + "roc_auc": 0.5329086666666667 + }, + "4": { + "accuracy": 0.256, + "roc_auc": 0.521766 + }, + "5": { + "accuracy": 0.254, + "roc_auc": 0.4567713333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/octmnist_results.json b/results/zeroshot/clip/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..1ecaabd6784c7ced79617be445274e1259ba88f1 --- /dev/null +++ b/results/zeroshot/clip/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.269, + "roc_auc": 0.5742746666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.275, + "roc_auc": 0.5842133333333334 + }, + "2": { + "accuracy": 0.273, + "roc_auc": 0.5841646666666667 + }, + "3": { + "accuracy": 0.273, + "roc_auc": 0.5905199999999999 + }, + "4": { + "accuracy": 0.275, + "roc_auc": 0.5892333333333333 + }, + "5": { + "accuracy": 0.276, + "roc_auc": 0.5912973333333333 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.278, + "roc_auc": 0.5756326666666667 + }, + "2": { + "accuracy": 0.289, + "roc_auc": 0.567836 + }, + "3": { + "accuracy": 0.292, + "roc_auc": 0.5698273333333334 + }, + "4": { + "accuracy": 0.288, + "roc_auc": 0.5656693333333334 + }, + "5": { + "accuracy": 0.279, + "roc_auc": 0.5415 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.264, + "roc_auc": 0.5804640000000001 + }, + "2": { + "accuracy": 0.264, + "roc_auc": 0.5804640000000001 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.5826926666666667 + }, + "4": { + "accuracy": 0.26, + "roc_auc": 0.5819366666666667 + }, + "5": { + "accuracy": 0.257, + "roc_auc": 0.5834100000000001 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.262, + "roc_auc": 0.5924666666666667 + }, + "2": { + "accuracy": 0.26, + "roc_auc": 0.5896753333333333 + }, + "3": { + "accuracy": 0.256, + "roc_auc": 0.5979953333333333 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.6021126666666666 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.597392 + } + }, + "pixelate": { + "1": { + "accuracy": 0.261, + "roc_auc": 0.5900593333333333 + }, + "2": { + "accuracy": 0.26, + "roc_auc": 0.5979840000000001 + }, + "3": { + "accuracy": 0.265, + "roc_auc": 0.594874 + }, + "4": { + "accuracy": 0.259, + "roc_auc": 0.5870886666666667 + }, + "5": { + "accuracy": 0.263, + "roc_auc": 0.5735386666666666 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.264, + "roc_auc": 0.56687 + }, + "2": { + "accuracy": 0.292, + "roc_auc": 0.5736173333333334 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.5704133333333333 + }, + "4": { + "accuracy": 0.239, + "roc_auc": 0.5274833333333333 + }, + "5": { + "accuracy": 0.207, + "roc_auc": 0.4660053333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.5616353333333333 + }, + "2": { + "accuracy": 0.272, + "roc_auc": 0.5500633333333333 + }, + "3": { + "accuracy": 0.281, + "roc_auc": 0.5427586666666666 + }, + "4": { + "accuracy": 0.271, + "roc_auc": 0.5521940000000001 + }, + "5": { + "accuracy": 0.274, + "roc_auc": 0.5643566666666666 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/pbc_results.json b/results/zeroshot/clip/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b1d3ec7e9cba2d42fae97485329c8f2e4737f7bb --- /dev/null +++ b/results/zeroshot/clip/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.09534951740274934, + "roc_auc": 0.5180278259141399 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.09768938286048552, + "roc_auc": 0.5279900797697848 + }, + "2": { + "accuracy": 0.0947645510383153, + "roc_auc": 0.5323513043666632 + }, + "3": { + "accuracy": 0.0962269669494004, + "roc_auc": 0.5302857466546995 + }, + "4": { + "accuracy": 0.09330213512723018, + "roc_auc": 0.5333490925830062 + }, + "5": { + "accuracy": 0.09417958467388125, + "roc_auc": 0.5332083229727567 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1000292483182217, + "roc_auc": 0.5230068635481786 + }, + "2": { + "accuracy": 0.10149166422930682, + "roc_auc": 0.525410283852529 + }, + "3": { + "accuracy": 0.10119918104708979, + "roc_auc": 0.5272522187574243 + }, + "4": { + "accuracy": 0.09593448376718339, + "roc_auc": 0.524498952032731 + }, + "5": { + "accuracy": 0.10295408014039192, + "roc_auc": 0.527291461110819 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.09973676513600468, + "roc_auc": 0.5109405078228468 + }, + "2": { + "accuracy": 0.10032173150043873, + "roc_auc": 0.5109509286870582 + }, + "3": { + "accuracy": 0.10061421468265574, + "roc_auc": 0.507210473301857 + }, + "4": { + "accuracy": 0.10149166422930682, + "roc_auc": 0.5059579977998144 + }, + "5": { + "accuracy": 0.10412401286926001, + "roc_auc": 0.5076657026304681 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.09798186604270255, + "roc_auc": 0.5102060728886253 + }, + "2": { + "accuracy": 0.09213220239836209, + "roc_auc": 0.5025438843198318 + }, + "3": { + "accuracy": 0.0894998537584089, + "roc_auc": 0.49633003975298107 + }, + "4": { + "accuracy": 0.09183971921614507, + "roc_auc": 0.49121943509243315 + }, + "5": { + "accuracy": 0.09154723603392804, + "roc_auc": 0.48556968225062835 + } + }, + "pixelate": { + "1": { + "accuracy": 0.11260602515355367, + "roc_auc": 0.5056476869885326 + }, + "2": { + "accuracy": 0.0985668324071366, + "roc_auc": 0.5039081843336488 + }, + "3": { + "accuracy": 0.09973676513600468, + "roc_auc": 0.5024519103589448 + }, + "4": { + "accuracy": 0.10266159695817491, + "roc_auc": 0.5070552832669912 + }, + "5": { + "accuracy": 0.10617139514477918, + "roc_auc": 0.4923175316835594 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.09417958467388125, + "roc_auc": 0.5213823596064455 + }, + "2": { + "accuracy": 0.09651945013161743, + "roc_auc": 0.5057227051968376 + }, + "3": { + "accuracy": 0.10178414741152383, + "roc_auc": 0.4754383198255424 + }, + "4": { + "accuracy": 0.11933313834454519, + "roc_auc": 0.4559790321252169 + }, + "5": { + "accuracy": 0.12781515062883883, + "roc_auc": 0.447162110327736 + } + }, + "contrast": { + "1": { + "accuracy": 0.09505703422053231, + "roc_auc": 0.5108518167283774 + }, + "2": { + "accuracy": 0.09066978648727698, + "roc_auc": 0.4942956582909586 + }, + "3": { + "accuracy": 0.07370576191868967, + "roc_auc": 0.4703090512493382 + }, + "4": { + "accuracy": 0.062298917812225796, + "roc_auc": 0.4361522475144951 + }, + "5": { + "accuracy": 0.06873354782100029, + "roc_auc": 0.46641748416577833 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/pneumonia_results.json b/results/zeroshot/clip/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d8d31d3bea68237772c646e187dfb9c8ff2cede7 --- /dev/null +++ b/results/zeroshot/clip/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.45817878639870324 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.464955729262117 + }, + "2": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.4560388626520588 + }, + "3": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.44539173531840603 + }, + "4": { + "accuracy": 0.34775641025641024, + "roc_auc": 0.4512109073677741 + }, + "5": { + "accuracy": 0.3317307692307692, + "roc_auc": 0.43929930872521955 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.45205150931959986 + }, + "2": { + "accuracy": 0.328525641025641, + "roc_auc": 0.4359364416540199 + }, + "3": { + "accuracy": 0.32211538461538464, + "roc_auc": 0.42947867078009977 + }, + "4": { + "accuracy": 0.3125, + "roc_auc": 0.4066360509410594 + }, + "5": { + "accuracy": 0.29967948717948717, + "roc_auc": 0.38442311829353065 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.4747427297935997 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.4747427297935997 + }, + "3": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.4789344860411177 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.47352230998040773 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.47476478884023443 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.35096153846153844, + "roc_auc": 0.4556775458959554 + }, + "2": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.45238870591558983 + }, + "3": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.4636774243865836 + }, + "4": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.4865697056832114 + }, + "5": { + "accuracy": 0.3541666666666667, + "roc_auc": 0.4927908550629147 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.439776398268983 + }, + "2": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.4846930696058642 + }, + "3": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.46620688632649826 + }, + "4": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.4399230464074568 + }, + "5": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.42201623253990134 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.46503900739001564 + }, + "2": { + "accuracy": 0.28205128205128205, + "roc_auc": 0.4102266279288749 + }, + "3": { + "accuracy": 0.27724358974358976, + "roc_auc": 0.46351393587813816 + }, + "4": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.5274971880054624 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.5530267182302941 + } + }, + "contrast": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5118739344292714 + }, + "2": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.6601845788044515 + }, + "3": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.658288105683828 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6444275047296718 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5800279780825028 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/pneumoniamnist_results.json b/results/zeroshot/clip/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..18978758210748f3b97e99a17d8fe1e853f9730e --- /dev/null +++ b/results/zeroshot/clip/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6687650668419898 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6650394477317555 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6662338373876835 + }, + "3": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6742110453648914 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6698498794652641 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6627328511943895 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.7157955292570677 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6861658996274381 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6694444444444445 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.659845496383958 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.653155818540434 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.7011341222879686 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.7011341222879686 + }, + "3": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6901325882095113 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6717072101687486 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6657188253342101 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6900777996931843 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6373876835415299 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5929596756519833 + }, + "4": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5557527942143328 + }, + "5": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5165790050405434 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.7153517422748192 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.7210442691211922 + }, + "3": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.701506684198992 + }, + "4": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6838428665351742 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.6737234275695814 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6443019943019943 + }, + "2": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.635497479728249 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6679322813938198 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6826758711374096 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.622408503177734 + } + }, + "contrast": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6139491562568485 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5912776682007452 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6659598948060486 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.7188965592811747 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.7885546789392943 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/resnet/retinamnist_results.json b/results/zeroshot/clip/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..81d7403517d3e9db022caf956a1a48e53d1585d1 --- /dev/null +++ b/results/zeroshot/clip/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4175, + "roc_auc": 0.5399293326355122 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4125, + "roc_auc": 0.5319310406890192 + }, + "2": { + "accuracy": 0.3875, + "roc_auc": 0.5236221649496358 + }, + "3": { + "accuracy": 0.3825, + "roc_auc": 0.49812461694412324 + }, + "4": { + "accuracy": 0.3825, + "roc_auc": 0.49576799653039066 + }, + "5": { + "accuracy": 0.385, + "roc_auc": 0.4741469681320739 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.5153735552737438 + }, + "2": { + "accuracy": 0.3725, + "roc_auc": 0.5034818287316746 + }, + "3": { + "accuracy": 0.34, + "roc_auc": 0.5085635461739303 + }, + "4": { + "accuracy": 0.3675, + "roc_auc": 0.5029936725130649 + }, + "5": { + "accuracy": 0.355, + "roc_auc": 0.48186461508788153 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.385, + "roc_auc": 0.5479160547122056 + }, + "2": { + "accuracy": 0.385, + "roc_auc": 0.5479160547122056 + }, + "3": { + "accuracy": 0.3925, + "roc_auc": 0.5254880431536193 + }, + "4": { + "accuracy": 0.3925, + "roc_auc": 0.5274025169716101 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.5528303449796448 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.39, + "roc_auc": 0.49709604268622626 + }, + "2": { + "accuracy": 0.3875, + "roc_auc": 0.4698447973289377 + }, + "3": { + "accuracy": 0.385, + "roc_auc": 0.45630750116097313 + }, + "4": { + "accuracy": 0.39, + "roc_auc": 0.44660199086399627 + }, + "5": { + "accuracy": 0.3725, + "roc_auc": 0.43373928339165235 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.5043535199746603 + }, + "2": { + "accuracy": 0.4425, + "roc_auc": 0.5382704122788798 + }, + "3": { + "accuracy": 0.45, + "roc_auc": 0.5473057904587624 + }, + "4": { + "accuracy": 0.425, + "roc_auc": 0.5419623032062891 + }, + "5": { + "accuracy": 0.3525, + "roc_auc": 0.5070199229487617 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.5057196616696686 + }, + "2": { + "accuracy": 0.3375, + "roc_auc": 0.4734709891118623 + }, + "3": { + "accuracy": 0.3125, + "roc_auc": 0.4569181647855697 + }, + "4": { + "accuracy": 0.31, + "roc_auc": 0.44710966451213385 + }, + "5": { + "accuracy": 0.2375, + "roc_auc": 0.45424154042680553 + } + }, + "contrast": { + "1": { + "accuracy": 0.41, + "roc_auc": 0.5231679471643188 + }, + "2": { + "accuracy": 0.385, + "roc_auc": 0.5273131876466575 + }, + "3": { + "accuracy": 0.415, + "roc_auc": 0.5513672649308761 + }, + "4": { + "accuracy": 0.4225, + "roc_auc": 0.5748361242383171 + }, + "5": { + "accuracy": 0.4475, + "roc_auc": 0.5919926987038766 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/all_results.json b/results/zeroshot/clip/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0c8b484f547c21cb43eaf188efaa7b1408ebdc39 --- /dev/null +++ b/results/zeroshot/clip/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.11107863197895353, + "roc_auc": 0.5424164983212802 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.08798596901490792, + "roc_auc": 0.5344799384731416 + }, + "2": { + "accuracy": 0.09061677871967261, + "roc_auc": 0.5613662030802828 + }, + "3": { + "accuracy": 0.08477053493130664, + "roc_auc": 0.561140364624326 + }, + "4": { + "accuracy": 0.08652440806781643, + "roc_auc": 0.55224491530556 + }, + "5": { + "accuracy": 0.08272434960537854, + "roc_auc": 0.5448514717654496 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.11254019292604502, + "roc_auc": 0.5205889751058906 + }, + "2": { + "accuracy": 0.0952937737503654, + "roc_auc": 0.5349088301007436 + }, + "3": { + "accuracy": 0.08243203741596025, + "roc_auc": 0.5359807045248264 + }, + "4": { + "accuracy": 0.08360128617363344, + "roc_auc": 0.5294763950333441 + }, + "5": { + "accuracy": 0.08213972522654195, + "roc_auc": 0.5077411455408622 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.10610932475884244, + "roc_auc": 0.539493847017398 + }, + "2": { + "accuracy": 0.10610932475884244, + "roc_auc": 0.539493847017398 + }, + "3": { + "accuracy": 0.10114001753873136, + "roc_auc": 0.5376501013428505 + }, + "4": { + "accuracy": 0.0952937737503654, + "roc_auc": 0.5260420769087774 + }, + "5": { + "accuracy": 0.0903244665302543, + "roc_auc": 0.5209326124717424 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.10114001753873136, + "roc_auc": 0.5047652524821388 + }, + "2": { + "accuracy": 0.10230926629640456, + "roc_auc": 0.482882463920814 + }, + "3": { + "accuracy": 0.09470914937152879, + "roc_auc": 0.46331658365163697 + }, + "4": { + "accuracy": 0.09558608593978368, + "roc_auc": 0.4557478572558115 + }, + "5": { + "accuracy": 0.09763227126571178, + "roc_auc": 0.4524766546446781 + } + }, + "pixelate": { + "1": { + "accuracy": 0.07337035954399299, + "roc_auc": 0.4979892319594721 + }, + "2": { + "accuracy": 0.10055539315989477, + "roc_auc": 0.5626190315717029 + }, + "3": { + "accuracy": 0.08681672025723473, + "roc_auc": 0.5374070729720508 + }, + "4": { + "accuracy": 0.09792458345513008, + "roc_auc": 0.5138768732363168 + }, + "5": { + "accuracy": 0.160479391990646, + "roc_auc": 0.573528896285038 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.12277111955568547, + "roc_auc": 0.573058390648479 + }, + "2": { + "accuracy": 0.1373867290266004, + "roc_auc": 0.5968925420296608 + }, + "3": { + "accuracy": 0.13387898275358082, + "roc_auc": 0.6084108518483007 + }, + "4": { + "accuracy": 0.1414790996784566, + "roc_auc": 0.6088945225054466 + }, + "5": { + "accuracy": 0.13007892429114293, + "roc_auc": 0.6085200773152512 + } + }, + "contrast": { + "1": { + "accuracy": 0.16135632855890092, + "roc_auc": 0.6078822018114082 + }, + "2": { + "accuracy": 0.21514177141186788, + "roc_auc": 0.6490430776944914 + }, + "3": { + "accuracy": 0.22771119555685473, + "roc_auc": 0.6421183631440252 + }, + "4": { + "accuracy": 0.2610347851505408, + "roc_auc": 0.629837284058749 + }, + "5": { + "accuracy": 0.3054662379421222, + "roc_auc": 0.6211245232679712 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.31, + "roc_auc": 0.47456638494244086 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.5602766442872534 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.5392673926218182 + }, + "3": { + "accuracy": 0.4025, + "roc_auc": 0.5511797153511648 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.5558916086896948 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.5518892729455909 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2875, + "roc_auc": 0.5299704318477739 + }, + "2": { + "accuracy": 0.315, + "roc_auc": 0.5633556755236299 + }, + "3": { + "accuracy": 0.3675, + "roc_auc": 0.548075582976684 + }, + "4": { + "accuracy": 0.415, + "roc_auc": 0.5098456386062556 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.5046399397580422 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.33, + "roc_auc": 0.4982360456158565 + }, + "2": { + "accuracy": 0.33, + "roc_auc": 0.4982360456158565 + }, + "3": { + "accuracy": 0.3625, + "roc_auc": 0.5104070815729649 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.5119459005768701 + }, + "5": { + "accuracy": 0.355, + "roc_auc": 0.5101852028746848 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3425, + "roc_auc": 0.4782939420348605 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.49325400076421433 + }, + "3": { + "accuracy": 0.35, + "roc_auc": 0.483240106227954 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.4863317342002862 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.48973567639533905 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.5021369741622337 + }, + "2": { + "accuracy": 0.3775, + "roc_auc": 0.5244289086427375 + }, + "3": { + "accuracy": 0.3725, + "roc_auc": 0.5017108079286899 + }, + "4": { + "accuracy": 0.3775, + "roc_auc": 0.522833160637521 + }, + "5": { + "accuracy": 0.39, + "roc_auc": 0.5190433619086736 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3125, + "roc_auc": 0.49528467486140865 + }, + "2": { + "accuracy": 0.315, + "roc_auc": 0.5152822324337297 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.5387054817138048 + }, + "4": { + "accuracy": 0.3825, + "roc_auc": 0.5822269717162938 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5942597815317137 + } + }, + "contrast": { + "1": { + "accuracy": 0.36, + "roc_auc": 0.5334912254653817 + }, + "2": { + "accuracy": 0.3, + "roc_auc": 0.5317380153465284 + }, + "3": { + "accuracy": 0.285, + "roc_auc": 0.5187484372374621 + }, + "4": { + "accuracy": 0.2475, + "roc_auc": 0.5238160821290261 + }, + "5": { + "accuracy": 0.2075, + "roc_auc": 0.5228668282324053 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.5649540517961571 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.5545112781954887 + }, + "2": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.5018796992481204 + }, + "3": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.5480367585630743 + }, + "4": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.5158730158730158 + }, + "5": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5485588972431078 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.470655806182122 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5399958228905597 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.5137844611528822 + }, + "4": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.4933166248955722 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5048036758563075 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.508563074352548 + }, + "2": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.508563074352548 + }, + "3": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.4988512949039265 + }, + "4": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.48767752715121143 + }, + "5": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.5211988304093568 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.43253968253968256 + }, + "2": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.40173350041771094 + }, + "3": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.43327067669172936 + }, + "4": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.46188387635756056 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4829782790309105 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.5905388471177946 + }, + "2": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5374895572263992 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.5785296574770259 + }, + "4": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5744569757727652 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.5732038429406849 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.5537802840434419 + }, + "2": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.5172305764411027 + }, + "3": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.5214076858813702 + }, + "4": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.5352965747702589 + }, + "5": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6316833751044277 + } + }, + "contrast": { + "1": { + "accuracy": 0.6410256410256411, + "roc_auc": 0.5668337510442774 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.5481411862990809 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5656850459482039 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.5760233918128654 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5533625730994152 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.259, + "roc_auc": 0.48524 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.228, + "roc_auc": 0.469554 + }, + "2": { + "accuracy": 0.226, + "roc_auc": 0.496744 + }, + "3": { + "accuracy": 0.223, + "roc_auc": 0.5122973333333334 + }, + "4": { + "accuracy": 0.216, + "roc_auc": 0.5266059999999999 + }, + "5": { + "accuracy": 0.243, + "roc_auc": 0.5463979999999999 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.256, + "roc_auc": 0.5467886666666667 + }, + "2": { + "accuracy": 0.291, + "roc_auc": 0.57984 + }, + "3": { + "accuracy": 0.28, + "roc_auc": 0.5856319999999999 + }, + "4": { + "accuracy": 0.277, + "roc_auc": 0.6454126666666666 + }, + "5": { + "accuracy": 0.258, + "roc_auc": 0.655878 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.288, + "roc_auc": 0.6032786666666666 + }, + "2": { + "accuracy": 0.288, + "roc_auc": 0.6032786666666666 + }, + "3": { + "accuracy": 0.274, + "roc_auc": 0.622668 + }, + "4": { + "accuracy": 0.28, + "roc_auc": 0.6314226666666667 + }, + "5": { + "accuracy": 0.283, + "roc_auc": 0.6287013333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.312, + "roc_auc": 0.5860786666666667 + }, + "2": { + "accuracy": 0.305, + "roc_auc": 0.5744506666666667 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.5647073333333334 + }, + "4": { + "accuracy": 0.269, + "roc_auc": 0.5517460000000001 + }, + "5": { + "accuracy": 0.262, + "roc_auc": 0.5728473333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.5364506666666666 + }, + "2": { + "accuracy": 0.254, + "roc_auc": 0.519908 + }, + "3": { + "accuracy": 0.247, + "roc_auc": 0.5155133333333333 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.49710600000000005 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.48006866666666664 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.282, + "roc_auc": 0.45734466666666673 + }, + "2": { + "accuracy": 0.282, + "roc_auc": 0.42978733333333335 + }, + "3": { + "accuracy": 0.258, + "roc_auc": 0.4323093333333333 + }, + "4": { + "accuracy": 0.235, + "roc_auc": 0.42395666666666665 + }, + "5": { + "accuracy": 0.242, + "roc_auc": 0.4181126666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.28, + "roc_auc": 0.5473540000000001 + }, + "2": { + "accuracy": 0.256, + "roc_auc": 0.5605873333333333 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.548482 + }, + "4": { + "accuracy": 0.249, + "roc_auc": 0.5400833333333332 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.5067193333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.5625, + "roc_auc": 0.5419406092483016 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5977564102564102, + "roc_auc": 0.5233289502520272 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5174008327854482 + }, + "3": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.4290324348016656 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.3773723427569582 + }, + "5": { + "accuracy": 0.358974358974359, + "roc_auc": 0.3621246986631602 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.47557527942143324 + }, + "2": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.41192198115275036 + }, + "3": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.442296734604427 + }, + "4": { + "accuracy": 0.3557692307692308, + "roc_auc": 0.4800350646504493 + }, + "5": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5928062678062678 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.5661900065746219 + }, + "2": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.5661900065746219 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5608481262327416 + }, + "4": { + "accuracy": 0.5048076923076923, + "roc_auc": 0.5534790707867631 + }, + "5": { + "accuracy": 0.5, + "roc_auc": 0.548005698005698 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.5229563883410038 + }, + "2": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.4679596756519833 + }, + "3": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.47218934911242605 + }, + "4": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.46947183870260795 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.48344838921761996 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.5443239097085251 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.6182226605303529 + }, + "3": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6617192636423406 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.6626451895682667 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5913762875301337 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.5705676090291475 + }, + "2": { + "accuracy": 0.6073717948717948, + "roc_auc": 0.5883903133903134 + }, + "3": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.5550624589086127 + }, + "4": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.5263258820951129 + }, + "5": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.43968332237563007 + } + }, + "contrast": { + "1": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.4753670830593907 + }, + "2": { + "accuracy": 0.594551282051282, + "roc_auc": 0.5170501862809554 + }, + "3": { + "accuracy": 0.6073717948717948, + "roc_auc": 0.5491836511067281 + }, + "4": { + "accuracy": 0.6121794871794872, + "roc_auc": 0.5925651983344291 + }, + "5": { + "accuracy": 0.6121794871794872, + "roc_auc": 0.6771203155818541 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.051986935220468156, + "roc_auc": 0.5378384162648814 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.07866086009798584, + "roc_auc": 0.5567535669410323 + }, + "2": { + "accuracy": 0.08219923788786064, + "roc_auc": 0.5737539369643413 + }, + "3": { + "accuracy": 0.09090909090909091, + "roc_auc": 0.5767858487204341 + }, + "4": { + "accuracy": 0.0919978225367447, + "roc_auc": 0.5785399170653972 + }, + "5": { + "accuracy": 0.09308655416439847, + "roc_auc": 0.5738661085795721 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.08247142079477408, + "roc_auc": 0.5333853301382376 + }, + "2": { + "accuracy": 0.09363091997822537, + "roc_auc": 0.5456573475214123 + }, + "3": { + "accuracy": 0.09689711486118671, + "roc_auc": 0.5647902386859418 + }, + "4": { + "accuracy": 0.09335873707131193, + "roc_auc": 0.5803003704309505 + }, + "5": { + "accuracy": 0.09090909090909091, + "roc_auc": 0.6054856794951319 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.024224278715296678, + "roc_auc": 0.5403903175531218 + }, + "2": { + "accuracy": 0.024224278715296678, + "roc_auc": 0.5403903175531218 + }, + "3": { + "accuracy": 0.017419706042460535, + "roc_auc": 0.5268144506322927 + }, + "4": { + "accuracy": 0.011431682090364725, + "roc_auc": 0.5330923292400315 + }, + "5": { + "accuracy": 0.010070767555797496, + "roc_auc": 0.511936617984589 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.02558519324986391, + "roc_auc": 0.49754407177820925 + }, + "2": { + "accuracy": 0.013881328252585737, + "roc_auc": 0.518805208055124 + }, + "3": { + "accuracy": 0.005988023952095809, + "roc_auc": 0.4956513331849753 + }, + "4": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.5001578520687758 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4804886021304894 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0027218290691344584, + "roc_auc": 0.5181935595611733 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5201203827956716 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4770276169840295 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5220069484347183 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5455199555699554 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.040283070223189985, + "roc_auc": 0.554951381524961 + }, + "2": { + "accuracy": 0.03293413173652695, + "roc_auc": 0.5710771608559132 + }, + "3": { + "accuracy": 0.032389765922700056, + "roc_auc": 0.5771573569824677 + }, + "4": { + "accuracy": 0.025857376156777353, + "roc_auc": 0.5604385250165205 + }, + "5": { + "accuracy": 0.019869352204681546, + "roc_auc": 0.570879473774747 + } + }, + "contrast": { + "1": { + "accuracy": 0.10234077299945564, + "roc_auc": 0.5477983730921885 + }, + "2": { + "accuracy": 0.1377245508982036, + "roc_auc": 0.5968809543606832 + }, + "3": { + "accuracy": 0.1448013064779532, + "roc_auc": 0.5742813164258078 + }, + "4": { + "accuracy": 0.15487207403375067, + "roc_auc": 0.5552347629817287 + }, + "5": { + "accuracy": 0.16058791507893305, + "roc_auc": 0.5669366457963217 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.7828125, + "roc_auc": 0.4776930564568463 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.5906436198454369 + }, + "2": { + "accuracy": 0.778125, + "roc_auc": 0.6213055276974809 + }, + "3": { + "accuracy": 0.7921875, + "roc_auc": 0.5809834228069141 + }, + "4": { + "accuracy": 0.7875, + "roc_auc": 0.5680269600613534 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.5828343460562798 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5709987611350362 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.571537077458557 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.44402985074626866 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.33050410005309416 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.3201507285705858 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.5382647041472479 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.5382647041472479 + }, + "3": { + "accuracy": 0.7890625, + "roc_auc": 0.568167069789393 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.5715518258509822 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5627617839655478 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.4614329538080349 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.46862279511533245 + }, + "3": { + "accuracy": 0.7875, + "roc_auc": 0.4778700371659489 + }, + "4": { + "accuracy": 0.7875, + "roc_auc": 0.4482478909798832 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.44584390301457144 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5064008023125479 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.4745369004778479 + }, + "3": { + "accuracy": 0.7890625, + "roc_auc": 0.5305070497315794 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5155300572237626 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.526053035219161 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.47712524334847506 + }, + "2": { + "accuracy": 0.7828125, + "roc_auc": 0.4793375022122589 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.46368945784909443 + }, + "4": { + "accuracy": 0.7828125, + "roc_auc": 0.4601645920594655 + }, + "5": { + "accuracy": 0.784375, + "roc_auc": 0.5277785971329124 + } + }, + "contrast": { + "1": { + "accuracy": 0.7875, + "roc_auc": 0.4789761665978408 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.6341292549112147 + }, + "3": { + "accuracy": 0.7859375, + "roc_auc": 0.6785882838770574 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.6975104713586219 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.676766857412542 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.5656160232951639 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.450920245398773, + "roc_auc": 0.5135954039271238 + }, + "2": { + "accuracy": 0.4447852760736196, + "roc_auc": 0.509601385117853 + }, + "3": { + "accuracy": 0.450920245398773, + "roc_auc": 0.5090504859717466 + }, + "4": { + "accuracy": 0.44171779141104295, + "roc_auc": 0.4945697084169519 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.46944477236060284 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.49582890646519495 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5024987211269822 + }, + "3": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.4700940463542282 + }, + "4": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.42570731515366156 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.489611616101995 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5132609294455593 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5132609294455593 + }, + "3": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5119033565497974 + }, + "4": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5172352732853264 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5238067130995947 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.401840490797546, + "roc_auc": 0.48581434698776216 + }, + "2": { + "accuracy": 0.401840490797546, + "roc_auc": 0.45344902215401567 + }, + "3": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.45470822020225865 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.44880572935111945 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.43200330539487664 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4263803680981595, + "roc_auc": 0.5487545744304096 + }, + "2": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.522134340691772 + }, + "3": { + "accuracy": 0.4447852760736196, + "roc_auc": 0.5354542950458426 + }, + "4": { + "accuracy": 0.4785276073619632, + "roc_auc": 0.5117066068547593 + }, + "5": { + "accuracy": 0.4754601226993865, + "roc_auc": 0.48970999094951406 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5864911659386927 + }, + "2": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.5662849722582931 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5723842128044702 + }, + "4": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5491874237594931 + }, + "5": { + "accuracy": 0.3895705521472393, + "roc_auc": 0.4887852673828355 + } + }, + "contrast": { + "1": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.6082713571793963 + }, + "2": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.6483099201196237 + }, + "3": { + "accuracy": 0.4386503067484663, + "roc_auc": 0.663813796088616 + }, + "4": { + "accuracy": 0.4938650306748466, + "roc_auc": 0.6809900444654311 + }, + "5": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.6781371738873804 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.5968872397443827 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.5708248667432341 + }, + "2": { + "accuracy": 0.48677248677248675, + "roc_auc": 0.5604882645698971 + }, + "3": { + "accuracy": 0.46825396825396826, + "roc_auc": 0.530155785257826 + }, + "4": { + "accuracy": 0.47354497354497355, + "roc_auc": 0.5205995818240715 + }, + "5": { + "accuracy": 0.4708994708994709, + "roc_auc": 0.5199958771387343 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.42063492063492064, + "roc_auc": 0.5390052124746003 + }, + "2": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.5511234796949084 + }, + "3": { + "accuracy": 0.41005291005291006, + "roc_auc": 0.5756545042259327 + }, + "4": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.5613128368230409 + }, + "5": { + "accuracy": 0.3994708994708995, + "roc_auc": 0.5284035692198956 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.5120888182112673 + }, + "2": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.5120888182112673 + }, + "3": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5063168124392614 + }, + "4": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.4951556380127809 + }, + "5": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.4953176075625055 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.5210854904732456 + }, + "2": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.5069941396472009 + }, + "3": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.5036811261301057 + }, + "4": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.4962305268427717 + }, + "5": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.49539123008510766 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4417989417989418, + "roc_auc": 0.5332037576935535 + }, + "2": { + "accuracy": 0.4523809523809524, + "roc_auc": 0.5327472980534206 + }, + "3": { + "accuracy": 0.4947089947089947, + "roc_auc": 0.5420679094148482 + }, + "4": { + "accuracy": 0.5264550264550265, + "roc_auc": 0.5655387696204023 + }, + "5": { + "accuracy": 0.5185185185185185, + "roc_auc": 0.5546426362752893 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4021164021164021, + "roc_auc": 0.5620196130400211 + }, + "2": { + "accuracy": 0.4021164021164021, + "roc_auc": 0.5237211767824012 + }, + "3": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5226168389433696 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49949936684630564 + }, + "5": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.42059074712135935 + } + }, + "contrast": { + "1": { + "accuracy": 0.4312169312169312, + "roc_auc": 0.6007008864151722 + }, + "2": { + "accuracy": 0.4126984126984127, + "roc_auc": 0.584121094325176 + }, + "3": { + "accuracy": 0.41798941798941797, + "roc_auc": 0.5848278705421562 + }, + "4": { + "accuracy": 0.42592592592592593, + "roc_auc": 0.5902464882056719 + }, + "5": { + "accuracy": 0.4576719576719577, + "roc_auc": 0.5630650528609713 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5348945036427897 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5365268087586941 + }, + "2": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5454814596931168 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.5793141202134747 + }, + "4": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5843161936395659 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6071578769129108 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.5672058438942412 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6178455758637806 + }, + "3": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.6691853629195155 + }, + "4": { + "accuracy": 0.30288461538461536, + "roc_auc": 0.6268055964419849 + }, + "5": { + "accuracy": 0.2516025641025641, + "roc_auc": 0.599727607495164 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5336604786453643 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5336604786453643 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.558649186669493 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5533718485117948 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5448657840903319 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.5872064137717551 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5958254843873171 + }, + "3": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5862751400582223 + }, + "4": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.582501415210571 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5804681922323597 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.59649048947158 + }, + "2": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.5564686658595963 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5795150730961617 + }, + "4": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.5769751245027912 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5855673969798008 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5415143013937453 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5096751745818071 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.4865912661827421 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.4768537282668445 + }, + "5": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5000641878425648 + } + }, + "contrast": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5540101786409118 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6107683353259958 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6422566622546898 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6572220419353697 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6060533722390363 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.243, + "roc_auc": 0.48028266666666664 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.475892 + }, + "2": { + "accuracy": 0.259, + "roc_auc": 0.4869973333333333 + }, + "3": { + "accuracy": 0.262, + "roc_auc": 0.5157693333333333 + }, + "4": { + "accuracy": 0.269, + "roc_auc": 0.5350506666666667 + }, + "5": { + "accuracy": 0.273, + "roc_auc": 0.547984 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.266, + "roc_auc": 0.5056120000000001 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.521254 + }, + "3": { + "accuracy": 0.247, + "roc_auc": 0.4524773333333333 + }, + "4": { + "accuracy": 0.243, + "roc_auc": 0.45041533333333333 + }, + "5": { + "accuracy": 0.241, + "roc_auc": 0.4775473333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.46654 + }, + "2": { + "accuracy": 0.244, + "roc_auc": 0.46654 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.45331866666666665 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.46902400000000005 + }, + "5": { + "accuracy": 0.246, + "roc_auc": 0.4562246666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.238, + "roc_auc": 0.49817666666666666 + }, + "2": { + "accuracy": 0.23, + "roc_auc": 0.48989666666666665 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.48818066666666665 + }, + "4": { + "accuracy": 0.256, + "roc_auc": 0.49658 + }, + "5": { + "accuracy": 0.255, + "roc_auc": 0.5078626666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.265, + "roc_auc": 0.5129900000000001 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.4925746666666667 + }, + "3": { + "accuracy": 0.268, + "roc_auc": 0.5309673333333333 + }, + "4": { + "accuracy": 0.266, + "roc_auc": 0.521062 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.4898266666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.247, + "roc_auc": 0.4680686666666667 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.44449066666666665 + }, + "3": { + "accuracy": 0.254, + "roc_auc": 0.44827999999999996 + }, + "4": { + "accuracy": 0.24, + "roc_auc": 0.44578199999999996 + }, + "5": { + "accuracy": 0.157, + "roc_auc": 0.4123826666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.231, + "roc_auc": 0.45325733333333335 + }, + "2": { + "accuracy": 0.255, + "roc_auc": 0.4956733333333333 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.5310546666666667 + }, + "4": { + "accuracy": 0.244, + "roc_auc": 0.564262 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.5513926666666668 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.1781222579701667, + "roc_auc": 0.5311156639465195 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.17578239251243052, + "roc_auc": 0.5259230703850526 + }, + "2": { + "accuracy": 0.17548990933021352, + "roc_auc": 0.5114939093317443 + }, + "3": { + "accuracy": 0.17636735887686458, + "roc_auc": 0.49243830060253035 + }, + "4": { + "accuracy": 0.17548990933021352, + "roc_auc": 0.4894867053606566 + }, + "5": { + "accuracy": 0.17578239251243052, + "roc_auc": 0.4864186685094072 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1828019888856391, + "roc_auc": 0.5038167154628915 + }, + "2": { + "accuracy": 0.181632056156771, + "roc_auc": 0.5027847653782409 + }, + "3": { + "accuracy": 0.1769523252412986, + "roc_auc": 0.4962954686452812 + }, + "4": { + "accuracy": 0.1766598420590816, + "roc_auc": 0.483375970276952 + }, + "5": { + "accuracy": 0.17987715706346885, + "roc_auc": 0.48487422106560824 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.18806668616554548, + "roc_auc": 0.5568783194221696 + }, + "2": { + "accuracy": 0.18806668616554548, + "roc_auc": 0.5568783194221696 + }, + "3": { + "accuracy": 0.20678560982743494, + "roc_auc": 0.5471269167531558 + }, + "4": { + "accuracy": 0.21000292483182217, + "roc_auc": 0.5385026967858447 + }, + "5": { + "accuracy": 0.2117578239251243, + "roc_auc": 0.5437332841399558 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.181632056156771, + "roc_auc": 0.5324766705049229 + }, + "2": { + "accuracy": 0.1781222579701667, + "roc_auc": 0.528686596677119 + }, + "3": { + "accuracy": 0.17081017841474117, + "roc_auc": 0.5211938440024286 + }, + "4": { + "accuracy": 0.1675928634103539, + "roc_auc": 0.5141391950962686 + }, + "5": { + "accuracy": 0.16174319976601345, + "roc_auc": 0.5119134576910408 + } + }, + "pixelate": { + "1": { + "accuracy": 0.18865165252997954, + "roc_auc": 0.5292497134190874 + }, + "2": { + "accuracy": 0.1883591693477625, + "roc_auc": 0.4934868722669466 + }, + "3": { + "accuracy": 0.19011406844106463, + "roc_auc": 0.49618568328056323 + }, + "4": { + "accuracy": 0.181632056156771, + "roc_auc": 0.5023787213792249 + }, + "5": { + "accuracy": 0.1479964902018134, + "roc_auc": 0.47111770875663717 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1702252120503071, + "roc_auc": 0.5186862443816085 + }, + "2": { + "accuracy": 0.18221702252120503, + "roc_auc": 0.5328031673732234 + }, + "3": { + "accuracy": 0.2012284293653115, + "roc_auc": 0.5429788337515362 + }, + "4": { + "accuracy": 0.20620064346300088, + "roc_auc": 0.5408329851842457 + }, + "5": { + "accuracy": 0.20532319391634982, + "roc_auc": 0.5228587498721724 + } + }, + "contrast": { + "1": { + "accuracy": 0.19450131617431998, + "roc_auc": 0.5312744583624545 + }, + "2": { + "accuracy": 0.18426440479672418, + "roc_auc": 0.5359198742699239 + }, + "3": { + "accuracy": 0.18338695525007312, + "roc_auc": 0.5357119723067607 + }, + "4": { + "accuracy": 0.18865165252997954, + "roc_auc": 0.5318528072749562 + }, + "5": { + "accuracy": 0.19128400116993272, + "roc_auc": 0.5118522596873673 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/aml_results.json b/results/zeroshot/clip/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..813e9606b1dae590ce2474eb618e6550585a14bf --- /dev/null +++ b/results/zeroshot/clip/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.051986935220468156, + "roc_auc": 0.5378384162648814 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.07866086009798584, + "roc_auc": 0.5567535669410323 + }, + "2": { + "accuracy": 0.08219923788786064, + "roc_auc": 0.5737539369643413 + }, + "3": { + "accuracy": 0.09090909090909091, + "roc_auc": 0.5767858487204341 + }, + "4": { + "accuracy": 0.0919978225367447, + "roc_auc": 0.5785399170653972 + }, + "5": { + "accuracy": 0.09308655416439847, + "roc_auc": 0.5738661085795721 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.08247142079477408, + "roc_auc": 0.5333853301382376 + }, + "2": { + "accuracy": 0.09363091997822537, + "roc_auc": 0.5456573475214123 + }, + "3": { + "accuracy": 0.09689711486118671, + "roc_auc": 0.5647902386859418 + }, + "4": { + "accuracy": 0.09335873707131193, + "roc_auc": 0.5803003704309505 + }, + "5": { + "accuracy": 0.09090909090909091, + "roc_auc": 0.6054856794951319 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.024224278715296678, + "roc_auc": 0.5403903175531218 + }, + "2": { + "accuracy": 0.024224278715296678, + "roc_auc": 0.5403903175531218 + }, + "3": { + "accuracy": 0.017419706042460535, + "roc_auc": 0.5268144506322927 + }, + "4": { + "accuracy": 0.011431682090364725, + "roc_auc": 0.5330923292400315 + }, + "5": { + "accuracy": 0.010070767555797496, + "roc_auc": 0.511936617984589 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.02558519324986391, + "roc_auc": 0.49754407177820925 + }, + "2": { + "accuracy": 0.013881328252585737, + "roc_auc": 0.518805208055124 + }, + "3": { + "accuracy": 0.005988023952095809, + "roc_auc": 0.4956513331849753 + }, + "4": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.5001578520687758 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4804886021304894 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0027218290691344584, + "roc_auc": 0.5181935595611733 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5201203827956716 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4770276169840295 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5220069484347183 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5455199555699554 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.040283070223189985, + "roc_auc": 0.554951381524961 + }, + "2": { + "accuracy": 0.03293413173652695, + "roc_auc": 0.5710771608559132 + }, + "3": { + "accuracy": 0.032389765922700056, + "roc_auc": 0.5771573569824677 + }, + "4": { + "accuracy": 0.025857376156777353, + "roc_auc": 0.5604385250165205 + }, + "5": { + "accuracy": 0.019869352204681546, + "roc_auc": 0.570879473774747 + } + }, + "contrast": { + "1": { + "accuracy": 0.10234077299945564, + "roc_auc": 0.5477983730921885 + }, + "2": { + "accuracy": 0.1377245508982036, + "roc_auc": 0.5968809543606832 + }, + "3": { + "accuracy": 0.1448013064779532, + "roc_auc": 0.5742813164258078 + }, + "4": { + "accuracy": 0.15487207403375067, + "roc_auc": 0.5552347629817287 + }, + "5": { + "accuracy": 0.16058791507893305, + "roc_auc": 0.5669366457963217 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/bloodmnist_results.json b/results/zeroshot/clip/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..061831885f3ac9fae606127bce14d2ed0a0dbcef --- /dev/null +++ b/results/zeroshot/clip/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.11107863197895353, + "roc_auc": 0.5424164983212802 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.08798596901490792, + "roc_auc": 0.5344799384731416 + }, + "2": { + "accuracy": 0.09061677871967261, + "roc_auc": 0.5613662030802828 + }, + "3": { + "accuracy": 0.08477053493130664, + "roc_auc": 0.561140364624326 + }, + "4": { + "accuracy": 0.08652440806781643, + "roc_auc": 0.55224491530556 + }, + "5": { + "accuracy": 0.08272434960537854, + "roc_auc": 0.5448514717654496 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.11254019292604502, + "roc_auc": 0.5205889751058906 + }, + "2": { + "accuracy": 0.0952937737503654, + "roc_auc": 0.5349088301007436 + }, + "3": { + "accuracy": 0.08243203741596025, + "roc_auc": 0.5359807045248264 + }, + "4": { + "accuracy": 0.08360128617363344, + "roc_auc": 0.5294763950333441 + }, + "5": { + "accuracy": 0.08213972522654195, + "roc_auc": 0.5077411455408622 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.10610932475884244, + "roc_auc": 0.539493847017398 + }, + "2": { + "accuracy": 0.10610932475884244, + "roc_auc": 0.539493847017398 + }, + "3": { + "accuracy": 0.10114001753873136, + "roc_auc": 0.5376501013428505 + }, + "4": { + "accuracy": 0.0952937737503654, + "roc_auc": 0.5260420769087774 + }, + "5": { + "accuracy": 0.0903244665302543, + "roc_auc": 0.5209326124717424 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.10114001753873136, + "roc_auc": 0.5047652524821388 + }, + "2": { + "accuracy": 0.10230926629640456, + "roc_auc": 0.482882463920814 + }, + "3": { + "accuracy": 0.09470914937152879, + "roc_auc": 0.46331658365163697 + }, + "4": { + "accuracy": 0.09558608593978368, + "roc_auc": 0.4557478572558115 + }, + "5": { + "accuracy": 0.09763227126571178, + "roc_auc": 0.4524766546446781 + } + }, + "pixelate": { + "1": { + "accuracy": 0.07337035954399299, + "roc_auc": 0.4979892319594721 + }, + "2": { + "accuracy": 0.10055539315989477, + "roc_auc": 0.5626190315717029 + }, + "3": { + "accuracy": 0.08681672025723473, + "roc_auc": 0.5374070729720508 + }, + "4": { + "accuracy": 0.09792458345513008, + "roc_auc": 0.5138768732363168 + }, + "5": { + "accuracy": 0.160479391990646, + "roc_auc": 0.573528896285038 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.12277111955568547, + "roc_auc": 0.573058390648479 + }, + "2": { + "accuracy": 0.1373867290266004, + "roc_auc": 0.5968925420296608 + }, + "3": { + "accuracy": 0.13387898275358082, + "roc_auc": 0.6084108518483007 + }, + "4": { + "accuracy": 0.1414790996784566, + "roc_auc": 0.6088945225054466 + }, + "5": { + "accuracy": 0.13007892429114293, + "roc_auc": 0.6085200773152512 + } + }, + "contrast": { + "1": { + "accuracy": 0.16135632855890092, + "roc_auc": 0.6078822018114082 + }, + "2": { + "accuracy": 0.21514177141186788, + "roc_auc": 0.6490430776944914 + }, + "3": { + "accuracy": 0.22771119555685473, + "roc_auc": 0.6421183631440252 + }, + "4": { + "accuracy": 0.2610347851505408, + "roc_auc": 0.629837284058749 + }, + "5": { + "accuracy": 0.3054662379421222, + "roc_auc": 0.6211245232679712 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/breastmnist_results.json b/results/zeroshot/clip/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e9c86796e8e177ab93ad8fa373608604b8a4f7c5 --- /dev/null +++ b/results/zeroshot/clip/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.5649540517961571 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6730769230769231, + "roc_auc": 0.5545112781954887 + }, + "2": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.5018796992481204 + }, + "3": { + "accuracy": 0.6858974358974359, + "roc_auc": 0.5480367585630743 + }, + "4": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.5158730158730158 + }, + "5": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5485588972431078 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.470655806182122 + }, + "2": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5399958228905597 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.5137844611528822 + }, + "4": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.4933166248955722 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5048036758563075 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.508563074352548 + }, + "2": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.508563074352548 + }, + "3": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.4988512949039265 + }, + "4": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.48767752715121143 + }, + "5": { + "accuracy": 0.6602564102564102, + "roc_auc": 0.5211988304093568 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.43253968253968256 + }, + "2": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.40173350041771094 + }, + "3": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.43327067669172936 + }, + "4": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.46188387635756056 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.4829782790309105 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.5905388471177946 + }, + "2": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5374895572263992 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.5785296574770259 + }, + "4": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5744569757727652 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.5732038429406849 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6794871794871795, + "roc_auc": 0.5537802840434419 + }, + "2": { + "accuracy": 0.7115384615384616, + "roc_auc": 0.5172305764411027 + }, + "3": { + "accuracy": 0.6923076923076923, + "roc_auc": 0.5214076858813702 + }, + "4": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.5352965747702589 + }, + "5": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6316833751044277 + } + }, + "contrast": { + "1": { + "accuracy": 0.6410256410256411, + "roc_auc": 0.5668337510442774 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.5481411862990809 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5656850459482039 + }, + "4": { + "accuracy": 0.5, + "roc_auc": 0.5760233918128654 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5533625730994152 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/fundus_results.json b/results/zeroshot/clip/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f2d335d6ee574d6609f432e0f093f614c318c057 --- /dev/null +++ b/results/zeroshot/clip/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.7828125, + "roc_auc": 0.4776930564568463 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.5906436198454369 + }, + "2": { + "accuracy": 0.778125, + "roc_auc": 0.6213055276974809 + }, + "3": { + "accuracy": 0.7921875, + "roc_auc": 0.5809834228069141 + }, + "4": { + "accuracy": 0.7875, + "roc_auc": 0.5680269600613534 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.5828343460562798 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5709987611350362 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.571537077458557 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.44402985074626866 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.33050410005309416 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.3201507285705858 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.5382647041472479 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.5382647041472479 + }, + "3": { + "accuracy": 0.7890625, + "roc_auc": 0.568167069789393 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.5715518258509822 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5627617839655478 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.4614329538080349 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.46862279511533245 + }, + "3": { + "accuracy": 0.7875, + "roc_auc": 0.4778700371659489 + }, + "4": { + "accuracy": 0.7875, + "roc_auc": 0.4482478909798832 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.44584390301457144 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5064008023125479 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.4745369004778479 + }, + "3": { + "accuracy": 0.7890625, + "roc_auc": 0.5305070497315794 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5155300572237626 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.526053035219161 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.47712524334847506 + }, + "2": { + "accuracy": 0.7828125, + "roc_auc": 0.4793375022122589 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.46368945784909443 + }, + "4": { + "accuracy": 0.7828125, + "roc_auc": 0.4601645920594655 + }, + "5": { + "accuracy": 0.784375, + "roc_auc": 0.5277785971329124 + } + }, + "contrast": { + "1": { + "accuracy": 0.7875, + "roc_auc": 0.4789761665978408 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.6341292549112147 + }, + "3": { + "accuracy": 0.7859375, + "roc_auc": 0.6785882838770574 + }, + "4": { + "accuracy": 0.7890625, + "roc_auc": 0.6975104713586219 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.676766857412542 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/mammo_calc_results.json b/results/zeroshot/clip/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fd57edc994c9954a45925d215ec122d300c6539c --- /dev/null +++ b/results/zeroshot/clip/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.4110429447852761, + "roc_auc": 0.5656160232951639 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.450920245398773, + "roc_auc": 0.5135954039271238 + }, + "2": { + "accuracy": 0.4447852760736196, + "roc_auc": 0.509601385117853 + }, + "3": { + "accuracy": 0.450920245398773, + "roc_auc": 0.5090504859717466 + }, + "4": { + "accuracy": 0.44171779141104295, + "roc_auc": 0.4945697084169519 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.46944477236060284 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4171779141104294, + "roc_auc": 0.49582890646519495 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5024987211269822 + }, + "3": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.4700940463542282 + }, + "4": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.42570731515366156 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.489611616101995 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5132609294455593 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5132609294455593 + }, + "3": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5119033565497974 + }, + "4": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5172352732853264 + }, + "5": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5238067130995947 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.401840490797546, + "roc_auc": 0.48581434698776216 + }, + "2": { + "accuracy": 0.401840490797546, + "roc_auc": 0.45344902215401567 + }, + "3": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.45470822020225865 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.44880572935111945 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.43200330539487664 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4263803680981595, + "roc_auc": 0.5487545744304096 + }, + "2": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.522134340691772 + }, + "3": { + "accuracy": 0.4447852760736196, + "roc_auc": 0.5354542950458426 + }, + "4": { + "accuracy": 0.4785276073619632, + "roc_auc": 0.5117066068547593 + }, + "5": { + "accuracy": 0.4754601226993865, + "roc_auc": 0.48970999094951406 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4049079754601227, + "roc_auc": 0.5864911659386927 + }, + "2": { + "accuracy": 0.3987730061349693, + "roc_auc": 0.5662849722582931 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5723842128044702 + }, + "4": { + "accuracy": 0.401840490797546, + "roc_auc": 0.5491874237594931 + }, + "5": { + "accuracy": 0.3895705521472393, + "roc_auc": 0.4887852673828355 + } + }, + "contrast": { + "1": { + "accuracy": 0.4233128834355828, + "roc_auc": 0.6082713571793963 + }, + "2": { + "accuracy": 0.4294478527607362, + "roc_auc": 0.6483099201196237 + }, + "3": { + "accuracy": 0.4386503067484663, + "roc_auc": 0.663813796088616 + }, + "4": { + "accuracy": 0.4938650306748466, + "roc_auc": 0.6809900444654311 + }, + "5": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.6781371738873804 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/mammo_mass_results.json b/results/zeroshot/clip/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..888fcea47aa08aab41f8d667c8e82428c54a2c5b --- /dev/null +++ b/results/zeroshot/clip/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.5968872397443827 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.5708248667432341 + }, + "2": { + "accuracy": 0.48677248677248675, + "roc_auc": 0.5604882645698971 + }, + "3": { + "accuracy": 0.46825396825396826, + "roc_auc": 0.530155785257826 + }, + "4": { + "accuracy": 0.47354497354497355, + "roc_auc": 0.5205995818240715 + }, + "5": { + "accuracy": 0.4708994708994709, + "roc_auc": 0.5199958771387343 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.42063492063492064, + "roc_auc": 0.5390052124746003 + }, + "2": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.5511234796949084 + }, + "3": { + "accuracy": 0.41005291005291006, + "roc_auc": 0.5756545042259327 + }, + "4": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.5613128368230409 + }, + "5": { + "accuracy": 0.3994708994708995, + "roc_auc": 0.5284035692198956 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.5120888182112673 + }, + "2": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.5120888182112673 + }, + "3": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5063168124392614 + }, + "4": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.4951556380127809 + }, + "5": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.4953176075625055 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.5210854904732456 + }, + "2": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.5069941396472009 + }, + "3": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.5036811261301057 + }, + "4": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.4962305268427717 + }, + "5": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.49539123008510766 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4417989417989418, + "roc_auc": 0.5332037576935535 + }, + "2": { + "accuracy": 0.4523809523809524, + "roc_auc": 0.5327472980534206 + }, + "3": { + "accuracy": 0.4947089947089947, + "roc_auc": 0.5420679094148482 + }, + "4": { + "accuracy": 0.5264550264550265, + "roc_auc": 0.5655387696204023 + }, + "5": { + "accuracy": 0.5185185185185185, + "roc_auc": 0.5546426362752893 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4021164021164021, + "roc_auc": 0.5620196130400211 + }, + "2": { + "accuracy": 0.4021164021164021, + "roc_auc": 0.5237211767824012 + }, + "3": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5226168389433696 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49949936684630564 + }, + "5": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.42059074712135935 + } + }, + "contrast": { + "1": { + "accuracy": 0.4312169312169312, + "roc_auc": 0.6007008864151722 + }, + "2": { + "accuracy": 0.4126984126984127, + "roc_auc": 0.584121094325176 + }, + "3": { + "accuracy": 0.41798941798941797, + "roc_auc": 0.5848278705421562 + }, + "4": { + "accuracy": 0.42592592592592593, + "roc_auc": 0.5902464882056719 + }, + "5": { + "accuracy": 0.4576719576719577, + "roc_auc": 0.5630650528609713 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/oct_results.json b/results/zeroshot/clip/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b22ce28855800c7218a0e830414f514b849b6494 --- /dev/null +++ b/results/zeroshot/clip/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.243, + "roc_auc": 0.48028266666666664 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.475892 + }, + "2": { + "accuracy": 0.259, + "roc_auc": 0.4869973333333333 + }, + "3": { + "accuracy": 0.262, + "roc_auc": 0.5157693333333333 + }, + "4": { + "accuracy": 0.269, + "roc_auc": 0.5350506666666667 + }, + "5": { + "accuracy": 0.273, + "roc_auc": 0.547984 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.266, + "roc_auc": 0.5056120000000001 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.521254 + }, + "3": { + "accuracy": 0.247, + "roc_auc": 0.4524773333333333 + }, + "4": { + "accuracy": 0.243, + "roc_auc": 0.45041533333333333 + }, + "5": { + "accuracy": 0.241, + "roc_auc": 0.4775473333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.46654 + }, + "2": { + "accuracy": 0.244, + "roc_auc": 0.46654 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.45331866666666665 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.46902400000000005 + }, + "5": { + "accuracy": 0.246, + "roc_auc": 0.4562246666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.238, + "roc_auc": 0.49817666666666666 + }, + "2": { + "accuracy": 0.23, + "roc_auc": 0.48989666666666665 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.48818066666666665 + }, + "4": { + "accuracy": 0.256, + "roc_auc": 0.49658 + }, + "5": { + "accuracy": 0.255, + "roc_auc": 0.5078626666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.265, + "roc_auc": 0.5129900000000001 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.4925746666666667 + }, + "3": { + "accuracy": 0.268, + "roc_auc": 0.5309673333333333 + }, + "4": { + "accuracy": 0.266, + "roc_auc": 0.521062 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.4898266666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.247, + "roc_auc": 0.4680686666666667 + }, + "2": { + "accuracy": 0.253, + "roc_auc": 0.44449066666666665 + }, + "3": { + "accuracy": 0.254, + "roc_auc": 0.44827999999999996 + }, + "4": { + "accuracy": 0.24, + "roc_auc": 0.44578199999999996 + }, + "5": { + "accuracy": 0.157, + "roc_auc": 0.4123826666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.231, + "roc_auc": 0.45325733333333335 + }, + "2": { + "accuracy": 0.255, + "roc_auc": 0.4956733333333333 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.5310546666666667 + }, + "4": { + "accuracy": 0.244, + "roc_auc": 0.564262 + }, + "5": { + "accuracy": 0.248, + "roc_auc": 0.5513926666666668 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/octmnist_results.json b/results/zeroshot/clip/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..37c0b589ebf1674153a160dccd69d3b08143b8cc --- /dev/null +++ b/results/zeroshot/clip/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.259, + "roc_auc": 0.48524 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.228, + "roc_auc": 0.469554 + }, + "2": { + "accuracy": 0.226, + "roc_auc": 0.496744 + }, + "3": { + "accuracy": 0.223, + "roc_auc": 0.5122973333333334 + }, + "4": { + "accuracy": 0.216, + "roc_auc": 0.5266059999999999 + }, + "5": { + "accuracy": 0.243, + "roc_auc": 0.5463979999999999 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.256, + "roc_auc": 0.5467886666666667 + }, + "2": { + "accuracy": 0.291, + "roc_auc": 0.57984 + }, + "3": { + "accuracy": 0.28, + "roc_auc": 0.5856319999999999 + }, + "4": { + "accuracy": 0.277, + "roc_auc": 0.6454126666666666 + }, + "5": { + "accuracy": 0.258, + "roc_auc": 0.655878 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.288, + "roc_auc": 0.6032786666666666 + }, + "2": { + "accuracy": 0.288, + "roc_auc": 0.6032786666666666 + }, + "3": { + "accuracy": 0.274, + "roc_auc": 0.622668 + }, + "4": { + "accuracy": 0.28, + "roc_auc": 0.6314226666666667 + }, + "5": { + "accuracy": 0.283, + "roc_auc": 0.6287013333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.312, + "roc_auc": 0.5860786666666667 + }, + "2": { + "accuracy": 0.305, + "roc_auc": 0.5744506666666667 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.5647073333333334 + }, + "4": { + "accuracy": 0.269, + "roc_auc": 0.5517460000000001 + }, + "5": { + "accuracy": 0.262, + "roc_auc": 0.5728473333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.5364506666666666 + }, + "2": { + "accuracy": 0.254, + "roc_auc": 0.519908 + }, + "3": { + "accuracy": 0.247, + "roc_auc": 0.5155133333333333 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.49710600000000005 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.48006866666666664 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.282, + "roc_auc": 0.45734466666666673 + }, + "2": { + "accuracy": 0.282, + "roc_auc": 0.42978733333333335 + }, + "3": { + "accuracy": 0.258, + "roc_auc": 0.4323093333333333 + }, + "4": { + "accuracy": 0.235, + "roc_auc": 0.42395666666666665 + }, + "5": { + "accuracy": 0.242, + "roc_auc": 0.4181126666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.28, + "roc_auc": 0.5473540000000001 + }, + "2": { + "accuracy": 0.256, + "roc_auc": 0.5605873333333333 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.548482 + }, + "4": { + "accuracy": 0.249, + "roc_auc": 0.5400833333333332 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.5067193333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/pbc_results.json b/results/zeroshot/clip/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b7bff77bee4ea8592189d7a9191d3447926988f0 --- /dev/null +++ b/results/zeroshot/clip/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.1781222579701667, + "roc_auc": 0.5311156639465195 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.17578239251243052, + "roc_auc": 0.5259230703850526 + }, + "2": { + "accuracy": 0.17548990933021352, + "roc_auc": 0.5114939093317443 + }, + "3": { + "accuracy": 0.17636735887686458, + "roc_auc": 0.49243830060253035 + }, + "4": { + "accuracy": 0.17548990933021352, + "roc_auc": 0.4894867053606566 + }, + "5": { + "accuracy": 0.17578239251243052, + "roc_auc": 0.4864186685094072 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1828019888856391, + "roc_auc": 0.5038167154628915 + }, + "2": { + "accuracy": 0.181632056156771, + "roc_auc": 0.5027847653782409 + }, + "3": { + "accuracy": 0.1769523252412986, + "roc_auc": 0.4962954686452812 + }, + "4": { + "accuracy": 0.1766598420590816, + "roc_auc": 0.483375970276952 + }, + "5": { + "accuracy": 0.17987715706346885, + "roc_auc": 0.48487422106560824 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.18806668616554548, + "roc_auc": 0.5568783194221696 + }, + "2": { + "accuracy": 0.18806668616554548, + "roc_auc": 0.5568783194221696 + }, + "3": { + "accuracy": 0.20678560982743494, + "roc_auc": 0.5471269167531558 + }, + "4": { + "accuracy": 0.21000292483182217, + "roc_auc": 0.5385026967858447 + }, + "5": { + "accuracy": 0.2117578239251243, + "roc_auc": 0.5437332841399558 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.181632056156771, + "roc_auc": 0.5324766705049229 + }, + "2": { + "accuracy": 0.1781222579701667, + "roc_auc": 0.528686596677119 + }, + "3": { + "accuracy": 0.17081017841474117, + "roc_auc": 0.5211938440024286 + }, + "4": { + "accuracy": 0.1675928634103539, + "roc_auc": 0.5141391950962686 + }, + "5": { + "accuracy": 0.16174319976601345, + "roc_auc": 0.5119134576910408 + } + }, + "pixelate": { + "1": { + "accuracy": 0.18865165252997954, + "roc_auc": 0.5292497134190874 + }, + "2": { + "accuracy": 0.1883591693477625, + "roc_auc": 0.4934868722669466 + }, + "3": { + "accuracy": 0.19011406844106463, + "roc_auc": 0.49618568328056323 + }, + "4": { + "accuracy": 0.181632056156771, + "roc_auc": 0.5023787213792249 + }, + "5": { + "accuracy": 0.1479964902018134, + "roc_auc": 0.47111770875663717 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1702252120503071, + "roc_auc": 0.5186862443816085 + }, + "2": { + "accuracy": 0.18221702252120503, + "roc_auc": 0.5328031673732234 + }, + "3": { + "accuracy": 0.2012284293653115, + "roc_auc": 0.5429788337515362 + }, + "4": { + "accuracy": 0.20620064346300088, + "roc_auc": 0.5408329851842457 + }, + "5": { + "accuracy": 0.20532319391634982, + "roc_auc": 0.5228587498721724 + } + }, + "contrast": { + "1": { + "accuracy": 0.19450131617431998, + "roc_auc": 0.5312744583624545 + }, + "2": { + "accuracy": 0.18426440479672418, + "roc_auc": 0.5359198742699239 + }, + "3": { + "accuracy": 0.18338695525007312, + "roc_auc": 0.5357119723067607 + }, + "4": { + "accuracy": 0.18865165252997954, + "roc_auc": 0.5318528072749562 + }, + "5": { + "accuracy": 0.19128400116993272, + "roc_auc": 0.5118522596873673 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/pneumonia_results.json b/results/zeroshot/clip/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3032d978b6256f8aa7c89e9583731773f92eb3be --- /dev/null +++ b/results/zeroshot/clip/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5348945036427897 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5365268087586941 + }, + "2": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5454814596931168 + }, + "3": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.5793141202134747 + }, + "4": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.5843161936395659 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6071578769129108 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.5672058438942412 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6178455758637806 + }, + "3": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.6691853629195155 + }, + "4": { + "accuracy": 0.30288461538461536, + "roc_auc": 0.6268055964419849 + }, + "5": { + "accuracy": 0.2516025641025641, + "roc_auc": 0.599727607495164 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5336604786453643 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5336604786453643 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.558649186669493 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.5533718485117948 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5448657840903319 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.5872064137717551 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5958254843873171 + }, + "3": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5862751400582223 + }, + "4": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.582501415210571 + }, + "5": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5804681922323597 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.59649048947158 + }, + "2": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.5564686658595963 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5795150730961617 + }, + "4": { + "accuracy": 0.36698717948717946, + "roc_auc": 0.5769751245027912 + }, + "5": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5855673969798008 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5415143013937453 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.5096751745818071 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.4865912661827421 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.4768537282668445 + }, + "5": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5000641878425648 + } + }, + "contrast": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.5540101786409118 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6107683353259958 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6422566622546898 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6572220419353697 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6060533722390363 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/pneumoniamnist_results.json b/results/zeroshot/clip/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ebe47f895c30f01724971516d1c33c3c75a4cbc9 --- /dev/null +++ b/results/zeroshot/clip/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.5625, + "roc_auc": 0.5419406092483016 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5977564102564102, + "roc_auc": 0.5233289502520272 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5174008327854482 + }, + "3": { + "accuracy": 0.46955128205128205, + "roc_auc": 0.4290324348016656 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.3773723427569582 + }, + "5": { + "accuracy": 0.358974358974359, + "roc_auc": 0.3621246986631602 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.47557527942143324 + }, + "2": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.41192198115275036 + }, + "3": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.442296734604427 + }, + "4": { + "accuracy": 0.3557692307692308, + "roc_auc": 0.4800350646504493 + }, + "5": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.5928062678062678 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.5661900065746219 + }, + "2": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.5661900065746219 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5608481262327416 + }, + "4": { + "accuracy": 0.5048076923076923, + "roc_auc": 0.5534790707867631 + }, + "5": { + "accuracy": 0.5, + "roc_auc": 0.548005698005698 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.5229563883410038 + }, + "2": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.4679596756519833 + }, + "3": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.47218934911242605 + }, + "4": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.46947183870260795 + }, + "5": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.48344838921761996 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.5443239097085251 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.6182226605303529 + }, + "3": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6617192636423406 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.6626451895682667 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.5913762875301337 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6025641025641025, + "roc_auc": 0.5705676090291475 + }, + "2": { + "accuracy": 0.6073717948717948, + "roc_auc": 0.5883903133903134 + }, + "3": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.5550624589086127 + }, + "4": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.5263258820951129 + }, + "5": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.43968332237563007 + } + }, + "contrast": { + "1": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.4753670830593907 + }, + "2": { + "accuracy": 0.594551282051282, + "roc_auc": 0.5170501862809554 + }, + "3": { + "accuracy": 0.6073717948717948, + "roc_auc": 0.5491836511067281 + }, + "4": { + "accuracy": 0.6121794871794872, + "roc_auc": 0.5925651983344291 + }, + "5": { + "accuracy": 0.6121794871794872, + "roc_auc": 0.6771203155818541 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/clip/vit/retinamnist_results.json b/results/zeroshot/clip/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..27225def1edd2c42c8121f92dbbe81df33de20ad --- /dev/null +++ b/results/zeroshot/clip/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.31, + "roc_auc": 0.47456638494244086 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.365, + "roc_auc": 0.5602766442872534 + }, + "2": { + "accuracy": 0.3575, + "roc_auc": 0.5392673926218182 + }, + "3": { + "accuracy": 0.4025, + "roc_auc": 0.5511797153511648 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.5558916086896948 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.5518892729455909 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2875, + "roc_auc": 0.5299704318477739 + }, + "2": { + "accuracy": 0.315, + "roc_auc": 0.5633556755236299 + }, + "3": { + "accuracy": 0.3675, + "roc_auc": 0.548075582976684 + }, + "4": { + "accuracy": 0.415, + "roc_auc": 0.5098456386062556 + }, + "5": { + "accuracy": 0.4125, + "roc_auc": 0.5046399397580422 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.33, + "roc_auc": 0.4982360456158565 + }, + "2": { + "accuracy": 0.33, + "roc_auc": 0.4982360456158565 + }, + "3": { + "accuracy": 0.3625, + "roc_auc": 0.5104070815729649 + }, + "4": { + "accuracy": 0.36, + "roc_auc": 0.5119459005768701 + }, + "5": { + "accuracy": 0.355, + "roc_auc": 0.5101852028746848 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3425, + "roc_auc": 0.4782939420348605 + }, + "2": { + "accuracy": 0.3675, + "roc_auc": 0.49325400076421433 + }, + "3": { + "accuracy": 0.35, + "roc_auc": 0.483240106227954 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.4863317342002862 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.48973567639533905 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3875, + "roc_auc": 0.5021369741622337 + }, + "2": { + "accuracy": 0.3775, + "roc_auc": 0.5244289086427375 + }, + "3": { + "accuracy": 0.3725, + "roc_auc": 0.5017108079286899 + }, + "4": { + "accuracy": 0.3775, + "roc_auc": 0.522833160637521 + }, + "5": { + "accuracy": 0.39, + "roc_auc": 0.5190433619086736 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3125, + "roc_auc": 0.49528467486140865 + }, + "2": { + "accuracy": 0.315, + "roc_auc": 0.5152822324337297 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.5387054817138048 + }, + "4": { + "accuracy": 0.3825, + "roc_auc": 0.5822269717162938 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5942597815317137 + } + }, + "contrast": { + "1": { + "accuracy": 0.36, + "roc_auc": 0.5334912254653817 + }, + "2": { + "accuracy": 0.3, + "roc_auc": 0.5317380153465284 + }, + "3": { + "accuracy": 0.285, + "roc_auc": 0.5187484372374621 + }, + "4": { + "accuracy": 0.2475, + "roc_auc": 0.5238160821290261 + }, + "5": { + "accuracy": 0.2075, + "roc_auc": 0.5228668282324053 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/all_results.json b/results/zeroshot/medclip/resnet/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ddf8f2845d874d711aafdecce5448ebf970d61bd --- /dev/null +++ b/results/zeroshot/medclip/resnet/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.09763227126571178, + "roc_auc": 0.5158666362591972 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.05963168664133294, + "roc_auc": 0.5037985696793642 + }, + "2": { + "accuracy": 0.050277696579947385, + "roc_auc": 0.495287668088371 + }, + "3": { + "accuracy": 0.0467699503069278, + "roc_auc": 0.48465615350786817 + }, + "4": { + "accuracy": 0.04501607717041801, + "roc_auc": 0.4847837713310557 + }, + "5": { + "accuracy": 0.0467699503069278, + "roc_auc": 0.48225170440754656 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.05495469161064016, + "roc_auc": 0.4780026604804518 + }, + "2": { + "accuracy": 0.045308389359836304, + "roc_auc": 0.46829434120762975 + }, + "3": { + "accuracy": 0.050277696579947385, + "roc_auc": 0.45764877758651146 + }, + "4": { + "accuracy": 0.04881613563285589, + "roc_auc": 0.44727945582245676 + }, + "5": { + "accuracy": 0.0464776381175095, + "roc_auc": 0.43337423191694463 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.08272434960537854, + "roc_auc": 0.5031715684979319 + }, + "2": { + "accuracy": 0.08155510084770536, + "roc_auc": 0.5031274741924918 + }, + "3": { + "accuracy": 0.08155510084770536, + "roc_auc": 0.5008339484160542 + }, + "4": { + "accuracy": 0.08243203741596025, + "roc_auc": 0.5061624537406297 + }, + "5": { + "accuracy": 0.08564747149956153, + "roc_auc": 0.5069664461585364 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12101724641917568, + "roc_auc": 0.5513448213706751 + }, + "2": { + "accuracy": 0.11254019292604502, + "roc_auc": 0.5468863697024029 + }, + "3": { + "accuracy": 0.1180941245249927, + "roc_auc": 0.5452714555921057 + }, + "4": { + "accuracy": 0.1148786904413914, + "roc_auc": 0.5323120926133633 + }, + "5": { + "accuracy": 0.11166325635779012, + "roc_auc": 0.525672389229694 + } + }, + "pixelate": { + "1": { + "accuracy": 0.10377082724349605, + "roc_auc": 0.5112544223043407 + }, + "2": { + "accuracy": 0.07892429114294067, + "roc_auc": 0.5060115924111301 + }, + "3": { + "accuracy": 0.09704764688687519, + "roc_auc": 0.5084052973123285 + }, + "4": { + "accuracy": 0.10172464191756796, + "roc_auc": 0.5054948846404109 + }, + "5": { + "accuracy": 0.12014030985092078, + "roc_auc": 0.5298483685261819 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.10055539315989477, + "roc_auc": 0.5179826690426761 + }, + "2": { + "accuracy": 0.0903244665302543, + "roc_auc": 0.5152321252307295 + }, + "3": { + "accuracy": 0.07980122771119556, + "roc_auc": 0.5053852078229679 + }, + "4": { + "accuracy": 0.08360128617363344, + "roc_auc": 0.5093023532086635 + }, + "5": { + "accuracy": 0.09704764688687519, + "roc_auc": 0.5187466918804071 + } + }, + "contrast": { + "1": { + "accuracy": 0.10055539315989477, + "roc_auc": 0.5199930893731725 + }, + "2": { + "accuracy": 0.10172464191756796, + "roc_auc": 0.5307417108872945 + }, + "3": { + "accuracy": 0.09938614440222157, + "roc_auc": 0.5322373668080281 + }, + "4": { + "accuracy": 0.08740134463607133, + "roc_auc": 0.5328805041465985 + }, + "5": { + "accuracy": 0.05846243788365975, + "roc_auc": 0.5107110666846424 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.48564062230181226 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.4888254805455398 + }, + "2": { + "accuracy": 0.4325, + "roc_auc": 0.4851403543992493 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.47878416844576394 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.4966925512696637 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.4906234890493476 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.507671337749062 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5456062160696442 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5590800880689427 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.5581117149570508 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5356216474871409 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.49374064651023214 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.49371675406456106 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5224192977000114 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5401877893274164 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5377763215965874 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.514843181523954 + }, + "2": { + "accuracy": 0.4325, + "roc_auc": 0.5350905744579425 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.5288200619589588 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5063496695009062 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.4970145338483679 + } + }, + "pixelate": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.5586415072207596 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5646610961250099 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5637677978183152 + }, + "4": { + "accuracy": 0.44, + "roc_auc": 0.5610760258779643 + }, + "5": { + "accuracy": 0.4375, + "roc_auc": 0.5503477150341859 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.47999010780355567 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.4688884323375194 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.4676731117861257 + }, + "4": { + "accuracy": 0.43, + "roc_auc": 0.4688288299888404 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.47327072406785353 + } + }, + "contrast": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.4815315227203465 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.4780991758991888 + }, + "3": { + "accuracy": 0.4275, + "roc_auc": 0.48088341889090247 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.4790429797339561 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.4677238798631794 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4270050125313283 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.3909774436090226 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.42606516290726815 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.47493734335839594 + }, + "4": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.4580200501253133 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.40288220551378445 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5697577276524646 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.505639097744361 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.5004177109440268 + }, + "4": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4525898078529657 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.48976608187134507 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.39473684210526316 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.39473684210526316 + }, + "3": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.41562238930659984 + }, + "4": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.43347953216374274 + }, + "5": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.41520467836257313 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.41499582289055975 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4112364243943191 + }, + "3": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4110275689223058 + }, + "4": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.39055973266499583 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.40998329156223895 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.49916457811194653 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.4857978279030911 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4908103592314119 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.5167084377610693 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.5436507936507937 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.425438596491228 + }, + "2": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4229323308270677 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.4197994987468672 + }, + "4": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.420843776106934 + }, + "5": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.41060985797827904 + } + }, + "contrast": { + "1": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4302422723475355 + }, + "2": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4415204678362573 + }, + "3": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4400584795321637 + }, + "4": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.44569757727652465 + }, + "5": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.44256474519632416 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.4373 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.272, + "roc_auc": 0.452068 + }, + "2": { + "accuracy": 0.293, + "roc_auc": 0.4850186666666667 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.5053706666666666 + }, + "4": { + "accuracy": 0.275, + "roc_auc": 0.49643733333333334 + }, + "5": { + "accuracy": 0.281, + "roc_auc": 0.5083933333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.264, + "roc_auc": 0.4825833333333333 + }, + "2": { + "accuracy": 0.268, + "roc_auc": 0.495648 + }, + "3": { + "accuracy": 0.282, + "roc_auc": 0.5003073333333333 + }, + "4": { + "accuracy": 0.287, + "roc_auc": 0.5019853333333333 + }, + "5": { + "accuracy": 0.276, + "roc_auc": 0.5048966666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.269, + "roc_auc": 0.43390199999999995 + }, + "2": { + "accuracy": 0.269, + "roc_auc": 0.43387599999999993 + }, + "3": { + "accuracy": 0.263, + "roc_auc": 0.43230466666666667 + }, + "4": { + "accuracy": 0.247, + "roc_auc": 0.431384 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.43006733333333336 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.286, + "roc_auc": 0.5004793333333333 + }, + "2": { + "accuracy": 0.291, + "roc_auc": 0.4925006666666667 + }, + "3": { + "accuracy": 0.289, + "roc_auc": 0.47298199999999996 + }, + "4": { + "accuracy": 0.261, + "roc_auc": 0.46327066666666666 + }, + "5": { + "accuracy": 0.26, + "roc_auc": 0.46834866666666675 + } + }, + "pixelate": { + "1": { + "accuracy": 0.269, + "roc_auc": 0.5153806666666667 + }, + "2": { + "accuracy": 0.259, + "roc_auc": 0.5093566666666667 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.5236033333333334 + }, + "4": { + "accuracy": 0.27, + "roc_auc": 0.5427686666666667 + }, + "5": { + "accuracy": 0.278, + "roc_auc": 0.5656166666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.43288600000000005 + }, + "2": { + "accuracy": 0.276, + "roc_auc": 0.42881800000000003 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.42417866666666665 + }, + "4": { + "accuracy": 0.281, + "roc_auc": 0.420696 + }, + "5": { + "accuracy": 0.277, + "roc_auc": 0.4193426666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.274, + "roc_auc": 0.4325213333333333 + }, + "2": { + "accuracy": 0.278, + "roc_auc": 0.43565933333333334 + }, + "3": { + "accuracy": 0.29, + "roc_auc": 0.4385773333333333 + }, + "4": { + "accuracy": 0.272, + "roc_auc": 0.4454693333333334 + }, + "5": { + "accuracy": 0.274, + "roc_auc": 0.451842 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.9354152969537585 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5032051282051282, + "roc_auc": 0.9104098181021258 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.878446197676967 + }, + "3": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.8599276791584484 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.8474687705456937 + }, + "5": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.8535722112645191 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.8451676528599605 + }, + "2": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.8539392943239097 + }, + "3": { + "accuracy": 0.530448717948718, + "roc_auc": 0.8031284242822705 + }, + "4": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.7939787420556652 + }, + "5": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.8013368397983782 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.9263204032434802 + }, + "2": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.9262656147271531 + }, + "3": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.9156914310760464 + }, + "4": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.8953703703703704 + }, + "5": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.8719921104536489 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.9202169625246548 + }, + "2": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.903846153846154 + }, + "3": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.8943677405215867 + }, + "4": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.886094674556213 + }, + "5": { + "accuracy": 0.5400641025641025, + "roc_auc": 0.8853769449923297 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.8751205347359194 + }, + "2": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.8548980933596318 + }, + "3": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.845956607495069 + }, + "4": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.8456333552487398 + }, + "5": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.8171378479070788 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.9361220688143765 + }, + "2": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.9400175323252247 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.9466907736138506 + }, + "4": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.9521148367302213 + }, + "5": { + "accuracy": 0.530448717948718, + "roc_auc": 0.9244301994301993 + } + }, + "contrast": { + "1": { + "accuracy": 0.532051282051282, + "roc_auc": 0.9398422090729784 + }, + "2": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.9405982905982905 + }, + "3": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.9379574841113303 + }, + "4": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.928007889546351 + }, + "5": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.8978194170501864 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.47921316186845275 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.51029305129753 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5454693387552797 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.47914467437702407 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4998735593824542 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5193408554291706 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5158799217781882 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5167712463886938 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5245827909190692 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5410324332447848 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5090971681359738 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4951283244469188 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4933558874454169 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.49650351333185583 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4919200646055822 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4959165229713376 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4983529401912333 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5303749842390199 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5322616863908821 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5393117837939475 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.53353657663976 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4889723059459955 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5113658938720425 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4872713657334728 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5115927620355459 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5270943012529593 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.47151930477031884 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.46755040058411385 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4667747329218857 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.45257149941489355 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.45700087524381294 + } + }, + "contrast": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4807117897450438 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4881964435813672 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4938094451890621 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4860569166245943 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.46671178761966176 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5570172851159224 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5465016813167365 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5218202465931213 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5249247831986313 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5548345230369889 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.48241991622913105 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6198306884549584 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6159592354433366 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5713822193380922 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5562503687098106 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5397100466049201 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5547239100937997 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5547607810748628 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.48497876231490766 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4798979411244174 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.46730281399327467 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5722302519025426 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.4687112854698837 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4058241401687216 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.36791339743967905 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.33675741844138996 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.29739395905846266 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.30614712996283405 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.2879402395138929 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.32588785322399855 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3465945961890154 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5755486401982184 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5846262757359448 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5938808919827738 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5909680844787918 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5783950799362869 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6018745206772462 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6187909267889801 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6022874756651525 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5909238393015162 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.545425048669695 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5268956833116908 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5298075787982529 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.482823751623185 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47566206272380274 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5083618620391138 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5233738637705111 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.550171172234683 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5719316885058828 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5555817888482273 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5237476881910833 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5862157163656396 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5894030614252547 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5896391610593004 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5177664974619289 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5661669224412702 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5487348994609058 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5824184472514067 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5655766733561562 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5824577971904144 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5595561326879943 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5644748750639437 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5948727029473103 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5794081769173258 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5426356589147286 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5826742218549561 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5680950694526423 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5281745563294377 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5281155314209263 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5234525636485263 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5075748632589618 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.49409750914886075 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5281155314209263 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5497579978751033 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5499153976311336 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5309093770904656 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5370479675756503 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5031068704538092 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5209676944370822 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5031068704538092 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44385546426362754 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46385134140236184 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45456017904997503 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5761845863886681 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5853285036958507 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5434961863533292 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5634478899785023 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5177430279471096 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.512604175869482 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5126483493830433 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5266660776864859 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5139441057808405 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5327914715669818 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5589569160997732 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5660099537650558 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.559118885649498 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5396089171599376 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5406101834673264 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5559089436640458 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5454103719409842 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5613422858320818 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.543555084371411 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.515180964160556 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5021645021645021 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5013988279294401 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5042259327973614 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5144741879435757 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5210707659687251 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5061401183850163 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5055216891951586 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5260329239921077 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5177724769561505 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5298465706628972 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7995703854574657 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.7433438193145648 + }, + "2": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.714465692875228 + }, + "3": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.7007526717085316 + }, + "4": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.6975204185247407 + }, + "5": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.6937501938697278 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.7294474336831752 + }, + "2": { + "accuracy": 0.5112179487179487, + "roc_auc": 0.6982948005587607 + }, + "3": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.6857322966176899 + }, + "4": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.6829955515722205 + }, + "5": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.6847853413722088 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.7374384948960063 + }, + "2": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.7374440205288278 + }, + "3": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.6782655732939453 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6460972849267531 + }, + "5": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.6352658218644295 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.7513360058643207 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7262694328424493 + }, + "3": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.7282968423651316 + }, + "4": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7164180205856924 + }, + "5": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7187239056888233 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.6986445642820489 + }, + "2": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.7054811091207517 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7188586290373408 + }, + "4": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.7139032806349884 + }, + "5": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.705531129903677 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.802629484552304 + }, + "2": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.8066722456872132 + }, + "3": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.8114824934053217 + }, + "4": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8203295362894946 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7971168983435057 + } + }, + "contrast": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8064940218013917 + }, + "2": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8144370408015691 + }, + "3": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.8129250763390589 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.8097201699846206 + }, + "5": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.8015410714396438 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.5193026666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.257, + "roc_auc": 0.5050726666666667 + }, + "2": { + "accuracy": 0.256, + "roc_auc": 0.49765200000000004 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.501596 + }, + "4": { + "accuracy": 0.255, + "roc_auc": 0.5059173333333333 + }, + "5": { + "accuracy": 0.254, + "roc_auc": 0.4992126666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.254, + "roc_auc": 0.49697333333333327 + }, + "2": { + "accuracy": 0.246, + "roc_auc": 0.4934573333333333 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.481752 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.4900933333333334 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.49786733333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.255, + "roc_auc": 0.4962146666666667 + }, + "2": { + "accuracy": 0.255, + "roc_auc": 0.496224 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.4880206666666666 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.49119133333333337 + }, + "5": { + "accuracy": 0.256, + "roc_auc": 0.5100966666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.256, + "roc_auc": 0.488434 + }, + "2": { + "accuracy": 0.254, + "roc_auc": 0.48265 + }, + "3": { + "accuracy": 0.264, + "roc_auc": 0.4737846666666667 + }, + "4": { + "accuracy": 0.259, + "roc_auc": 0.46574599999999994 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.4646786666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.47033733333333333 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.5085873333333334 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.517158 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.5209193333333333 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.5131766666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.510888 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.5109526666666666 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.5111153333333334 + }, + "4": { + "accuracy": 0.254, + "roc_auc": 0.5132153333333334 + }, + "5": { + "accuracy": 0.256, + "roc_auc": 0.5153653333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.5074960000000001 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.502502 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.5019773333333334 + }, + "4": { + "accuracy": 0.257, + "roc_auc": 0.4954513333333333 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.48373733333333335 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.4933489842863541 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5123905438927889 + }, + "2": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5104326285065894 + }, + "3": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5030868135211404 + }, + "4": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.5011893205747272 + }, + "5": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.4961954534813799 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.49241592035404436 + }, + "2": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.48081315999504387 + }, + "3": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.4782134201758004 + }, + "4": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.464107027462103 + }, + "5": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.45095294718941276 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5009048908361378 + }, + "2": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.5008819849880316 + }, + "3": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.4987077473504307 + }, + "4": { + "accuracy": 0.13629716291313249, + "roc_auc": 0.5007896120857332 + }, + "5": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.5053262091220019 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.47556557758686535 + }, + "2": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.4654457575137359 + }, + "3": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.45643187147889425 + }, + "4": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.45190845368854965 + }, + "5": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.4488184739568618 + } + }, + "pixelate": { + "1": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.4964966054085611 + }, + "2": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.5106987589554999 + }, + "3": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.504493075766438 + }, + "4": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.48719215125670146 + }, + "5": { + "accuracy": 0.1377595788242176, + "roc_auc": 0.4908012507373719 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.130155016086575, + "roc_auc": 0.4814686070831803 + }, + "2": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.4686613388983272 + }, + "3": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.441051745616985 + }, + "4": { + "accuracy": 0.12547528517110265, + "roc_auc": 0.4212598146464006 + }, + "5": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.4273809766482962 + } + }, + "contrast": { + "1": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.4988127409203797 + }, + "2": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.5064866845532325 + }, + "3": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.508358639384495 + }, + "4": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.5051878580269031 + }, + "5": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.5021071524109215 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/aml_results.json b/results/zeroshot/medclip/resnet/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9ae4120354dbf166723eeb0312707634a6faee31 --- /dev/null +++ b/results/zeroshot/medclip/resnet/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.47921316186845275 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.51029305129753 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5454693387552797 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.47914467437702407 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4998735593824542 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5193408554291706 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5158799217781882 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5167712463886938 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5245827909190692 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5410324332447848 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5090971681359738 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4951283244469188 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4933558874454169 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.49650351333185583 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4919200646055822 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4959165229713376 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4983529401912333 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5303749842390199 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5322616863908821 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.5393117837939475 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.53353657663976 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4889723059459955 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5113658938720425 + }, + "3": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.4872713657334728 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5115927620355459 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.5270943012529593 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.47151930477031884 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.46755040058411385 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4667747329218857 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.45257149941489355 + }, + "5": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.45700087524381294 + } + }, + "contrast": { + "1": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4807117897450438 + }, + "2": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4881964435813672 + }, + "3": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4938094451890621 + }, + "4": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.4860569166245943 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.46671178761966176 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/bloodmnist_results.json b/results/zeroshot/medclip/resnet/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..8e888fba621bb61d2939b25dfd44fe1f2ad2d7e3 --- /dev/null +++ b/results/zeroshot/medclip/resnet/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.09763227126571178, + "roc_auc": 0.5158666362591972 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.05963168664133294, + "roc_auc": 0.5037985696793642 + }, + "2": { + "accuracy": 0.050277696579947385, + "roc_auc": 0.495287668088371 + }, + "3": { + "accuracy": 0.0467699503069278, + "roc_auc": 0.48465615350786817 + }, + "4": { + "accuracy": 0.04501607717041801, + "roc_auc": 0.4847837713310557 + }, + "5": { + "accuracy": 0.0467699503069278, + "roc_auc": 0.48225170440754656 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.05495469161064016, + "roc_auc": 0.4780026604804518 + }, + "2": { + "accuracy": 0.045308389359836304, + "roc_auc": 0.46829434120762975 + }, + "3": { + "accuracy": 0.050277696579947385, + "roc_auc": 0.45764877758651146 + }, + "4": { + "accuracy": 0.04881613563285589, + "roc_auc": 0.44727945582245676 + }, + "5": { + "accuracy": 0.0464776381175095, + "roc_auc": 0.43337423191694463 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.08272434960537854, + "roc_auc": 0.5031715684979319 + }, + "2": { + "accuracy": 0.08155510084770536, + "roc_auc": 0.5031274741924918 + }, + "3": { + "accuracy": 0.08155510084770536, + "roc_auc": 0.5008339484160542 + }, + "4": { + "accuracy": 0.08243203741596025, + "roc_auc": 0.5061624537406297 + }, + "5": { + "accuracy": 0.08564747149956153, + "roc_auc": 0.5069664461585364 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12101724641917568, + "roc_auc": 0.5513448213706751 + }, + "2": { + "accuracy": 0.11254019292604502, + "roc_auc": 0.5468863697024029 + }, + "3": { + "accuracy": 0.1180941245249927, + "roc_auc": 0.5452714555921057 + }, + "4": { + "accuracy": 0.1148786904413914, + "roc_auc": 0.5323120926133633 + }, + "5": { + "accuracy": 0.11166325635779012, + "roc_auc": 0.525672389229694 + } + }, + "pixelate": { + "1": { + "accuracy": 0.10377082724349605, + "roc_auc": 0.5112544223043407 + }, + "2": { + "accuracy": 0.07892429114294067, + "roc_auc": 0.5060115924111301 + }, + "3": { + "accuracy": 0.09704764688687519, + "roc_auc": 0.5084052973123285 + }, + "4": { + "accuracy": 0.10172464191756796, + "roc_auc": 0.5054948846404109 + }, + "5": { + "accuracy": 0.12014030985092078, + "roc_auc": 0.5298483685261819 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.10055539315989477, + "roc_auc": 0.5179826690426761 + }, + "2": { + "accuracy": 0.0903244665302543, + "roc_auc": 0.5152321252307295 + }, + "3": { + "accuracy": 0.07980122771119556, + "roc_auc": 0.5053852078229679 + }, + "4": { + "accuracy": 0.08360128617363344, + "roc_auc": 0.5093023532086635 + }, + "5": { + "accuracy": 0.09704764688687519, + "roc_auc": 0.5187466918804071 + } + }, + "contrast": { + "1": { + "accuracy": 0.10055539315989477, + "roc_auc": 0.5199930893731725 + }, + "2": { + "accuracy": 0.10172464191756796, + "roc_auc": 0.5307417108872945 + }, + "3": { + "accuracy": 0.09938614440222157, + "roc_auc": 0.5322373668080281 + }, + "4": { + "accuracy": 0.08740134463607133, + "roc_auc": 0.5328805041465985 + }, + "5": { + "accuracy": 0.05846243788365975, + "roc_auc": 0.5107110666846424 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/breastmnist_results.json b/results/zeroshot/medclip/resnet/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..49458a5f37eea4cca5fc9796375728d028d9c1ac --- /dev/null +++ b/results/zeroshot/medclip/resnet/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.4270050125313283 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.3909774436090226 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.42606516290726815 + }, + "3": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.47493734335839594 + }, + "4": { + "accuracy": 0.48717948717948717, + "roc_auc": 0.4580200501253133 + }, + "5": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.40288220551378445 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5697577276524646 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.505639097744361 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.5004177109440268 + }, + "4": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4525898078529657 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.48976608187134507 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.39473684210526316 + }, + "2": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.39473684210526316 + }, + "3": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.41562238930659984 + }, + "4": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.43347953216374274 + }, + "5": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.41520467836257313 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.41499582289055975 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4112364243943191 + }, + "3": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.4110275689223058 + }, + "4": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.39055973266499583 + }, + "5": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.40998329156223895 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4935897435897436, + "roc_auc": 0.49916457811194653 + }, + "2": { + "accuracy": 0.5, + "roc_auc": 0.4857978279030911 + }, + "3": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.4908103592314119 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.5167084377610693 + }, + "5": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.5436507936507937 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.425438596491228 + }, + "2": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4229323308270677 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.4197994987468672 + }, + "4": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.420843776106934 + }, + "5": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.41060985797827904 + } + }, + "contrast": { + "1": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4302422723475355 + }, + "2": { + "accuracy": 0.46153846153846156, + "roc_auc": 0.4415204678362573 + }, + "3": { + "accuracy": 0.4358974358974359, + "roc_auc": 0.4400584795321637 + }, + "4": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.44569757727652465 + }, + "5": { + "accuracy": 0.46794871794871795, + "roc_auc": 0.44256474519632416 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/fundus_results.json b/results/zeroshot/medclip/resnet/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..afe1999b03ca4698cada6981e5360e372df3ff4c --- /dev/null +++ b/results/zeroshot/medclip/resnet/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5570172851159224 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5465016813167365 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5218202465931213 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5249247831986313 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5548345230369889 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.48241991622913105 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6198306884549584 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6159592354433366 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5713822193380922 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5562503687098106 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5397100466049201 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5547239100937997 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5547607810748628 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.48497876231490766 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.4798979411244174 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.46730281399327467 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5722302519025426 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.4687112854698837 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.4058241401687216 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.36791339743967905 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.33675741844138996 + } + }, + "pixelate": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.29739395905846266 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.30614712996283405 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.2879402395138929 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.32588785322399855 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3465945961890154 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.5755486401982184 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.5846262757359448 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5938808919827738 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5909680844787918 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.5783950799362869 + } + }, + "contrast": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.6018745206772462 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.6187909267889801 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.6022874756651525 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.5909238393015162 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.545425048669695 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/mammo_calc_results.json b/results/zeroshot/medclip/resnet/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..93932a9eae0e2166da06f33420d2bc1a773c9240 --- /dev/null +++ b/results/zeroshot/medclip/resnet/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5268956833116908 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5298075787982529 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.482823751623185 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.47566206272380274 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5083618620391138 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5233738637705111 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.550171172234683 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5719316885058828 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5555817888482273 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5237476881910833 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5862157163656396 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5894030614252547 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5896391610593004 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5177664974619289 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5661669224412702 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5487348994609058 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5824184472514067 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5655766733561562 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5824577971904144 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5595561326879943 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5644748750639437 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5948727029473103 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5794081769173258 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5426356589147286 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5826742218549561 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5680950694526423 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5281745563294377 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5281155314209263 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5234525636485263 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5075748632589618 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.49409750914886075 + } + }, + "contrast": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5281155314209263 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5497579978751033 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5499153976311336 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5309093770904656 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5370479675756503 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/mammo_mass_results.json b/results/zeroshot/medclip/resnet/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fee6d31e5cdf1b0c4f6aa1a247113e6ea8f2e66d --- /dev/null +++ b/results/zeroshot/medclip/resnet/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5031068704538092 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5209676944370822 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5031068704538092 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.44385546426362754 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.46385134140236184 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.45456017904997503 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5761845863886681 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5853285036958507 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5434961863533292 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5634478899785023 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5177430279471096 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.512604175869482 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5126483493830433 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5266660776864859 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5139441057808405 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5327914715669818 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5589569160997732 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5660099537650558 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.559118885649498 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5396089171599376 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5406101834673264 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5559089436640458 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5454103719409842 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5613422858320818 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.543555084371411 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.515180964160556 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5021645021645021 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5013988279294401 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5042259327973614 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5144741879435757 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5210707659687251 + } + }, + "contrast": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5061401183850163 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5055216891951586 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5260329239921077 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5177724769561505 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5298465706628972 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/oct_results.json b/results/zeroshot/medclip/resnet/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..79c9430daa0056a55d35b0c7a1751882c2ca6c7f --- /dev/null +++ b/results/zeroshot/medclip/resnet/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.253, + "roc_auc": 0.5193026666666667 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.257, + "roc_auc": 0.5050726666666667 + }, + "2": { + "accuracy": 0.256, + "roc_auc": 0.49765200000000004 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.501596 + }, + "4": { + "accuracy": 0.255, + "roc_auc": 0.5059173333333333 + }, + "5": { + "accuracy": 0.254, + "roc_auc": 0.4992126666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.254, + "roc_auc": 0.49697333333333327 + }, + "2": { + "accuracy": 0.246, + "roc_auc": 0.4934573333333333 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.481752 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.4900933333333334 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.49786733333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.255, + "roc_auc": 0.4962146666666667 + }, + "2": { + "accuracy": 0.255, + "roc_auc": 0.496224 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.4880206666666666 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.49119133333333337 + }, + "5": { + "accuracy": 0.256, + "roc_auc": 0.5100966666666666 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.256, + "roc_auc": 0.488434 + }, + "2": { + "accuracy": 0.254, + "roc_auc": 0.48265 + }, + "3": { + "accuracy": 0.264, + "roc_auc": 0.4737846666666667 + }, + "4": { + "accuracy": 0.259, + "roc_auc": 0.46574599999999994 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.4646786666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.252, + "roc_auc": 0.47033733333333333 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.5085873333333334 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.517158 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.5209193333333333 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.5131766666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.251, + "roc_auc": 0.510888 + }, + "2": { + "accuracy": 0.251, + "roc_auc": 0.5109526666666666 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.5111153333333334 + }, + "4": { + "accuracy": 0.254, + "roc_auc": 0.5132153333333334 + }, + "5": { + "accuracy": 0.256, + "roc_auc": 0.5153653333333333 + } + }, + "contrast": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.5074960000000001 + }, + "2": { + "accuracy": 0.25, + "roc_auc": 0.502502 + }, + "3": { + "accuracy": 0.25, + "roc_auc": 0.5019773333333334 + }, + "4": { + "accuracy": 0.257, + "roc_auc": 0.4954513333333333 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.48373733333333335 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/octmnist_results.json b/results/zeroshot/medclip/resnet/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..889bf989f65d784e1d8d4abe3e0fc024d53ab989 --- /dev/null +++ b/results/zeroshot/medclip/resnet/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.4373 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.272, + "roc_auc": 0.452068 + }, + "2": { + "accuracy": 0.293, + "roc_auc": 0.4850186666666667 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.5053706666666666 + }, + "4": { + "accuracy": 0.275, + "roc_auc": 0.49643733333333334 + }, + "5": { + "accuracy": 0.281, + "roc_auc": 0.5083933333333334 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.264, + "roc_auc": 0.4825833333333333 + }, + "2": { + "accuracy": 0.268, + "roc_auc": 0.495648 + }, + "3": { + "accuracy": 0.282, + "roc_auc": 0.5003073333333333 + }, + "4": { + "accuracy": 0.287, + "roc_auc": 0.5019853333333333 + }, + "5": { + "accuracy": 0.276, + "roc_auc": 0.5048966666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.269, + "roc_auc": 0.43390199999999995 + }, + "2": { + "accuracy": 0.269, + "roc_auc": 0.43387599999999993 + }, + "3": { + "accuracy": 0.263, + "roc_auc": 0.43230466666666667 + }, + "4": { + "accuracy": 0.247, + "roc_auc": 0.431384 + }, + "5": { + "accuracy": 0.252, + "roc_auc": 0.43006733333333336 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.286, + "roc_auc": 0.5004793333333333 + }, + "2": { + "accuracy": 0.291, + "roc_auc": 0.4925006666666667 + }, + "3": { + "accuracy": 0.289, + "roc_auc": 0.47298199999999996 + }, + "4": { + "accuracy": 0.261, + "roc_auc": 0.46327066666666666 + }, + "5": { + "accuracy": 0.26, + "roc_auc": 0.46834866666666675 + } + }, + "pixelate": { + "1": { + "accuracy": 0.269, + "roc_auc": 0.5153806666666667 + }, + "2": { + "accuracy": 0.259, + "roc_auc": 0.5093566666666667 + }, + "3": { + "accuracy": 0.257, + "roc_auc": 0.5236033333333334 + }, + "4": { + "accuracy": 0.27, + "roc_auc": 0.5427686666666667 + }, + "5": { + "accuracy": 0.278, + "roc_auc": 0.5656166666666667 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.43288600000000005 + }, + "2": { + "accuracy": 0.276, + "roc_auc": 0.42881800000000003 + }, + "3": { + "accuracy": 0.278, + "roc_auc": 0.42417866666666665 + }, + "4": { + "accuracy": 0.281, + "roc_auc": 0.420696 + }, + "5": { + "accuracy": 0.277, + "roc_auc": 0.4193426666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.274, + "roc_auc": 0.4325213333333333 + }, + "2": { + "accuracy": 0.278, + "roc_auc": 0.43565933333333334 + }, + "3": { + "accuracy": 0.29, + "roc_auc": 0.4385773333333333 + }, + "4": { + "accuracy": 0.272, + "roc_auc": 0.4454693333333334 + }, + "5": { + "accuracy": 0.274, + "roc_auc": 0.451842 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/pbc_results.json b/results/zeroshot/medclip/resnet/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..cae5a0b76723ca23aca24425aef8fe1f62207a09 --- /dev/null +++ b/results/zeroshot/medclip/resnet/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.4933489842863541 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5123905438927889 + }, + "2": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5104326285065894 + }, + "3": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5030868135211404 + }, + "4": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.5011893205747272 + }, + "5": { + "accuracy": 0.13337233109096228, + "roc_auc": 0.4961954534813799 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.49241592035404436 + }, + "2": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.48081315999504387 + }, + "3": { + "accuracy": 0.1351272301842644, + "roc_auc": 0.4782134201758004 + }, + "4": { + "accuracy": 0.1336648142731793, + "roc_auc": 0.464107027462103 + }, + "5": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.45095294718941276 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.5009048908361378 + }, + "2": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.5008819849880316 + }, + "3": { + "accuracy": 0.13278736472652822, + "roc_auc": 0.4987077473504307 + }, + "4": { + "accuracy": 0.13629716291313249, + "roc_auc": 0.5007896120857332 + }, + "5": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.5053262091220019 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.47556557758686535 + }, + "2": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.4654457575137359 + }, + "3": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.45643187147889425 + }, + "4": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.45190845368854965 + }, + "5": { + "accuracy": 0.1339572974553963, + "roc_auc": 0.4488184739568618 + } + }, + "pixelate": { + "1": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.4964966054085611 + }, + "2": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.5106987589554999 + }, + "3": { + "accuracy": 0.13658964609534952, + "roc_auc": 0.504493075766438 + }, + "4": { + "accuracy": 0.1348347470020474, + "roc_auc": 0.48719215125670146 + }, + "5": { + "accuracy": 0.1377595788242176, + "roc_auc": 0.4908012507373719 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.130155016086575, + "roc_auc": 0.4814686070831803 + }, + "2": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.4686613388983272 + }, + "3": { + "accuracy": 0.1313249488154431, + "roc_auc": 0.441051745616985 + }, + "4": { + "accuracy": 0.12547528517110265, + "roc_auc": 0.4212598146464006 + }, + "5": { + "accuracy": 0.1284001169932729, + "roc_auc": 0.4273809766482962 + } + }, + "contrast": { + "1": { + "accuracy": 0.13190991517987716, + "roc_auc": 0.4988127409203797 + }, + "2": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.5064866845532325 + }, + "3": { + "accuracy": 0.13073998245100907, + "roc_auc": 0.508358639384495 + }, + "4": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.5051878580269031 + }, + "5": { + "accuracy": 0.13161743199766013, + "roc_auc": 0.5021071524109215 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/pneumonia_results.json b/results/zeroshot/medclip/resnet/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d1478ff54da055605d619d8468fc8d86bec22a8c --- /dev/null +++ b/results/zeroshot/medclip/resnet/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7995703854574657 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5448717948717948, + "roc_auc": 0.7433438193145648 + }, + "2": { + "accuracy": 0.5544871794871795, + "roc_auc": 0.714465692875228 + }, + "3": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.7007526717085316 + }, + "4": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.6975204185247407 + }, + "5": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.6937501938697278 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.7294474336831752 + }, + "2": { + "accuracy": 0.5112179487179487, + "roc_auc": 0.6982948005587607 + }, + "3": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.6857322966176899 + }, + "4": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.6829955515722205 + }, + "5": { + "accuracy": 0.5096153846153846, + "roc_auc": 0.6847853413722088 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.7374384948960063 + }, + "2": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.7374440205288278 + }, + "3": { + "accuracy": 0.5464743589743589, + "roc_auc": 0.6782655732939453 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6460972849267531 + }, + "5": { + "accuracy": 0.5352564102564102, + "roc_auc": 0.6352658218644295 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.7513360058643207 + }, + "2": { + "accuracy": 0.5769230769230769, + "roc_auc": 0.7262694328424493 + }, + "3": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.7282968423651316 + }, + "4": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.7164180205856924 + }, + "5": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.7187239056888233 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.6986445642820489 + }, + "2": { + "accuracy": 0.5496794871794872, + "roc_auc": 0.7054811091207517 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7188586290373408 + }, + "4": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.7139032806349884 + }, + "5": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.705531129903677 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.802629484552304 + }, + "2": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.8066722456872132 + }, + "3": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.8114824934053217 + }, + "4": { + "accuracy": 0.5737179487179487, + "roc_auc": 0.8203295362894946 + }, + "5": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.7971168983435057 + } + }, + "contrast": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8064940218013917 + }, + "2": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.8144370408015691 + }, + "3": { + "accuracy": 0.5689102564102564, + "roc_auc": 0.8129250763390589 + }, + "4": { + "accuracy": 0.5673076923076923, + "roc_auc": 0.8097201699846206 + }, + "5": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.8015410714396438 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/pneumoniamnist_results.json b/results/zeroshot/medclip/resnet/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c93078a8219e55907a35898bc8f66203b8c28c34 --- /dev/null +++ b/results/zeroshot/medclip/resnet/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.9354152969537585 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5032051282051282, + "roc_auc": 0.9104098181021258 + }, + "2": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.878446197676967 + }, + "3": { + "accuracy": 0.4983974358974359, + "roc_auc": 0.8599276791584484 + }, + "4": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.8474687705456937 + }, + "5": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.8535722112645191 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.8451676528599605 + }, + "2": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.8539392943239097 + }, + "3": { + "accuracy": 0.530448717948718, + "roc_auc": 0.8031284242822705 + }, + "4": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.7939787420556652 + }, + "5": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.8013368397983782 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.9263204032434802 + }, + "2": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.9262656147271531 + }, + "3": { + "accuracy": 0.5176282051282052, + "roc_auc": 0.9156914310760464 + }, + "4": { + "accuracy": 0.5240384615384616, + "roc_auc": 0.8953703703703704 + }, + "5": { + "accuracy": 0.5208333333333334, + "roc_auc": 0.8719921104536489 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.9202169625246548 + }, + "2": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.903846153846154 + }, + "3": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.8943677405215867 + }, + "4": { + "accuracy": 0.5528846153846154, + "roc_auc": 0.886094674556213 + }, + "5": { + "accuracy": 0.5400641025641025, + "roc_auc": 0.8853769449923297 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5560897435897436, + "roc_auc": 0.8751205347359194 + }, + "2": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.8548980933596318 + }, + "3": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.845956607495069 + }, + "4": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.8456333552487398 + }, + "5": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.8171378479070788 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.9361220688143765 + }, + "2": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.9400175323252247 + }, + "3": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.9466907736138506 + }, + "4": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.9521148367302213 + }, + "5": { + "accuracy": 0.530448717948718, + "roc_auc": 0.9244301994301993 + } + }, + "contrast": { + "1": { + "accuracy": 0.532051282051282, + "roc_auc": 0.9398422090729784 + }, + "2": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.9405982905982905 + }, + "3": { + "accuracy": 0.5368589743589743, + "roc_auc": 0.9379574841113303 + }, + "4": { + "accuracy": 0.5272435897435898, + "roc_auc": 0.928007889546351 + }, + "5": { + "accuracy": 0.5288461538461539, + "roc_auc": 0.8978194170501864 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/resnet/retinamnist_results.json b/results/zeroshot/medclip/resnet/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..50fafcda197b049c6cb86b7f011a5814f20d3dba --- /dev/null +++ b/results/zeroshot/medclip/resnet/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.4325, + "roc_auc": 0.48564062230181226 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.4888254805455398 + }, + "2": { + "accuracy": 0.4325, + "roc_auc": 0.4851403543992493 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.47878416844576394 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.4966925512696637 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.4906234890493476 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.507671337749062 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5456062160696442 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5590800880689427 + }, + "4": { + "accuracy": 0.4375, + "roc_auc": 0.5581117149570508 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5356216474871409 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.49374064651023214 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.49371675406456106 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5224192977000114 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5401877893274164 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5377763215965874 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.435, + "roc_auc": 0.514843181523954 + }, + "2": { + "accuracy": 0.4325, + "roc_auc": 0.5350905744579425 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.5288200619589588 + }, + "4": { + "accuracy": 0.435, + "roc_auc": 0.5063496695009062 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.4970145338483679 + } + }, + "pixelate": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.5586415072207596 + }, + "2": { + "accuracy": 0.435, + "roc_auc": 0.5646610961250099 + }, + "3": { + "accuracy": 0.435, + "roc_auc": 0.5637677978183152 + }, + "4": { + "accuracy": 0.44, + "roc_auc": 0.5610760258779643 + }, + "5": { + "accuracy": 0.4375, + "roc_auc": 0.5503477150341859 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.47999010780355567 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.4688884323375194 + }, + "3": { + "accuracy": 0.4325, + "roc_auc": 0.4676731117861257 + }, + "4": { + "accuracy": 0.43, + "roc_auc": 0.4688288299888404 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.47327072406785353 + } + }, + "contrast": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.4815315227203465 + }, + "2": { + "accuracy": 0.43, + "roc_auc": 0.4780991758991888 + }, + "3": { + "accuracy": 0.4275, + "roc_auc": 0.48088341889090247 + }, + "4": { + "accuracy": 0.4325, + "roc_auc": 0.4790429797339561 + }, + "5": { + "accuracy": 0.43, + "roc_auc": 0.4677238798631794 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/all_results.json b/results/zeroshot/medclip/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..69238787f5af3747cd5b0791789101d71ea81724 --- /dev/null +++ b/results/zeroshot/medclip/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.5104885678539568 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.14243930973968996, + "roc_auc": 0.4785398930385495 + }, + "2": { + "accuracy": 0.14009944428195378, + "roc_auc": 0.48372989326679355 + }, + "3": { + "accuracy": 0.13922199473530272, + "roc_auc": 0.4956989793967473 + }, + "4": { + "accuracy": 0.13980696109973675, + "roc_auc": 0.49721181192784625 + }, + "5": { + "accuracy": 0.13951447791751975, + "roc_auc": 0.4997881070516582 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.14507165837964317, + "roc_auc": 0.5288628808725178 + }, + "2": { + "accuracy": 0.13922199473530272, + "roc_auc": 0.5036205474334922 + }, + "3": { + "accuracy": 0.1415618601930389, + "roc_auc": 0.5113935859114447 + }, + "4": { + "accuracy": 0.14477917519742614, + "roc_auc": 0.5165049654845982 + }, + "5": { + "accuracy": 0.14185434337525593, + "roc_auc": 0.5038966664668889 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0985668324071366, + "roc_auc": 0.4897955085574749 + }, + "2": { + "accuracy": 0.0985668324071366, + "roc_auc": 0.48979568432966397 + }, + "3": { + "accuracy": 0.09125475285171103, + "roc_auc": 0.5214489966862798 + }, + "4": { + "accuracy": 0.09008482012284294, + "roc_auc": 0.556417679094812 + }, + "5": { + "accuracy": 0.10558642878034513, + "roc_auc": 0.5563095885928819 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12430535244223458, + "roc_auc": 0.4831939994848575 + }, + "2": { + "accuracy": 0.10763381105586428, + "roc_auc": 0.4658451947399952 + }, + "3": { + "accuracy": 0.10851126060251536, + "roc_auc": 0.4765646347705955 + }, + "4": { + "accuracy": 0.11319099151798771, + "roc_auc": 0.4744252729768663 + }, + "5": { + "accuracy": 0.1234279028955835, + "roc_auc": 0.4731773236339141 + } + }, + "pixelate": { + "1": { + "accuracy": 0.12781515062883883, + "roc_auc": 0.5155881407825492 + }, + "2": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.4983571581408934 + }, + "3": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.5411931707238982 + }, + "4": { + "accuracy": 0.15092132202398362, + "roc_auc": 0.5278938666258342 + }, + "5": { + "accuracy": 0.15092132202398362, + "roc_auc": 0.5141342595676208 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.14741152383737935, + "roc_auc": 0.5221151451866054 + }, + "2": { + "accuracy": 0.1444866920152091, + "roc_auc": 0.52971077401021 + }, + "3": { + "accuracy": 0.14477917519742614, + "roc_auc": 0.5370222095352033 + }, + "4": { + "accuracy": 0.14185434337525593, + "roc_auc": 0.5441754196322132 + }, + "5": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5394074284509691 + } + }, + "contrast": { + "1": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.5136690264560289 + }, + "2": { + "accuracy": 0.11143609242468558, + "roc_auc": 0.5253239759972379 + }, + "3": { + "accuracy": 0.1052939455981281, + "roc_auc": 0.5281169392794982 + }, + "4": { + "accuracy": 0.10587891196256215, + "roc_auc": 0.5187424421015827 + }, + "5": { + "accuracy": 0.1491664229306815, + "roc_auc": 0.43369436448778365 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.8012820512820513, + "roc_auc": 0.8906695156695157 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6650641025641025, + "roc_auc": 0.7034516765285995 + }, + "2": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.6266929651545036 + }, + "3": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.5416502301117686 + }, + "4": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.5045090948937103 + }, + "5": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.4742877492877493 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.6858864781941706 + }, + "2": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.6410037256191102 + }, + "3": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.5855577470962086 + }, + "4": { + "accuracy": 0.4823717948717949, + "roc_auc": 0.4834209949594565 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.398405654174885 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5817307692307693, + "roc_auc": 0.8161845277229893 + }, + "2": { + "accuracy": 0.5817307692307693, + "roc_auc": 0.8161845277229893 + }, + "3": { + "accuracy": 0.46474358974358976, + "roc_auc": 0.7607604646066185 + }, + "4": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.7249945211483674 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.713653298268683 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6538461538461539, + "roc_auc": 0.8604646066184527 + }, + "2": { + "accuracy": 0.5016025641025641, + "roc_auc": 0.750799912338374 + }, + "3": { + "accuracy": 0.47115384615384615, + "roc_auc": 0.7249506903353056 + }, + "4": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6638779311856233 + }, + "5": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.5911735700197239 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.8345058075827305 + }, + "2": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.7943129520052596 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.7953539338154723 + }, + "4": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.8094236248082401 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.7690335305719921 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7996794871794872, + "roc_auc": 0.8892176199868508 + }, + "2": { + "accuracy": 0.7964743589743589, + "roc_auc": 0.887091825553364 + }, + "3": { + "accuracy": 0.7964743589743589, + "roc_auc": 0.8841113302651765 + }, + "4": { + "accuracy": 0.7900641025641025, + "roc_auc": 0.8803747534516766 + }, + "5": { + "accuracy": 0.7532051282051282, + "roc_auc": 0.850016436554898 + } + }, + "contrast": { + "1": { + "accuracy": 0.7548076923076923, + "roc_auc": 0.8723098838483454 + }, + "2": { + "accuracy": 0.6298076923076923, + "roc_auc": 0.7898805610344072 + }, + "3": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.703353057199211 + }, + "4": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.5507232084155161 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.16325882095112865 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.10552470038000585, + "roc_auc": 0.47951822407701994 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1435252850043847, + "roc_auc": 0.5547641558753285 + }, + "2": { + "accuracy": 0.16749488453668518, + "roc_auc": 0.6193593786251886 + }, + "3": { + "accuracy": 0.16544869921075708, + "roc_auc": 0.6393259133640334 + }, + "4": { + "accuracy": 0.15931014323297282, + "roc_auc": 0.6439597332127072 + }, + "5": { + "accuracy": 0.15317158725518853, + "roc_auc": 0.642238235725707 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1394329143525285, + "roc_auc": 0.6357670911166049 + }, + "2": { + "accuracy": 0.14644840689856767, + "roc_auc": 0.6081093344960955 + }, + "3": { + "accuracy": 0.15024846536100556, + "roc_auc": 0.5888141240479213 + }, + "4": { + "accuracy": 0.14761765565624085, + "roc_auc": 0.5668979846150612 + }, + "5": { + "accuracy": 0.143817597193803, + "roc_auc": 0.5523075645047196 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.10347851505407775, + "roc_auc": 0.4742920890752922 + }, + "2": { + "accuracy": 0.10347851505407775, + "roc_auc": 0.474291814734412 + }, + "3": { + "accuracy": 0.1163402513884829, + "roc_auc": 0.46707102793743105 + }, + "4": { + "accuracy": 0.1353405437006723, + "roc_auc": 0.48684950807486 + }, + "5": { + "accuracy": 0.15638702133878982, + "roc_auc": 0.5231807057722486 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.10552470038000585, + "roc_auc": 0.47700619214434714 + }, + "2": { + "accuracy": 0.09967845659163987, + "roc_auc": 0.45648645309700014 + }, + "3": { + "accuracy": 0.10230926629640456, + "roc_auc": 0.45283503871163544 + }, + "4": { + "accuracy": 0.10640163694826074, + "roc_auc": 0.45078197160595523 + }, + "5": { + "accuracy": 0.10961707103186202, + "roc_auc": 0.44235688061197725 + } + }, + "pixelate": { + "1": { + "accuracy": 0.14615609470914936, + "roc_auc": 0.4750336575461572 + }, + "2": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.4805402019996059 + }, + "3": { + "accuracy": 0.1581408944752996, + "roc_auc": 0.48766388283470385 + }, + "4": { + "accuracy": 0.19117217187956737, + "roc_auc": 0.5059014086957294 + }, + "5": { + "accuracy": 0.16895644548377667, + "roc_auc": 0.5196382614884218 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.10757088570593394, + "roc_auc": 0.4864263195286872 + }, + "2": { + "accuracy": 0.1157556270096463, + "roc_auc": 0.5006266242737629 + }, + "3": { + "accuracy": 0.13066354866997953, + "roc_auc": 0.5195130216236619 + }, + "4": { + "accuracy": 0.13095586085939784, + "roc_auc": 0.5275588170622122 + }, + "5": { + "accuracy": 0.12715580239695995, + "roc_auc": 0.5266638768788733 + } + }, + "contrast": { + "1": { + "accuracy": 0.09997076878105816, + "roc_auc": 0.4951830773059177 + }, + "2": { + "accuracy": 0.10698626132709733, + "roc_auc": 0.5157141933135525 + }, + "3": { + "accuracy": 0.1180941245249927, + "roc_auc": 0.5238561685233443 + }, + "4": { + "accuracy": 0.12540192926045016, + "roc_auc": 0.5329026596009462 + }, + "5": { + "accuracy": 0.20608009353990062, + "roc_auc": 0.6003200409630691 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.009254218835057159, + "roc_auc": 0.38447765918144317 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.004899292324442025, + "roc_auc": 0.43519797524061155 + }, + "2": { + "accuracy": 0.003810560696788242, + "roc_auc": 0.47211379957240013 + }, + "3": { + "accuracy": 0.003810560696788242, + "roc_auc": 0.508287595692004 + }, + "4": { + "accuracy": 0.003538377789874796, + "roc_auc": 0.5115528875300358 + }, + "5": { + "accuracy": 0.003538377789874796, + "roc_auc": 0.5095514688080408 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.004627109417528579, + "roc_auc": 0.46516106812302854 + }, + "2": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.4666564841168561 + }, + "3": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.484953055813392 + }, + "4": { + "accuracy": 0.004354926510615134, + "roc_auc": 0.5071284087505353 + }, + "5": { + "accuracy": 0.003538377789874796, + "roc_auc": 0.5026197657978086 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.012248230811105062, + "roc_auc": 0.3919174643375529 + }, + "2": { + "accuracy": 0.012248230811105062, + "roc_auc": 0.39191756347473056 + }, + "3": { + "accuracy": 0.010070767555797496, + "roc_auc": 0.41264683044769834 + }, + "4": { + "accuracy": 0.015242242787152967, + "roc_auc": 0.4705198663976312 + }, + "5": { + "accuracy": 0.012792596624931955, + "roc_auc": 0.48810501215822 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.00979858464888405, + "roc_auc": 0.40729328404665466 + }, + "2": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.41624090431355765 + }, + "3": { + "accuracy": 0.007076755579749592, + "roc_auc": 0.40926116323799816 + }, + "4": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.4118008148973447 + }, + "5": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.41805588145206324 + } + }, + "pixelate": { + "1": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.4885046366810494 + }, + "2": { + "accuracy": 0.014970059880239521, + "roc_auc": 0.5182136636054985 + }, + "3": { + "accuracy": 0.018780620577027764, + "roc_auc": 0.5142861068753758 + }, + "4": { + "accuracy": 0.014970059880239521, + "roc_auc": 0.5158241362474227 + }, + "5": { + "accuracy": 0.004082743603701687, + "roc_auc": 0.476718951039845 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.008437670114316821, + "roc_auc": 0.3891199070799579 + }, + "2": { + "accuracy": 0.009254218835057159, + "roc_auc": 0.38862237694636353 + }, + "3": { + "accuracy": 0.008437670114316821, + "roc_auc": 0.3960500751045253 + }, + "4": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.4110437516339867 + }, + "5": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.44811749338088297 + } + }, + "contrast": { + "1": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.4016487557324764 + }, + "2": { + "accuracy": 0.009526401741970605, + "roc_auc": 0.4460377621751334 + }, + "3": { + "accuracy": 0.008709853021230268, + "roc_auc": 0.4740034393836188 + }, + "4": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5105455031524396 + }, + "5": { + "accuracy": 0.003538377789874796, + "roc_auc": 0.535192478170491 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.540625, + "roc_auc": 0.5754306530588167 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.46875, + "roc_auc": 0.6709928617780663 + }, + "2": { + "accuracy": 0.4953125, + "roc_auc": 0.617611055394962 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5885714707096926 + }, + "4": { + "accuracy": 0.41875, + "roc_auc": 0.6230310896112323 + }, + "5": { + "accuracy": 0.4078125, + "roc_auc": 0.6790233614536016 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2109375, + "roc_auc": 0.6873783257624919 + }, + "2": { + "accuracy": 0.2234375, + "roc_auc": 0.652277151790455 + }, + "3": { + "accuracy": 0.225, + "roc_auc": 0.6827915757182468 + }, + "4": { + "accuracy": 0.24375, + "roc_auc": 0.7396834994985547 + }, + "5": { + "accuracy": 0.265625, + "roc_auc": 0.767521090201168 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7, + "roc_auc": 0.5622603386230901 + }, + "2": { + "accuracy": 0.7, + "roc_auc": 0.5622603386230901 + }, + "3": { + "accuracy": 0.721875, + "roc_auc": 0.5694428057341749 + }, + "4": { + "accuracy": 0.7484375, + "roc_auc": 0.573557607220813 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.5220857176567755 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4390625, + "roc_auc": 0.43204678190077284 + }, + "2": { + "accuracy": 0.4609375, + "roc_auc": 0.4830614712996283 + }, + "3": { + "accuracy": 0.484375, + "roc_auc": 0.44152262403398035 + }, + "4": { + "accuracy": 0.5390625, + "roc_auc": 0.408921302578019 + }, + "5": { + "accuracy": 0.5921875, + "roc_auc": 0.4245251017639078 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5953125, + "roc_auc": 0.6203321337974161 + }, + "2": { + "accuracy": 0.725, + "roc_auc": 0.7486947672703677 + }, + "3": { + "accuracy": 0.7046875, + "roc_auc": 0.6628812459441921 + }, + "4": { + "accuracy": 0.7203125, + "roc_auc": 0.7178927496902837 + }, + "5": { + "accuracy": 0.503125, + "roc_auc": 0.7082915462214618 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.53125, + "roc_auc": 0.5775028021945607 + }, + "2": { + "accuracy": 0.48125, + "roc_auc": 0.5553212199870214 + }, + "3": { + "accuracy": 0.4171875, + "roc_auc": 0.5249911509645449 + }, + "4": { + "accuracy": 0.3546875, + "roc_auc": 0.5012683617485695 + }, + "5": { + "accuracy": 0.2859375, + "roc_auc": 0.4701123827502802 + } + }, + "contrast": { + "1": { + "accuracy": 0.571875, + "roc_auc": 0.5446876290484337 + }, + "2": { + "accuracy": 0.6046875, + "roc_auc": 0.3995339507993629 + }, + "3": { + "accuracy": 0.621875, + "roc_auc": 0.35191139165830926 + }, + "4": { + "accuracy": 0.7046875, + "roc_auc": 0.34848976461565695 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.4541030027726977 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.4444444444444444, + "roc_auc": 0.47689725240745645 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.569396589804753 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5542745236622788 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5314957151691846 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5452778514003005 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49509673999469916 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.447109579762641 + }, + "2": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5521836440203787 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.6069146273227906 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5909385399181317 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5814706835114999 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.4264952734340489 + }, + "2": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.4264952734340489 + }, + "3": { + "accuracy": 0.4126984126984127, + "roc_auc": 0.43767117236504993 + }, + "4": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.44204435020761557 + }, + "5": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.4383484995729894 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.41005291005291006, + "roc_auc": 0.4163500898194776 + }, + "2": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.4044821391760167 + }, + "3": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.42003121594958337 + }, + "4": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.45566451688900667 + }, + "5": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.4585799687840504 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.4370085696616309 + }, + "2": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.48284595223370735 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4393644903848986 + }, + "4": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.44500397561622046 + }, + "5": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.42664251847925316 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4470899470899471, + "roc_auc": 0.4757929145684247 + }, + "2": { + "accuracy": 0.4365079365079365, + "roc_auc": 0.47433518862090296 + }, + "3": { + "accuracy": 0.43915343915343913, + "roc_auc": 0.4738934534852902 + }, + "4": { + "accuracy": 0.4417989417989418, + "roc_auc": 0.47909120358099955 + }, + "5": { + "accuracy": 0.43386243386243384, + "roc_auc": 0.4736578614129635 + } + }, + "contrast": { + "1": { + "accuracy": 0.42063492063492064, + "roc_auc": 0.4423093912889831 + }, + "2": { + "accuracy": 0.3994708994708995, + "roc_auc": 0.45694554878228344 + }, + "3": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.4616573902288188 + }, + "4": { + "accuracy": 0.37566137566137564, + "roc_auc": 0.45890390788349966 + }, + "5": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.40829578584680626 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.367, + "roc_auc": 0.7197266666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.313, + "roc_auc": 0.7057380000000001 + }, + "2": { + "accuracy": 0.286, + "roc_auc": 0.6556906666666666 + }, + "3": { + "accuracy": 0.269, + "roc_auc": 0.6217453333333334 + }, + "4": { + "accuracy": 0.266, + "roc_auc": 0.5958746666666668 + }, + "5": { + "accuracy": 0.258, + "roc_auc": 0.5739179999999999 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.6989653333333333 + }, + "2": { + "accuracy": 0.268, + "roc_auc": 0.6899066666666667 + }, + "3": { + "accuracy": 0.263, + "roc_auc": 0.6765586666666666 + }, + "4": { + "accuracy": 0.26, + "roc_auc": 0.636414 + }, + "5": { + "accuracy": 0.262, + "roc_auc": 0.6099026666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.285, + "roc_auc": 0.6612673333333333 + }, + "2": { + "accuracy": 0.285, + "roc_auc": 0.6612673333333333 + }, + "3": { + "accuracy": 0.286, + "roc_auc": 0.6433766666666666 + }, + "4": { + "accuracy": 0.273, + "roc_auc": 0.597828 + }, + "5": { + "accuracy": 0.27, + "roc_auc": 0.5921573333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.271, + "roc_auc": 0.65569 + }, + "2": { + "accuracy": 0.281, + "roc_auc": 0.642948 + }, + "3": { + "accuracy": 0.299, + "roc_auc": 0.636776 + }, + "4": { + "accuracy": 0.28, + "roc_auc": 0.6279666666666666 + }, + "5": { + "accuracy": 0.259, + "roc_auc": 0.6210306666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.552602 + }, + "2": { + "accuracy": 0.299, + "roc_auc": 0.5979073333333333 + }, + "3": { + "accuracy": 0.298, + "roc_auc": 0.561534 + }, + "4": { + "accuracy": 0.294, + "roc_auc": 0.5533446666666667 + }, + "5": { + "accuracy": 0.262, + "roc_auc": 0.5525933333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.367, + "roc_auc": 0.718604 + }, + "2": { + "accuracy": 0.365, + "roc_auc": 0.7169306666666667 + }, + "3": { + "accuracy": 0.364, + "roc_auc": 0.7139686666666667 + }, + "4": { + "accuracy": 0.357, + "roc_auc": 0.710174 + }, + "5": { + "accuracy": 0.351, + "roc_auc": 0.6988866666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.357, + "roc_auc": 0.7155453333333333 + }, + "2": { + "accuracy": 0.321, + "roc_auc": 0.7028713333333333 + }, + "3": { + "accuracy": 0.301, + "roc_auc": 0.6883586666666667 + }, + "4": { + "accuracy": 0.285, + "roc_auc": 0.6565586666666666 + }, + "5": { + "accuracy": 0.244, + "roc_auc": 0.5164253333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6827485380116959 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.6894319131161236 + }, + "2": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.6230158730158729 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.6017126148705096 + }, + "4": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.616750208855472 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.6077694235588973 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.7057226399331662 + }, + "2": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.6251044277360067 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5436507936507936 + }, + "4": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5545112781954887 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5522138680033417 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.6954887218045113 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.6954887218045113 + }, + "3": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.7489557226399333 + }, + "4": { + "accuracy": 0.7692307692307693, + "roc_auc": 0.7451963241436925 + }, + "5": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.6769005847953217 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.7032163742690059 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6687552213868003 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.6489139515455306 + }, + "4": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.5802005012531328 + }, + "5": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.5294486215538847 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.44527986633249794 + }, + "2": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.4241854636591479 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.46971595655806186 + }, + "4": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.523809523809524 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4440267335004176 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6787802840434419 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6791979949874687 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.6808688387635756 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6762740183792816 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.6518379281537177 + } + }, + "contrast": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.6840016708437762 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.6368003341687553 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5862573099415205 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5300751879699249 + }, + "5": { + "accuracy": 0.717948717948718, + "roc_auc": 0.4530075187969924 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.149, + "roc_auc": 0.5435 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.206, + "roc_auc": 0.5308573333333333 + }, + "2": { + "accuracy": 0.197, + "roc_auc": 0.49613399999999996 + }, + "3": { + "accuracy": 0.203, + "roc_auc": 0.4856606666666667 + }, + "4": { + "accuracy": 0.214, + "roc_auc": 0.47569466666666665 + }, + "5": { + "accuracy": 0.204, + "roc_auc": 0.47491133333333335 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.227, + "roc_auc": 0.5105933333333332 + }, + "2": { + "accuracy": 0.213, + "roc_auc": 0.510814 + }, + "3": { + "accuracy": 0.198, + "roc_auc": 0.5187820000000001 + }, + "4": { + "accuracy": 0.209, + "roc_auc": 0.52616 + }, + "5": { + "accuracy": 0.223, + "roc_auc": 0.52161 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.073, + "roc_auc": 0.46376933333333337 + }, + "2": { + "accuracy": 0.073, + "roc_auc": 0.46376933333333337 + }, + "3": { + "accuracy": 0.045, + "roc_auc": 0.46921333333333326 + }, + "4": { + "accuracy": 0.041, + "roc_auc": 0.5098 + }, + "5": { + "accuracy": 0.052, + "roc_auc": 0.521992 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.202, + "roc_auc": 0.4791053333333334 + }, + "2": { + "accuracy": 0.167, + "roc_auc": 0.5202106666666666 + }, + "3": { + "accuracy": 0.123, + "roc_auc": 0.521494 + }, + "4": { + "accuracy": 0.108, + "roc_auc": 0.5305593333333334 + }, + "5": { + "accuracy": 0.109, + "roc_auc": 0.5391433333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.236, + "roc_auc": 0.46590600000000004 + }, + "2": { + "accuracy": 0.23, + "roc_auc": 0.4452033333333334 + }, + "3": { + "accuracy": 0.228, + "roc_auc": 0.46227199999999996 + }, + "4": { + "accuracy": 0.215, + "roc_auc": 0.4779366666666666 + }, + "5": { + "accuracy": 0.225, + "roc_auc": 0.501354 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.154, + "roc_auc": 0.544534 + }, + "2": { + "accuracy": 0.162, + "roc_auc": 0.5452226666666666 + }, + "3": { + "accuracy": 0.169, + "roc_auc": 0.5449713333333334 + }, + "4": { + "accuracy": 0.173, + "roc_auc": 0.5445933333333333 + }, + "5": { + "accuracy": 0.185, + "roc_auc": 0.5430146666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.172, + "roc_auc": 0.5501846666666667 + }, + "2": { + "accuracy": 0.21, + "roc_auc": 0.5557813333333332 + }, + "3": { + "accuracy": 0.229, + "roc_auc": 0.561408 + }, + "4": { + "accuracy": 0.243, + "roc_auc": 0.573078 + }, + "5": { + "accuracy": 0.234, + "roc_auc": 0.5797193333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.2975, + "roc_auc": 0.5382569756850272 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2225, + "roc_auc": 0.5558701419332461 + }, + "2": { + "accuracy": 0.1125, + "roc_auc": 0.5171443925722798 + }, + "3": { + "accuracy": 0.0925, + "roc_auc": 0.5068875618239513 + }, + "4": { + "accuracy": 0.0775, + "roc_auc": 0.5151757551058282 + }, + "5": { + "accuracy": 0.075, + "roc_auc": 0.5025280334458793 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3725, + "roc_auc": 0.5821679792499982 + }, + "2": { + "accuracy": 0.2675, + "roc_auc": 0.5670820029066064 + }, + "3": { + "accuracy": 0.1225, + "roc_auc": 0.5154115544014483 + }, + "4": { + "accuracy": 0.08, + "roc_auc": 0.5055463681442238 + }, + "5": { + "accuracy": 0.075, + "roc_auc": 0.4959072097586663 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.115, + "roc_auc": 0.5272182902667408 + }, + "2": { + "accuracy": 0.115, + "roc_auc": 0.5272182902667408 + }, + "3": { + "accuracy": 0.0575, + "roc_auc": 0.5123048950659751 + }, + "4": { + "accuracy": 0.055, + "roc_auc": 0.5120764482816421 + }, + "5": { + "accuracy": 0.0575, + "roc_auc": 0.5046042086990074 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2325, + "roc_auc": 0.5220473262895615 + }, + "2": { + "accuracy": 0.165, + "roc_auc": 0.49529999253923124 + }, + "3": { + "accuracy": 0.1925, + "roc_auc": 0.5144122307869622 + }, + "4": { + "accuracy": 0.175, + "roc_auc": 0.5009999161856863 + }, + "5": { + "accuracy": 0.18, + "roc_auc": 0.4870474164063312 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0975, + "roc_auc": 0.5198135524312771 + }, + "2": { + "accuracy": 0.1775, + "roc_auc": 0.561779242934471 + }, + "3": { + "accuracy": 0.3275, + "roc_auc": 0.5266765366238235 + }, + "4": { + "accuracy": 0.415, + "roc_auc": 0.48134753286183224 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5372643738612803 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3, + "roc_auc": 0.5371604189221453 + }, + "2": { + "accuracy": 0.2925, + "roc_auc": 0.5279752763869208 + }, + "3": { + "accuracy": 0.29, + "roc_auc": 0.5189294276078193 + }, + "4": { + "accuracy": 0.2775, + "roc_auc": 0.5064498260252136 + }, + "5": { + "accuracy": 0.2225, + "roc_auc": 0.4935352268163761 + } + }, + "contrast": { + "1": { + "accuracy": 0.315, + "roc_auc": 0.5636758938237894 + }, + "2": { + "accuracy": 0.3275, + "roc_auc": 0.5907839949162682 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.6024183906162702 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.5737865749987681 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.4932619452379928 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6590444807598099 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6509764657767422 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6088793211290767 + }, + "3": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.5604166397798345 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.5557238978017519 + }, + "5": { + "accuracy": 0.3173076923076923, + "roc_auc": 0.5474076969333752 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6510788064683296 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6298979901450544 + }, + "3": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.6473067735607462 + }, + "4": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.6080894717287698 + }, + "5": { + "accuracy": 0.3125, + "roc_auc": 0.5845722127767577 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6363271430292278 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6363271430292278 + }, + "3": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.5267653539071193 + }, + "4": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.4745934692449469 + }, + "5": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.4732122471304793 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.7595169676817126 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.7269688476872371 + }, + "3": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.7075941244084215 + }, + "4": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6750413828696372 + }, + "5": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.6423090881298 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6805791030996627 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.563794918451983 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.641384319295582 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6792161508616829 + }, + "5": { + "accuracy": 0.4375, + "roc_auc": 0.6650554459407513 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.6598149657354389 + }, + "2": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.6605000566919647 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6619286395923365 + }, + "4": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.662114656091726 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.667027407936445 + } + }, + "contrast": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.6999627231599832 + }, + "2": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.7237299060206821 + }, + "3": { + "accuracy": 0.421474358974359, + "roc_auc": 0.704171373600129 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6270121897339562 + }, + "5": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.3725065632336097 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.45689214181718013 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.4700743713847244 + }, + "2": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.4531932475504663 + }, + "3": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.46098453547397 + }, + "4": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.44616928343761064 + }, + "5": { + "accuracy": 0.549079754601227, + "roc_auc": 0.44365088734112457 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.5100539094164404 + }, + "2": { + "accuracy": 0.5122699386503068, + "roc_auc": 0.46625742730098774 + }, + "3": { + "accuracy": 0.5460122699386503, + "roc_auc": 0.4274190375004918 + }, + "4": { + "accuracy": 0.549079754601227, + "roc_auc": 0.46985794672018255 + }, + "5": { + "accuracy": 0.50920245398773, + "roc_auc": 0.4730256168102939 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.4581119899264156 + }, + "2": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.4581119899264156 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4548459449887852 + }, + "4": { + "accuracy": 0.598159509202454, + "roc_auc": 0.44437886121276515 + }, + "5": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4406406170070436 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.44662180773619803 + }, + "2": { + "accuracy": 0.5736196319018405, + "roc_auc": 0.4318655806083501 + }, + "3": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.4281666863416361 + }, + "4": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.4229724943926337 + }, + "5": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.42348404359973246 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4602959115413371 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46832329909888637 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4800299059536458 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4979734781411089 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4837878251288711 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.4574430409632865 + }, + "2": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.45746271593279025 + }, + "3": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.45335064730649666 + }, + "4": { + "accuracy": 0.5521472392638037, + "roc_auc": 0.45075355133199546 + }, + "5": { + "accuracy": 0.5552147239263804, + "roc_auc": 0.45075355133199546 + } + }, + "contrast": { + "1": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.4623617833392358 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45826938968244607 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4390075945382285 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40955416519104393 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39999213001219847 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/aml_results.json b/results/zeroshot/medclip/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9c7df26ae652a0818979ce5a2d37cf194d310727 --- /dev/null +++ b/results/zeroshot/medclip/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.009254218835057159, + "roc_auc": 0.38447765918144317 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.004899292324442025, + "roc_auc": 0.43519797524061155 + }, + "2": { + "accuracy": 0.003810560696788242, + "roc_auc": 0.47211379957240013 + }, + "3": { + "accuracy": 0.003810560696788242, + "roc_auc": 0.508287595692004 + }, + "4": { + "accuracy": 0.003538377789874796, + "roc_auc": 0.5115528875300358 + }, + "5": { + "accuracy": 0.003538377789874796, + "roc_auc": 0.5095514688080408 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.004627109417528579, + "roc_auc": 0.46516106812302854 + }, + "2": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.4666564841168561 + }, + "3": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.484953055813392 + }, + "4": { + "accuracy": 0.004354926510615134, + "roc_auc": 0.5071284087505353 + }, + "5": { + "accuracy": 0.003538377789874796, + "roc_auc": 0.5026197657978086 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.012248230811105062, + "roc_auc": 0.3919174643375529 + }, + "2": { + "accuracy": 0.012248230811105062, + "roc_auc": 0.39191756347473056 + }, + "3": { + "accuracy": 0.010070767555797496, + "roc_auc": 0.41264683044769834 + }, + "4": { + "accuracy": 0.015242242787152967, + "roc_auc": 0.4705198663976312 + }, + "5": { + "accuracy": 0.012792596624931955, + "roc_auc": 0.48810501215822 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.00979858464888405, + "roc_auc": 0.40729328404665466 + }, + "2": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.41624090431355765 + }, + "3": { + "accuracy": 0.007076755579749592, + "roc_auc": 0.40926116323799816 + }, + "4": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.4118008148973447 + }, + "5": { + "accuracy": 0.006260206859009254, + "roc_auc": 0.41805588145206324 + } + }, + "pixelate": { + "1": { + "accuracy": 0.007621121393576484, + "roc_auc": 0.4885046366810494 + }, + "2": { + "accuracy": 0.014970059880239521, + "roc_auc": 0.5182136636054985 + }, + "3": { + "accuracy": 0.018780620577027764, + "roc_auc": 0.5142861068753758 + }, + "4": { + "accuracy": 0.014970059880239521, + "roc_auc": 0.5158241362474227 + }, + "5": { + "accuracy": 0.004082743603701687, + "roc_auc": 0.476718951039845 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.008437670114316821, + "roc_auc": 0.3891199070799579 + }, + "2": { + "accuracy": 0.009254218835057159, + "roc_auc": 0.38862237694636353 + }, + "3": { + "accuracy": 0.008437670114316821, + "roc_auc": 0.3960500751045253 + }, + "4": { + "accuracy": 0.006804572672836146, + "roc_auc": 0.4110437516339867 + }, + "5": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.44811749338088297 + } + }, + "contrast": { + "1": { + "accuracy": 0.008165487207403375, + "roc_auc": 0.4016487557324764 + }, + "2": { + "accuracy": 0.009526401741970605, + "roc_auc": 0.4460377621751334 + }, + "3": { + "accuracy": 0.008709853021230268, + "roc_auc": 0.4740034393836188 + }, + "4": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5105455031524396 + }, + "5": { + "accuracy": 0.003538377789874796, + "roc_auc": 0.535192478170491 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/bloodmnist_results.json b/results/zeroshot/medclip/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f58c50d85d92b82611bab7437c882168b4002880 --- /dev/null +++ b/results/zeroshot/medclip/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.10552470038000585, + "roc_auc": 0.47951822407701994 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1435252850043847, + "roc_auc": 0.5547641558753285 + }, + "2": { + "accuracy": 0.16749488453668518, + "roc_auc": 0.6193593786251886 + }, + "3": { + "accuracy": 0.16544869921075708, + "roc_auc": 0.6393259133640334 + }, + "4": { + "accuracy": 0.15931014323297282, + "roc_auc": 0.6439597332127072 + }, + "5": { + "accuracy": 0.15317158725518853, + "roc_auc": 0.642238235725707 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1394329143525285, + "roc_auc": 0.6357670911166049 + }, + "2": { + "accuracy": 0.14644840689856767, + "roc_auc": 0.6081093344960955 + }, + "3": { + "accuracy": 0.15024846536100556, + "roc_auc": 0.5888141240479213 + }, + "4": { + "accuracy": 0.14761765565624085, + "roc_auc": 0.5668979846150612 + }, + "5": { + "accuracy": 0.143817597193803, + "roc_auc": 0.5523075645047196 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.10347851505407775, + "roc_auc": 0.4742920890752922 + }, + "2": { + "accuracy": 0.10347851505407775, + "roc_auc": 0.474291814734412 + }, + "3": { + "accuracy": 0.1163402513884829, + "roc_auc": 0.46707102793743105 + }, + "4": { + "accuracy": 0.1353405437006723, + "roc_auc": 0.48684950807486 + }, + "5": { + "accuracy": 0.15638702133878982, + "roc_auc": 0.5231807057722486 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.10552470038000585, + "roc_auc": 0.47700619214434714 + }, + "2": { + "accuracy": 0.09967845659163987, + "roc_auc": 0.45648645309700014 + }, + "3": { + "accuracy": 0.10230926629640456, + "roc_auc": 0.45283503871163544 + }, + "4": { + "accuracy": 0.10640163694826074, + "roc_auc": 0.45078197160595523 + }, + "5": { + "accuracy": 0.10961707103186202, + "roc_auc": 0.44235688061197725 + } + }, + "pixelate": { + "1": { + "accuracy": 0.14615609470914936, + "roc_auc": 0.4750336575461572 + }, + "2": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.4805402019996059 + }, + "3": { + "accuracy": 0.1581408944752996, + "roc_auc": 0.48766388283470385 + }, + "4": { + "accuracy": 0.19117217187956737, + "roc_auc": 0.5059014086957294 + }, + "5": { + "accuracy": 0.16895644548377667, + "roc_auc": 0.5196382614884218 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.10757088570593394, + "roc_auc": 0.4864263195286872 + }, + "2": { + "accuracy": 0.1157556270096463, + "roc_auc": 0.5006266242737629 + }, + "3": { + "accuracy": 0.13066354866997953, + "roc_auc": 0.5195130216236619 + }, + "4": { + "accuracy": 0.13095586085939784, + "roc_auc": 0.5275588170622122 + }, + "5": { + "accuracy": 0.12715580239695995, + "roc_auc": 0.5266638768788733 + } + }, + "contrast": { + "1": { + "accuracy": 0.09997076878105816, + "roc_auc": 0.4951830773059177 + }, + "2": { + "accuracy": 0.10698626132709733, + "roc_auc": 0.5157141933135525 + }, + "3": { + "accuracy": 0.1180941245249927, + "roc_auc": 0.5238561685233443 + }, + "4": { + "accuracy": 0.12540192926045016, + "roc_auc": 0.5329026596009462 + }, + "5": { + "accuracy": 0.20608009353990062, + "roc_auc": 0.6003200409630691 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/breastmnist_results.json b/results/zeroshot/medclip/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5b4dd010b96a8aac3ef9378246762ca75030fb9a --- /dev/null +++ b/results/zeroshot/medclip/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6827485380116959 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.6894319131161236 + }, + "2": { + "accuracy": 0.42948717948717946, + "roc_auc": 0.6230158730158729 + }, + "3": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.6017126148705096 + }, + "4": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.616750208855472 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.6077694235588973 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.7057226399331662 + }, + "2": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.6251044277360067 + }, + "3": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5436507936507936 + }, + "4": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.5545112781954887 + }, + "5": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.5522138680033417 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.6954887218045113 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.6954887218045113 + }, + "3": { + "accuracy": 0.7564102564102564, + "roc_auc": 0.7489557226399333 + }, + "4": { + "accuracy": 0.7692307692307693, + "roc_auc": 0.7451963241436925 + }, + "5": { + "accuracy": 0.7435897435897436, + "roc_auc": 0.6769005847953217 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5897435897435898, + "roc_auc": 0.7032163742690059 + }, + "2": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6687552213868003 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.6489139515455306 + }, + "4": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.5802005012531328 + }, + "5": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.5294486215538847 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.44527986633249794 + }, + "2": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.4241854636591479 + }, + "3": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.46971595655806186 + }, + "4": { + "accuracy": 0.6153846153846154, + "roc_auc": 0.523809523809524 + }, + "5": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.4440267335004176 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6787802840434419 + }, + "2": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.6791979949874687 + }, + "3": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.6808688387635756 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.6762740183792816 + }, + "5": { + "accuracy": 0.5192307692307693, + "roc_auc": 0.6518379281537177 + } + }, + "contrast": { + "1": { + "accuracy": 0.5705128205128205, + "roc_auc": 0.6840016708437762 + }, + "2": { + "accuracy": 0.5064102564102564, + "roc_auc": 0.6368003341687553 + }, + "3": { + "accuracy": 0.5256410256410257, + "roc_auc": 0.5862573099415205 + }, + "4": { + "accuracy": 0.5641025641025641, + "roc_auc": 0.5300751879699249 + }, + "5": { + "accuracy": 0.717948717948718, + "roc_auc": 0.4530075187969924 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/fundus_results.json b/results/zeroshot/medclip/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..aabe72c4a3c353e9e8ab9098a6857458c47800e9 --- /dev/null +++ b/results/zeroshot/medclip/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.540625, + "roc_auc": 0.5754306530588167 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.46875, + "roc_auc": 0.6709928617780663 + }, + "2": { + "accuracy": 0.4953125, + "roc_auc": 0.617611055394962 + }, + "3": { + "accuracy": 0.4375, + "roc_auc": 0.5885714707096926 + }, + "4": { + "accuracy": 0.41875, + "roc_auc": 0.6230310896112323 + }, + "5": { + "accuracy": 0.4078125, + "roc_auc": 0.6790233614536016 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.2109375, + "roc_auc": 0.6873783257624919 + }, + "2": { + "accuracy": 0.2234375, + "roc_auc": 0.652277151790455 + }, + "3": { + "accuracy": 0.225, + "roc_auc": 0.6827915757182468 + }, + "4": { + "accuracy": 0.24375, + "roc_auc": 0.7396834994985547 + }, + "5": { + "accuracy": 0.265625, + "roc_auc": 0.767521090201168 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7, + "roc_auc": 0.5622603386230901 + }, + "2": { + "accuracy": 0.7, + "roc_auc": 0.5622603386230901 + }, + "3": { + "accuracy": 0.721875, + "roc_auc": 0.5694428057341749 + }, + "4": { + "accuracy": 0.7484375, + "roc_auc": 0.573557607220813 + }, + "5": { + "accuracy": 0.7640625, + "roc_auc": 0.5220857176567755 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4390625, + "roc_auc": 0.43204678190077284 + }, + "2": { + "accuracy": 0.4609375, + "roc_auc": 0.4830614712996283 + }, + "3": { + "accuracy": 0.484375, + "roc_auc": 0.44152262403398035 + }, + "4": { + "accuracy": 0.5390625, + "roc_auc": 0.408921302578019 + }, + "5": { + "accuracy": 0.5921875, + "roc_auc": 0.4245251017639078 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5953125, + "roc_auc": 0.6203321337974161 + }, + "2": { + "accuracy": 0.725, + "roc_auc": 0.7486947672703677 + }, + "3": { + "accuracy": 0.7046875, + "roc_auc": 0.6628812459441921 + }, + "4": { + "accuracy": 0.7203125, + "roc_auc": 0.7178927496902837 + }, + "5": { + "accuracy": 0.503125, + "roc_auc": 0.7082915462214618 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.53125, + "roc_auc": 0.5775028021945607 + }, + "2": { + "accuracy": 0.48125, + "roc_auc": 0.5553212199870214 + }, + "3": { + "accuracy": 0.4171875, + "roc_auc": 0.5249911509645449 + }, + "4": { + "accuracy": 0.3546875, + "roc_auc": 0.5012683617485695 + }, + "5": { + "accuracy": 0.2859375, + "roc_auc": 0.4701123827502802 + } + }, + "contrast": { + "1": { + "accuracy": 0.571875, + "roc_auc": 0.5446876290484337 + }, + "2": { + "accuracy": 0.6046875, + "roc_auc": 0.3995339507993629 + }, + "3": { + "accuracy": 0.621875, + "roc_auc": 0.35191139165830926 + }, + "4": { + "accuracy": 0.7046875, + "roc_auc": 0.34848976461565695 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.4541030027726977 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/mammo_calc_results.json b/results/zeroshot/medclip/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3df4e47742b742ff2bd85494c0c9455838b0e268 --- /dev/null +++ b/results/zeroshot/medclip/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.45689214181718013 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.4700743713847244 + }, + "2": { + "accuracy": 0.5306748466257669, + "roc_auc": 0.4531932475504663 + }, + "3": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.46098453547397 + }, + "4": { + "accuracy": 0.5674846625766872, + "roc_auc": 0.44616928343761064 + }, + "5": { + "accuracy": 0.549079754601227, + "roc_auc": 0.44365088734112457 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.5100539094164404 + }, + "2": { + "accuracy": 0.5122699386503068, + "roc_auc": 0.46625742730098774 + }, + "3": { + "accuracy": 0.5460122699386503, + "roc_auc": 0.4274190375004918 + }, + "4": { + "accuracy": 0.549079754601227, + "roc_auc": 0.46985794672018255 + }, + "5": { + "accuracy": 0.50920245398773, + "roc_auc": 0.4730256168102939 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.4581119899264156 + }, + "2": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.4581119899264156 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4548459449887852 + }, + "4": { + "accuracy": 0.598159509202454, + "roc_auc": 0.44437886121276515 + }, + "5": { + "accuracy": 0.598159509202454, + "roc_auc": 0.4406406170070436 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5705521472392638, + "roc_auc": 0.44662180773619803 + }, + "2": { + "accuracy": 0.5736196319018405, + "roc_auc": 0.4318655806083501 + }, + "3": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.4281666863416361 + }, + "4": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.4229724943926337 + }, + "5": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.42348404359973246 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4602959115413371 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.46832329909888637 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4800299059536458 + }, + "4": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4979734781411089 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.4837878251288711 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5337423312883436, + "roc_auc": 0.4574430409632865 + }, + "2": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.45746271593279025 + }, + "3": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.45335064730649666 + }, + "4": { + "accuracy": 0.5521472392638037, + "roc_auc": 0.45075355133199546 + }, + "5": { + "accuracy": 0.5552147239263804, + "roc_auc": 0.45075355133199546 + } + }, + "contrast": { + "1": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.4623617833392358 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.45826938968244607 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.4390075945382285 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.40955416519104393 + }, + "5": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.39999213001219847 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/mammo_mass_results.json b/results/zeroshot/medclip/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6facbb6c78b0d0bb1c7c881d98209b8652b6a619 --- /dev/null +++ b/results/zeroshot/medclip/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.4444444444444444, + "roc_auc": 0.47689725240745645 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.569396589804753 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5542745236622788 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5314957151691846 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5452778514003005 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49509673999469916 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.447109579762641 + }, + "2": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.5521836440203787 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.6069146273227906 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5909385399181317 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5814706835114999 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.4264952734340489 + }, + "2": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.4264952734340489 + }, + "3": { + "accuracy": 0.4126984126984127, + "roc_auc": 0.43767117236504993 + }, + "4": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.44204435020761557 + }, + "5": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.4383484995729894 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.41005291005291006, + "roc_auc": 0.4163500898194776 + }, + "2": { + "accuracy": 0.40476190476190477, + "roc_auc": 0.4044821391760167 + }, + "3": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.42003121594958337 + }, + "4": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.45566451688900667 + }, + "5": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.4585799687840504 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.4370085696616309 + }, + "2": { + "accuracy": 0.3862433862433862, + "roc_auc": 0.48284595223370735 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4393644903848986 + }, + "4": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.44500397561622046 + }, + "5": { + "accuracy": 0.3835978835978836, + "roc_auc": 0.42664251847925316 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4470899470899471, + "roc_auc": 0.4757929145684247 + }, + "2": { + "accuracy": 0.4365079365079365, + "roc_auc": 0.47433518862090296 + }, + "3": { + "accuracy": 0.43915343915343913, + "roc_auc": 0.4738934534852902 + }, + "4": { + "accuracy": 0.4417989417989418, + "roc_auc": 0.47909120358099955 + }, + "5": { + "accuracy": 0.43386243386243384, + "roc_auc": 0.4736578614129635 + } + }, + "contrast": { + "1": { + "accuracy": 0.42063492063492064, + "roc_auc": 0.4423093912889831 + }, + "2": { + "accuracy": 0.3994708994708995, + "roc_auc": 0.45694554878228344 + }, + "3": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.4616573902288188 + }, + "4": { + "accuracy": 0.37566137566137564, + "roc_auc": 0.45890390788349966 + }, + "5": { + "accuracy": 0.3941798941798942, + "roc_auc": 0.40829578584680626 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/oct_results.json b/results/zeroshot/medclip/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..37a1d085af9e731545644fd89654472d5e3a50b5 --- /dev/null +++ b/results/zeroshot/medclip/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.367, + "roc_auc": 0.7197266666666666 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.313, + "roc_auc": 0.7057380000000001 + }, + "2": { + "accuracy": 0.286, + "roc_auc": 0.6556906666666666 + }, + "3": { + "accuracy": 0.269, + "roc_auc": 0.6217453333333334 + }, + "4": { + "accuracy": 0.266, + "roc_auc": 0.5958746666666668 + }, + "5": { + "accuracy": 0.258, + "roc_auc": 0.5739179999999999 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.6989653333333333 + }, + "2": { + "accuracy": 0.268, + "roc_auc": 0.6899066666666667 + }, + "3": { + "accuracy": 0.263, + "roc_auc": 0.6765586666666666 + }, + "4": { + "accuracy": 0.26, + "roc_auc": 0.636414 + }, + "5": { + "accuracy": 0.262, + "roc_auc": 0.6099026666666667 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.285, + "roc_auc": 0.6612673333333333 + }, + "2": { + "accuracy": 0.285, + "roc_auc": 0.6612673333333333 + }, + "3": { + "accuracy": 0.286, + "roc_auc": 0.6433766666666666 + }, + "4": { + "accuracy": 0.273, + "roc_auc": 0.597828 + }, + "5": { + "accuracy": 0.27, + "roc_auc": 0.5921573333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.271, + "roc_auc": 0.65569 + }, + "2": { + "accuracy": 0.281, + "roc_auc": 0.642948 + }, + "3": { + "accuracy": 0.299, + "roc_auc": 0.636776 + }, + "4": { + "accuracy": 0.28, + "roc_auc": 0.6279666666666666 + }, + "5": { + "accuracy": 0.259, + "roc_auc": 0.6210306666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.277, + "roc_auc": 0.552602 + }, + "2": { + "accuracy": 0.299, + "roc_auc": 0.5979073333333333 + }, + "3": { + "accuracy": 0.298, + "roc_auc": 0.561534 + }, + "4": { + "accuracy": 0.294, + "roc_auc": 0.5533446666666667 + }, + "5": { + "accuracy": 0.262, + "roc_auc": 0.5525933333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.367, + "roc_auc": 0.718604 + }, + "2": { + "accuracy": 0.365, + "roc_auc": 0.7169306666666667 + }, + "3": { + "accuracy": 0.364, + "roc_auc": 0.7139686666666667 + }, + "4": { + "accuracy": 0.357, + "roc_auc": 0.710174 + }, + "5": { + "accuracy": 0.351, + "roc_auc": 0.6988866666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.357, + "roc_auc": 0.7155453333333333 + }, + "2": { + "accuracy": 0.321, + "roc_auc": 0.7028713333333333 + }, + "3": { + "accuracy": 0.301, + "roc_auc": 0.6883586666666667 + }, + "4": { + "accuracy": 0.285, + "roc_auc": 0.6565586666666666 + }, + "5": { + "accuracy": 0.244, + "roc_auc": 0.5164253333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/octmnist_results.json b/results/zeroshot/medclip/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a57940c46e62ecd86cee340f18cfc60fb6f53049 --- /dev/null +++ b/results/zeroshot/medclip/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.149, + "roc_auc": 0.5435 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.206, + "roc_auc": 0.5308573333333333 + }, + "2": { + "accuracy": 0.197, + "roc_auc": 0.49613399999999996 + }, + "3": { + "accuracy": 0.203, + "roc_auc": 0.4856606666666667 + }, + "4": { + "accuracy": 0.214, + "roc_auc": 0.47569466666666665 + }, + "5": { + "accuracy": 0.204, + "roc_auc": 0.47491133333333335 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.227, + "roc_auc": 0.5105933333333332 + }, + "2": { + "accuracy": 0.213, + "roc_auc": 0.510814 + }, + "3": { + "accuracy": 0.198, + "roc_auc": 0.5187820000000001 + }, + "4": { + "accuracy": 0.209, + "roc_auc": 0.52616 + }, + "5": { + "accuracy": 0.223, + "roc_auc": 0.52161 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.073, + "roc_auc": 0.46376933333333337 + }, + "2": { + "accuracy": 0.073, + "roc_auc": 0.46376933333333337 + }, + "3": { + "accuracy": 0.045, + "roc_auc": 0.46921333333333326 + }, + "4": { + "accuracy": 0.041, + "roc_auc": 0.5098 + }, + "5": { + "accuracy": 0.052, + "roc_auc": 0.521992 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.202, + "roc_auc": 0.4791053333333334 + }, + "2": { + "accuracy": 0.167, + "roc_auc": 0.5202106666666666 + }, + "3": { + "accuracy": 0.123, + "roc_auc": 0.521494 + }, + "4": { + "accuracy": 0.108, + "roc_auc": 0.5305593333333334 + }, + "5": { + "accuracy": 0.109, + "roc_auc": 0.5391433333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.236, + "roc_auc": 0.46590600000000004 + }, + "2": { + "accuracy": 0.23, + "roc_auc": 0.4452033333333334 + }, + "3": { + "accuracy": 0.228, + "roc_auc": 0.46227199999999996 + }, + "4": { + "accuracy": 0.215, + "roc_auc": 0.4779366666666666 + }, + "5": { + "accuracy": 0.225, + "roc_auc": 0.501354 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.154, + "roc_auc": 0.544534 + }, + "2": { + "accuracy": 0.162, + "roc_auc": 0.5452226666666666 + }, + "3": { + "accuracy": 0.169, + "roc_auc": 0.5449713333333334 + }, + "4": { + "accuracy": 0.173, + "roc_auc": 0.5445933333333333 + }, + "5": { + "accuracy": 0.185, + "roc_auc": 0.5430146666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.172, + "roc_auc": 0.5501846666666667 + }, + "2": { + "accuracy": 0.21, + "roc_auc": 0.5557813333333332 + }, + "3": { + "accuracy": 0.229, + "roc_auc": 0.561408 + }, + "4": { + "accuracy": 0.243, + "roc_auc": 0.573078 + }, + "5": { + "accuracy": 0.234, + "roc_auc": 0.5797193333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/pbc_results.json b/results/zeroshot/medclip/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..124a09a8b8d1a2fc4f8440f095c31220e8d29f6d --- /dev/null +++ b/results/zeroshot/medclip/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.5104885678539568 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.14243930973968996, + "roc_auc": 0.4785398930385495 + }, + "2": { + "accuracy": 0.14009944428195378, + "roc_auc": 0.48372989326679355 + }, + "3": { + "accuracy": 0.13922199473530272, + "roc_auc": 0.4956989793967473 + }, + "4": { + "accuracy": 0.13980696109973675, + "roc_auc": 0.49721181192784625 + }, + "5": { + "accuracy": 0.13951447791751975, + "roc_auc": 0.4997881070516582 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.14507165837964317, + "roc_auc": 0.5288628808725178 + }, + "2": { + "accuracy": 0.13922199473530272, + "roc_auc": 0.5036205474334922 + }, + "3": { + "accuracy": 0.1415618601930389, + "roc_auc": 0.5113935859114447 + }, + "4": { + "accuracy": 0.14477917519742614, + "roc_auc": 0.5165049654845982 + }, + "5": { + "accuracy": 0.14185434337525593, + "roc_auc": 0.5038966664668889 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.0985668324071366, + "roc_auc": 0.4897955085574749 + }, + "2": { + "accuracy": 0.0985668324071366, + "roc_auc": 0.48979568432966397 + }, + "3": { + "accuracy": 0.09125475285171103, + "roc_auc": 0.5214489966862798 + }, + "4": { + "accuracy": 0.09008482012284294, + "roc_auc": 0.556417679094812 + }, + "5": { + "accuracy": 0.10558642878034513, + "roc_auc": 0.5563095885928819 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12430535244223458, + "roc_auc": 0.4831939994848575 + }, + "2": { + "accuracy": 0.10763381105586428, + "roc_auc": 0.4658451947399952 + }, + "3": { + "accuracy": 0.10851126060251536, + "roc_auc": 0.4765646347705955 + }, + "4": { + "accuracy": 0.11319099151798771, + "roc_auc": 0.4744252729768663 + }, + "5": { + "accuracy": 0.1234279028955835, + "roc_auc": 0.4731773236339141 + } + }, + "pixelate": { + "1": { + "accuracy": 0.12781515062883883, + "roc_auc": 0.5155881407825492 + }, + "2": { + "accuracy": 0.1324948815443112, + "roc_auc": 0.4983571581408934 + }, + "3": { + "accuracy": 0.13746709564200058, + "roc_auc": 0.5411931707238982 + }, + "4": { + "accuracy": 0.15092132202398362, + "roc_auc": 0.5278938666258342 + }, + "5": { + "accuracy": 0.15092132202398362, + "roc_auc": 0.5141342595676208 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.14741152383737935, + "roc_auc": 0.5221151451866054 + }, + "2": { + "accuracy": 0.1444866920152091, + "roc_auc": 0.52971077401021 + }, + "3": { + "accuracy": 0.14477917519742614, + "roc_auc": 0.5370222095352033 + }, + "4": { + "accuracy": 0.14185434337525593, + "roc_auc": 0.5441754196322132 + }, + "5": { + "accuracy": 0.13424978063761334, + "roc_auc": 0.5394074284509691 + } + }, + "contrast": { + "1": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.5136690264560289 + }, + "2": { + "accuracy": 0.11143609242468558, + "roc_auc": 0.5253239759972379 + }, + "3": { + "accuracy": 0.1052939455981281, + "roc_auc": 0.5281169392794982 + }, + "4": { + "accuracy": 0.10587891196256215, + "roc_auc": 0.5187424421015827 + }, + "5": { + "accuracy": 0.1491664229306815, + "roc_auc": 0.43369436448778365 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/pneumonia_results.json b/results/zeroshot/medclip/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a9814d934d6964fe5e535c5128e47e299511f12c --- /dev/null +++ b/results/zeroshot/medclip/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6590444807598099 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6509764657767422 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6088793211290767 + }, + "3": { + "accuracy": 0.34294871794871795, + "roc_auc": 0.5604166397798345 + }, + "4": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.5557238978017519 + }, + "5": { + "accuracy": 0.3173076923076923, + "roc_auc": 0.5474076969333752 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6510788064683296 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6298979901450544 + }, + "3": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.6473067735607462 + }, + "4": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.6080894717287698 + }, + "5": { + "accuracy": 0.3125, + "roc_auc": 0.5845722127767577 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6363271430292278 + }, + "2": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.6363271430292278 + }, + "3": { + "accuracy": 0.3573717948717949, + "roc_auc": 0.5267653539071193 + }, + "4": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.4745934692449469 + }, + "5": { + "accuracy": 0.3701923076923077, + "roc_auc": 0.4732122471304793 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.7595169676817126 + }, + "2": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.7269688476872371 + }, + "3": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.7075941244084215 + }, + "4": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6750413828696372 + }, + "5": { + "accuracy": 0.3685897435897436, + "roc_auc": 0.6423090881298 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.6805791030996627 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.563794918451983 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.641384319295582 + }, + "4": { + "accuracy": 0.39903846153846156, + "roc_auc": 0.6792161508616829 + }, + "5": { + "accuracy": 0.4375, + "roc_auc": 0.6650554459407513 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.41346153846153844, + "roc_auc": 0.6598149657354389 + }, + "2": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.6605000566919647 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6619286395923365 + }, + "4": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.662114656091726 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.667027407936445 + } + }, + "contrast": { + "1": { + "accuracy": 0.4182692307692308, + "roc_auc": 0.6999627231599832 + }, + "2": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.7237299060206821 + }, + "3": { + "accuracy": 0.421474358974359, + "roc_auc": 0.704171373600129 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6270121897339562 + }, + "5": { + "accuracy": 0.3605769230769231, + "roc_auc": 0.3725065632336097 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/pneumoniamnist_results.json b/results/zeroshot/medclip/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d42ac705d2b6dbd6ea2e1139838920d3b893e387 --- /dev/null +++ b/results/zeroshot/medclip/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.8012820512820513, + "roc_auc": 0.8906695156695157 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6650641025641025, + "roc_auc": 0.7034516765285995 + }, + "2": { + "accuracy": 0.5592948717948718, + "roc_auc": 0.6266929651545036 + }, + "3": { + "accuracy": 0.49038461538461536, + "roc_auc": 0.5416502301117686 + }, + "4": { + "accuracy": 0.47435897435897434, + "roc_auc": 0.5045090948937103 + }, + "5": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.4742877492877493 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5512820512820513, + "roc_auc": 0.6858864781941706 + }, + "2": { + "accuracy": 0.5608974358974359, + "roc_auc": 0.6410037256191102 + }, + "3": { + "accuracy": 0.5416666666666666, + "roc_auc": 0.5855577470962086 + }, + "4": { + "accuracy": 0.4823717948717949, + "roc_auc": 0.4834209949594565 + }, + "5": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.398405654174885 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5817307692307693, + "roc_auc": 0.8161845277229893 + }, + "2": { + "accuracy": 0.5817307692307693, + "roc_auc": 0.8161845277229893 + }, + "3": { + "accuracy": 0.46474358974358976, + "roc_auc": 0.7607604646066185 + }, + "4": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.7249945211483674 + }, + "5": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.713653298268683 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.6538461538461539, + "roc_auc": 0.8604646066184527 + }, + "2": { + "accuracy": 0.5016025641025641, + "roc_auc": 0.750799912338374 + }, + "3": { + "accuracy": 0.47115384615384615, + "roc_auc": 0.7249506903353056 + }, + "4": { + "accuracy": 0.45032051282051283, + "roc_auc": 0.6638779311856233 + }, + "5": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.5911735700197239 + } + }, + "pixelate": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.8345058075827305 + }, + "2": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.7943129520052596 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.7953539338154723 + }, + "4": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.8094236248082401 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.7690335305719921 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7996794871794872, + "roc_auc": 0.8892176199868508 + }, + "2": { + "accuracy": 0.7964743589743589, + "roc_auc": 0.887091825553364 + }, + "3": { + "accuracy": 0.7964743589743589, + "roc_auc": 0.8841113302651765 + }, + "4": { + "accuracy": 0.7900641025641025, + "roc_auc": 0.8803747534516766 + }, + "5": { + "accuracy": 0.7532051282051282, + "roc_auc": 0.850016436554898 + } + }, + "contrast": { + "1": { + "accuracy": 0.7548076923076923, + "roc_auc": 0.8723098838483454 + }, + "2": { + "accuracy": 0.6298076923076923, + "roc_auc": 0.7898805610344072 + }, + "3": { + "accuracy": 0.5336538461538461, + "roc_auc": 0.703353057199211 + }, + "4": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.5507232084155161 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.16325882095112865 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/medclip/vit/retinamnist_results.json b/results/zeroshot/medclip/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..2b03afdafabbfb8aaf373a2f6d727b707a08c3d7 --- /dev/null +++ b/results/zeroshot/medclip/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.2975, + "roc_auc": 0.5382569756850272 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.2225, + "roc_auc": 0.5558701419332461 + }, + "2": { + "accuracy": 0.1125, + "roc_auc": 0.5171443925722798 + }, + "3": { + "accuracy": 0.0925, + "roc_auc": 0.5068875618239513 + }, + "4": { + "accuracy": 0.0775, + "roc_auc": 0.5151757551058282 + }, + "5": { + "accuracy": 0.075, + "roc_auc": 0.5025280334458793 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3725, + "roc_auc": 0.5821679792499982 + }, + "2": { + "accuracy": 0.2675, + "roc_auc": 0.5670820029066064 + }, + "3": { + "accuracy": 0.1225, + "roc_auc": 0.5154115544014483 + }, + "4": { + "accuracy": 0.08, + "roc_auc": 0.5055463681442238 + }, + "5": { + "accuracy": 0.075, + "roc_auc": 0.4959072097586663 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.115, + "roc_auc": 0.5272182902667408 + }, + "2": { + "accuracy": 0.115, + "roc_auc": 0.5272182902667408 + }, + "3": { + "accuracy": 0.0575, + "roc_auc": 0.5123048950659751 + }, + "4": { + "accuracy": 0.055, + "roc_auc": 0.5120764482816421 + }, + "5": { + "accuracy": 0.0575, + "roc_auc": 0.5046042086990074 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.2325, + "roc_auc": 0.5220473262895615 + }, + "2": { + "accuracy": 0.165, + "roc_auc": 0.49529999253923124 + }, + "3": { + "accuracy": 0.1925, + "roc_auc": 0.5144122307869622 + }, + "4": { + "accuracy": 0.175, + "roc_auc": 0.5009999161856863 + }, + "5": { + "accuracy": 0.18, + "roc_auc": 0.4870474164063312 + } + }, + "pixelate": { + "1": { + "accuracy": 0.0975, + "roc_auc": 0.5198135524312771 + }, + "2": { + "accuracy": 0.1775, + "roc_auc": 0.561779242934471 + }, + "3": { + "accuracy": 0.3275, + "roc_auc": 0.5266765366238235 + }, + "4": { + "accuracy": 0.415, + "roc_auc": 0.48134753286183224 + }, + "5": { + "accuracy": 0.435, + "roc_auc": 0.5372643738612803 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3, + "roc_auc": 0.5371604189221453 + }, + "2": { + "accuracy": 0.2925, + "roc_auc": 0.5279752763869208 + }, + "3": { + "accuracy": 0.29, + "roc_auc": 0.5189294276078193 + }, + "4": { + "accuracy": 0.2775, + "roc_auc": 0.5064498260252136 + }, + "5": { + "accuracy": 0.2225, + "roc_auc": 0.4935352268163761 + } + }, + "contrast": { + "1": { + "accuracy": 0.315, + "roc_auc": 0.5636758938237894 + }, + "2": { + "accuracy": 0.3275, + "roc_auc": 0.5907839949162682 + }, + "3": { + "accuracy": 0.36, + "roc_auc": 0.6024183906162702 + }, + "4": { + "accuracy": 0.42, + "roc_auc": 0.5737865749987681 + }, + "5": { + "accuracy": 0.3825, + "roc_auc": 0.4932619452379928 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/all_results.json b/results/zeroshot/rmedclip/vit/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a8338d0d48ad29d1ca1c921622695ee8f052b732 --- /dev/null +++ b/results/zeroshot/rmedclip/vit/all_results.json @@ -0,0 +1,2018 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.33177433498976905, + "roc_auc": 0.6900865394990037 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.17714118678748902, + "roc_auc": 0.6058736286147949 + }, + "2": { + "accuracy": 0.1584332066647179, + "roc_auc": 0.5689386337960154 + }, + "3": { + "accuracy": 0.17509500146156096, + "roc_auc": 0.5554038528294885 + }, + "4": { + "accuracy": 0.16983338205203158, + "roc_auc": 0.5499977099900519 + }, + "5": { + "accuracy": 0.14586378251973106, + "roc_auc": 0.549370471408003 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.15609470914937154, + "roc_auc": 0.5527128136386233 + }, + "2": { + "accuracy": 0.13124817304881614, + "roc_auc": 0.5548123444338817 + }, + "3": { + "accuracy": 0.12510961707103185, + "roc_auc": 0.559586499447575 + }, + "4": { + "accuracy": 0.10377082724349605, + "roc_auc": 0.5690500228045708 + }, + "5": { + "accuracy": 0.0903244665302543, + "roc_auc": 0.5694379370093559 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.29815843320666474, + "roc_auc": 0.6559343149505708 + }, + "2": { + "accuracy": 0.29815843320666474, + "roc_auc": 0.6559344594671004 + }, + "3": { + "accuracy": 0.2765273311897106, + "roc_auc": 0.6343447470584587 + }, + "4": { + "accuracy": 0.26775796550716163, + "roc_auc": 0.6047748708322214 + }, + "5": { + "accuracy": 0.26366559485530544, + "roc_auc": 0.595928470216176 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3054662379421222, + "roc_auc": 0.6639077001275333 + }, + "2": { + "accuracy": 0.26980415083308973, + "roc_auc": 0.6312357039721266 + }, + "3": { + "accuracy": 0.2537269804150833, + "roc_auc": 0.6116087376975953 + }, + "4": { + "accuracy": 0.24408067816427945, + "roc_auc": 0.5974020042368746 + }, + "5": { + "accuracy": 0.2361882490499854, + "roc_auc": 0.5912634676267756 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2741888336743642, + "roc_auc": 0.6181832691375868 + }, + "2": { + "accuracy": 0.28178895059924, + "roc_auc": 0.6572699653740035 + }, + "3": { + "accuracy": 0.28880444314527914, + "roc_auc": 0.6452251772563847 + }, + "4": { + "accuracy": 0.2809120140309851, + "roc_auc": 0.6343673349520609 + }, + "5": { + "accuracy": 0.24963460976322713, + "roc_auc": 0.6251603079811233 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3270973399590763, + "roc_auc": 0.6873513448602465 + }, + "2": { + "accuracy": 0.3279742765273312, + "roc_auc": 0.6941058137203631 + }, + "3": { + "accuracy": 0.33557439345220696, + "roc_auc": 0.7124159305312486 + }, + "4": { + "accuracy": 0.2990353697749196, + "roc_auc": 0.7165108356813128 + }, + "5": { + "accuracy": 0.24028061970184156, + "roc_auc": 0.6987053073466974 + } + }, + "contrast": { + "1": { + "accuracy": 0.3466822566501023, + "roc_auc": 0.6871616881443834 + }, + "2": { + "accuracy": 0.3276819643379129, + "roc_auc": 0.6826010997854883 + }, + "3": { + "accuracy": 0.3162817889505992, + "roc_auc": 0.6806444653512247 + }, + "4": { + "accuracy": 0.29406606255480855, + "roc_auc": 0.6843839627732525 + }, + "5": { + "accuracy": 0.20841859105524702, + "roc_auc": 0.6621895063828509 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.185, + "roc_auc": 0.558122383365639 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.6062858922577378 + }, + "2": { + "accuracy": 0.1825, + "roc_auc": 0.5742482661282556 + }, + "3": { + "accuracy": 0.165, + "roc_auc": 0.5524475357414947 + }, + "4": { + "accuracy": 0.1775, + "roc_auc": 0.5314188789009623 + }, + "5": { + "accuracy": 0.1725, + "roc_auc": 0.5449759958464424 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1925, + "roc_auc": 0.5333381522549547 + }, + "2": { + "accuracy": 0.1425, + "roc_auc": 0.5254557947184335 + }, + "3": { + "accuracy": 0.135, + "roc_auc": 0.5302204706662244 + }, + "4": { + "accuracy": 0.1225, + "roc_auc": 0.5410300899213528 + }, + "5": { + "accuracy": 0.1175, + "roc_auc": 0.5697647467057873 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.5713079170870989 + }, + "2": { + "accuracy": 0.18, + "roc_auc": 0.5713079170870989 + }, + "3": { + "accuracy": 0.175, + "roc_auc": 0.5806185988295252 + }, + "4": { + "accuracy": 0.1875, + "roc_auc": 0.5834978249128039 + }, + "5": { + "accuracy": 0.2125, + "roc_auc": 0.5806141818330365 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.16, + "roc_auc": 0.5378985892397379 + }, + "2": { + "accuracy": 0.155, + "roc_auc": 0.5245970692099678 + }, + "3": { + "accuracy": 0.1725, + "roc_auc": 0.5357326730252756 + }, + "4": { + "accuracy": 0.185, + "roc_auc": 0.544723621759682 + }, + "5": { + "accuracy": 0.205, + "roc_auc": 0.556513034828902 + } + }, + "pixelate": { + "1": { + "accuracy": 0.27, + "roc_auc": 0.5988782131418218 + }, + "2": { + "accuracy": 0.325, + "roc_auc": 0.6135060773526935 + }, + "3": { + "accuracy": 0.305, + "roc_auc": 0.5938714081543932 + }, + "4": { + "accuracy": 0.2725, + "roc_auc": 0.6012443388003005 + }, + "5": { + "accuracy": 0.36, + "roc_auc": 0.6047414493220595 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.175, + "roc_auc": 0.5522092957020472 + }, + "2": { + "accuracy": 0.1725, + "roc_auc": 0.5497383960691916 + }, + "3": { + "accuracy": 0.1675, + "roc_auc": 0.5367321915466776 + }, + "4": { + "accuracy": 0.175, + "roc_auc": 0.5370171024097194 + }, + "5": { + "accuracy": 0.1875, + "roc_auc": 0.5391198620287405 + } + }, + "contrast": { + "1": { + "accuracy": 0.19, + "roc_auc": 0.5671493826857319 + }, + "2": { + "accuracy": 0.2, + "roc_auc": 0.5618742484116678 + }, + "3": { + "accuracy": 0.1975, + "roc_auc": 0.5545257830692476 + }, + "4": { + "accuracy": 0.2, + "roc_auc": 0.5284845726217631 + }, + "5": { + "accuracy": 0.36, + "roc_auc": 0.5072617676337273 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.568922305764411 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.6054720133667502 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.6317878028404343 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.6695906432748537 + }, + "4": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.6363826232247285 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5998329156223893 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.6743943191311612 + }, + "2": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.6737677527151212 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.6798245614035088 + }, + "4": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.6113199665831246 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5883458646616542 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.6021303258145363 + }, + "2": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.6021303258145363 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.5875104427736006 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5998329156223893 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5818713450292398 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.5258980785296574 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.633249791144528 + }, + "3": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6244778613199666 + }, + "4": { + "accuracy": 0.75, + "roc_auc": 0.6086048454469507 + }, + "5": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.5973266499582289 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.4747284878863826 + }, + "2": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.5507518796992481 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5200501253132832 + }, + "4": { + "accuracy": 0.6538461538461539, + "roc_auc": 0.5718462823725982 + }, + "5": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4565580618212198 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.5680868838763575 + }, + "2": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5726817042606516 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.5697577276524645 + }, + "4": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.5733082706766918 + }, + "5": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5941938178780283 + } + }, + "contrast": { + "1": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5417710944026733 + }, + "2": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.4786967418546366 + }, + "3": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.45676691729323304 + }, + "4": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.43629908103592313 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.4164578111946533 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.394, + "roc_auc": 0.5740026666666668 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.415, + "roc_auc": 0.5786946666666667 + }, + "2": { + "accuracy": 0.391, + "roc_auc": 0.6123053333333333 + }, + "3": { + "accuracy": 0.357, + "roc_auc": 0.6662500000000001 + }, + "4": { + "accuracy": 0.341, + "roc_auc": 0.7013186666666666 + }, + "5": { + "accuracy": 0.303, + "roc_auc": 0.7057359999999999 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.6069773333333333 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.6356113333333333 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.6671813333333334 + }, + "4": { + "accuracy": 0.249, + "roc_auc": 0.6390846666666667 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.6194 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.346, + "roc_auc": 0.5286879999999999 + }, + "2": { + "accuracy": 0.346, + "roc_auc": 0.5286879999999999 + }, + "3": { + "accuracy": 0.332, + "roc_auc": 0.500372 + }, + "4": { + "accuracy": 0.332, + "roc_auc": 0.485892 + }, + "5": { + "accuracy": 0.326, + "roc_auc": 0.48369933333333337 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.262, + "roc_auc": 0.5442400000000001 + }, + "2": { + "accuracy": 0.246, + "roc_auc": 0.517206 + }, + "3": { + "accuracy": 0.244, + "roc_auc": 0.5135826666666667 + }, + "4": { + "accuracy": 0.244, + "roc_auc": 0.514112 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.5233053333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.229, + "roc_auc": 0.5567573333333333 + }, + "2": { + "accuracy": 0.221, + "roc_auc": 0.5432413333333332 + }, + "3": { + "accuracy": 0.22, + "roc_auc": 0.5637646666666667 + }, + "4": { + "accuracy": 0.232, + "roc_auc": 0.554752 + }, + "5": { + "accuracy": 0.274, + "roc_auc": 0.583888 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.389, + "roc_auc": 0.5768773333333332 + }, + "2": { + "accuracy": 0.381, + "roc_auc": 0.5786459999999999 + }, + "3": { + "accuracy": 0.381, + "roc_auc": 0.5792053333333333 + }, + "4": { + "accuracy": 0.383, + "roc_auc": 0.5793333333333333 + }, + "5": { + "accuracy": 0.371, + "roc_auc": 0.5758446666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.411, + "roc_auc": 0.570612 + }, + "2": { + "accuracy": 0.406, + "roc_auc": 0.5506513333333334 + }, + "3": { + "accuracy": 0.404, + "roc_auc": 0.5372753333333333 + }, + "4": { + "accuracy": 0.384, + "roc_auc": 0.5247193333333333 + }, + "5": { + "accuracy": 0.306, + "roc_auc": 0.532814 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.5625, + "roc_auc": 0.8331799254876178 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.421474358974359, + "roc_auc": 0.7953922857769011 + }, + "2": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6904503616042077 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.582993644532106 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5187705456936226 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.528572211264519 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.8156585579662502 + }, + "2": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.76537365768135 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.7205566513258822 + }, + "4": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.7102016217400833 + }, + "5": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.6633519614288845 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.8189787420556652 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.8189787420556652 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.8097578347578349 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.7975673898750822 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.7949978084593469 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.8653955730878807 + }, + "2": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.8547008547008548 + }, + "3": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.8631711593250055 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.8590510628972168 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.8252903791365329 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.8310760464606618 + }, + "2": { + "accuracy": 0.391025641025641, + "roc_auc": 0.8473153626999782 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.8562404120096427 + }, + "4": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.8333990795529258 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6848783694937541 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.8398860398860399 + }, + "2": { + "accuracy": 0.6121794871794872, + "roc_auc": 0.8430089853166776 + }, + "3": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.8417488494411571 + }, + "4": { + "accuracy": 0.625, + "roc_auc": 0.8372507122507122 + }, + "5": { + "accuracy": 0.6169871794871795, + "roc_auc": 0.8093797939951787 + } + }, + "contrast": { + "1": { + "accuracy": 0.5721153846153846, + "roc_auc": 0.8550076703922858 + }, + "2": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.8563992987069909 + }, + "3": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.8434363357440281 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.8054021477098401 + }, + "5": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.6893819855358317 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.5419161676646707, + "roc_auc": 0.6073496213984885 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4216113228089276, + "roc_auc": 0.5866493311999796 + }, + "2": { + "accuracy": 0.3568317909635275, + "roc_auc": 0.5681198236712159 + }, + "3": { + "accuracy": 0.3206314643440392, + "roc_auc": 0.5456995286007088 + }, + "4": { + "accuracy": 0.28361458900381054, + "roc_auc": 0.5345489137954614 + }, + "5": { + "accuracy": 0.25367446924333154, + "roc_auc": 0.5156893886423871 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.46869896570495373, + "roc_auc": 0.567160037878716 + }, + "2": { + "accuracy": 0.4256940664126293, + "roc_auc": 0.5274398435193249 + }, + "3": { + "accuracy": 0.4156232988568318, + "roc_auc": 0.5142099084617756 + }, + "4": { + "accuracy": 0.3753402286336418, + "roc_auc": 0.5078764345037909 + }, + "5": { + "accuracy": 0.3317909635274905, + "roc_auc": 0.5312887744928559 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5557974959172564, + "roc_auc": 0.604337980093979 + }, + "2": { + "accuracy": 0.5557974959172564, + "roc_auc": 0.6043379561918616 + }, + "3": { + "accuracy": 0.5694066412629287, + "roc_auc": 0.6066121449361824 + }, + "4": { + "accuracy": 0.5571584104518236, + "roc_auc": 0.5957758613987171 + }, + "5": { + "accuracy": 0.5424605334784975, + "roc_auc": 0.5815489107087632 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5359281437125748, + "roc_auc": 0.6005072872537414 + }, + "2": { + "accuracy": 0.5438214480130648, + "roc_auc": 0.6100600641105054 + }, + "3": { + "accuracy": 0.5389221556886228, + "roc_auc": 0.6118681001389231 + }, + "4": { + "accuracy": 0.5217746325530757, + "roc_auc": 0.6204379950094222 + }, + "5": { + "accuracy": 0.4784975503538378, + "roc_auc": 0.6177804701835689 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5748502994011976, + "roc_auc": 0.5693824470971439 + }, + "2": { + "accuracy": 0.5919978225367447, + "roc_auc": 0.6038360795160507 + }, + "3": { + "accuracy": 0.5759390310288514, + "roc_auc": 0.5709619889897185 + }, + "4": { + "accuracy": 0.5626020685900925, + "roc_auc": 0.582866625470924 + }, + "5": { + "accuracy": 0.497550353837779, + "roc_auc": 0.5711262195773628 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5606967882416984, + "roc_auc": 0.5982748867521128 + }, + "2": { + "accuracy": 0.5487207403375068, + "roc_auc": 0.5968909421716241 + }, + "3": { + "accuracy": 0.5100707675557975, + "roc_auc": 0.5852916890498796 + }, + "4": { + "accuracy": 0.46597713663581924, + "roc_auc": 0.5754083783445384 + }, + "5": { + "accuracy": 0.42324442025040826, + "roc_auc": 0.5623182728454971 + } + }, + "contrast": { + "1": { + "accuracy": 0.41453456722917803, + "roc_auc": 0.6018192703955573 + }, + "2": { + "accuracy": 0.2759934676102341, + "roc_auc": 0.5963359374996516 + }, + "3": { + "accuracy": 0.23598258029395755, + "roc_auc": 0.5879467138936312 + }, + "4": { + "accuracy": 0.19624387588459444, + "roc_auc": 0.5751750233348936 + }, + "5": { + "accuracy": 0.10097985846488841, + "roc_auc": 0.5642247072842823 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.6734375, + "roc_auc": 0.1760515603799186 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6875, + "roc_auc": 0.14089876703439325 + }, + "2": { + "accuracy": 0.7125, + "roc_auc": 0.13535337148250842 + }, + "3": { + "accuracy": 0.715625, + "roc_auc": 0.1584862250014748 + }, + "4": { + "accuracy": 0.7171875, + "roc_auc": 0.1761253023420447 + }, + "5": { + "accuracy": 0.725, + "roc_auc": 0.19099168190667215 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3328125, + "roc_auc": 0.22880656008495073 + }, + "2": { + "accuracy": 0.4609375, + "roc_auc": 0.3035809096808448 + }, + "3": { + "accuracy": 0.565625, + "roc_auc": 0.38718954633944896 + }, + "4": { + "accuracy": 0.5828125, + "roc_auc": 0.4510205887558256 + }, + "5": { + "accuracy": 0.6265625, + "roc_auc": 0.507219338092148 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.1633384461093741 + }, + "2": { + "accuracy": 0.784375, + "roc_auc": 0.1633384461093741 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.1778066190785204 + }, + "4": { + "accuracy": 0.7828125, + "roc_auc": 0.1936906377204885 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.20215621497256803 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7734375, + "roc_auc": 0.19345466344168485 + }, + "2": { + "accuracy": 0.7703125, + "roc_auc": 0.20197923426346528 + }, + "3": { + "accuracy": 0.771875, + "roc_auc": 0.22479499734528935 + }, + "4": { + "accuracy": 0.76875, + "roc_auc": 0.23032564450474902 + }, + "5": { + "accuracy": 0.771875, + "roc_auc": 0.24843667040292608 + } + }, + "pixelate": { + "1": { + "accuracy": 0.765625, + "roc_auc": 0.22000176980709102 + }, + "2": { + "accuracy": 0.765625, + "roc_auc": 0.22323166774821546 + }, + "3": { + "accuracy": 0.7265625, + "roc_auc": 0.20133030499675536 + }, + "4": { + "accuracy": 0.70625, + "roc_auc": 0.2349418913338446 + }, + "5": { + "accuracy": 0.75, + "roc_auc": 0.26871570998761135 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6984375, + "roc_auc": 0.16911981594006253 + }, + "2": { + "accuracy": 0.7296875, + "roc_auc": 0.15577252079523332 + }, + "3": { + "accuracy": 0.7453125, + "roc_auc": 0.13129018936935877 + }, + "4": { + "accuracy": 0.7453125, + "roc_auc": 0.12388649637189546 + }, + "5": { + "accuracy": 0.753125, + "roc_auc": 0.13014718895640376 + } + }, + "contrast": { + "1": { + "accuracy": 0.7234375, + "roc_auc": 0.18116925255147187 + }, + "2": { + "accuracy": 0.765625, + "roc_auc": 0.19167010795823253 + }, + "3": { + "accuracy": 0.778125, + "roc_auc": 0.21040794053448175 + }, + "4": { + "accuracy": 0.7875, + "roc_auc": 0.2504129549879063 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.33941950327414316 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6517136898437809 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5933577302955181 + }, + "2": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.5889111871876598 + }, + "3": { + "accuracy": 0.50920245398773, + "roc_auc": 0.5652618738440955 + }, + "4": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.6127966001652697 + }, + "5": { + "accuracy": 0.4815950920245399, + "roc_auc": 0.5512532955573919 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.4736158658954079 + }, + "2": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.4510290009050486 + }, + "3": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.45024200212489673 + }, + "4": { + "accuracy": 0.46319018404907975, + "roc_auc": 0.40459607287608707 + }, + "5": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.3897611458702239 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6510840908196591 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6510840908196591 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6496674930153857 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6527367882579782 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6474442214614566 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6157084956518317 + }, + "2": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5852909927989611 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5702593160980601 + }, + "4": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.566875221343407 + }, + "5": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.566875221343407 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.6369968126549403 + }, + "2": { + "accuracy": 0.6349693251533742, + "roc_auc": 0.6311336717428088 + }, + "3": { + "accuracy": 0.6288343558282209, + "roc_auc": 0.6550584346594263 + }, + "4": { + "accuracy": 0.6380368098159509, + "roc_auc": 0.6630071223389603 + }, + "5": { + "accuracy": 0.6441717791411042, + "roc_auc": 0.6268051784519735 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.6512808405146971 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6497068429543934 + }, + "3": { + "accuracy": 0.598159509202454, + "roc_auc": 0.6432141030181403 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6452602998465351 + }, + "5": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.6525400385629403 + } + }, + "contrast": { + "1": { + "accuracy": 0.598159509202454, + "roc_auc": 0.65041514185653 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6296383740605203 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6052807618148192 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5695510171959233 + }, + "5": { + "accuracy": 0.5276073619631901, + "roc_auc": 0.5665210718923386 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.42857142857142855, + "roc_auc": 0.47573401655034303 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5264550264550265, + "roc_auc": 0.47736843655211 + }, + "2": { + "accuracy": 0.48412698412698413, + "roc_auc": 0.4361692729039668 + }, + "3": { + "accuracy": 0.58994708994709, + "roc_auc": 0.48461289277615804 + }, + "4": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.4715817062755839 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.4462850075094973 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4900167859351533 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5059634243307712 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4549577406720264 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43728833524751887 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41330211738375006 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4126984126984127, + "roc_auc": 0.4591689489648673 + }, + "2": { + "accuracy": 0.4126984126984127, + "roc_auc": 0.4591689489648673 + }, + "3": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.45946343905527576 + }, + "4": { + "accuracy": 0.42592592592592593, + "roc_auc": 0.4593750920281533 + }, + "5": { + "accuracy": 0.4523809523809524, + "roc_auc": 0.4604058073445829 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.43386243386243384, + "roc_auc": 0.5151515151515151 + }, + "2": { + "accuracy": 0.46296296296296297, + "roc_auc": 0.5735489000795123 + }, + "3": { + "accuracy": 0.47883597883597884, + "roc_auc": 0.594428247489472 + }, + "4": { + "accuracy": 0.5026455026455027, + "roc_auc": 0.608563771829078 + }, + "5": { + "accuracy": 0.5052910052910053, + "roc_auc": 0.6167947698559944 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.5313484701239803 + }, + "2": { + "accuracy": 0.47354497354497355, + "roc_auc": 0.4971287216185175 + }, + "3": { + "accuracy": 0.4894179894179894, + "roc_auc": 0.5181553140736813 + }, + "4": { + "accuracy": 0.5052910052910053, + "roc_auc": 0.5048443619872192 + }, + "5": { + "accuracy": 0.43915343915343913, + "roc_auc": 0.47779544718320227 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.41798941798941797, + "roc_auc": 0.4730983302411874 + }, + "2": { + "accuracy": 0.4021164021164021, + "roc_auc": 0.46944665312012246 + }, + "3": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.4581235091439173 + }, + "4": { + "accuracy": 0.38095238095238093, + "roc_auc": 0.4475365903937333 + }, + "5": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.4553258532850369 + } + }, + "contrast": { + "1": { + "accuracy": 0.4312169312169312, + "roc_auc": 0.47003563330093934 + }, + "2": { + "accuracy": 0.4417989417989418, + "roc_auc": 0.4875872426892835 + }, + "3": { + "accuracy": 0.4444444444444444, + "roc_auc": 0.4839061165591778 + }, + "4": { + "accuracy": 0.43386243386243384, + "roc_auc": 0.4747769237565156 + }, + "5": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.5072297317195276 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7183889899698395 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6240882138320191 + }, + "2": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5779659300456021 + }, + "3": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.5929632748615064 + }, + "4": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.5963620924456746 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.5966219844217725 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.34134615384615385, + "roc_auc": 0.518422861666033 + }, + "2": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5537787905872745 + }, + "3": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5776709818023908 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.628570803775049 + }, + "5": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.641919878628876 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.7164110816014527 + }, + "2": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.7164110816014527 + }, + "3": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6743250790686365 + }, + "4": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.6395249374227324 + }, + "5": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6242085270168483 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.7736102553887735 + }, + "2": { + "accuracy": 0.4583333333333333, + "roc_auc": 0.7632721585691532 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.751141598345607 + }, + "4": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.7423813498393369 + }, + "5": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.7195124502514577 + } + }, + "pixelate": { + "1": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7752729521526772 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.7250575407844436 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.7055264615703317 + }, + "4": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.7199974377394381 + }, + "5": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.7151919457918791 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.6922488959459926 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6594801655926754 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6444781806073796 + }, + "4": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.633442745452648 + }, + "5": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.6145018041105015 + } + }, + "contrast": { + "1": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.7127322615970152 + }, + "2": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.6976305604774963 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6889624261716252 + }, + "4": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6644075200727818 + }, + "5": { + "accuracy": 0.28044871794871795, + "roc_auc": 0.6071919441583649 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.587, + "roc_auc": 0.8973706666666668 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.669, + "roc_auc": 0.8885473333333334 + }, + "2": { + "accuracy": 0.662, + "roc_auc": 0.8746893333333334 + }, + "3": { + "accuracy": 0.623, + "roc_auc": 0.853832 + }, + "4": { + "accuracy": 0.597, + "roc_auc": 0.8362673333333333 + }, + "5": { + "accuracy": 0.552, + "roc_auc": 0.8181106666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.7854266666666667 + }, + "2": { + "accuracy": 0.421, + "roc_auc": 0.7195453333333333 + }, + "3": { + "accuracy": 0.424, + "roc_auc": 0.68205 + }, + "4": { + "accuracy": 0.343, + "roc_auc": 0.6196873333333333 + }, + "5": { + "accuracy": 0.264, + "roc_auc": 0.5646726666666666 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.526, + "roc_auc": 0.82528 + }, + "2": { + "accuracy": 0.526, + "roc_auc": 0.82528 + }, + "3": { + "accuracy": 0.508, + "roc_auc": 0.7912413333333332 + }, + "4": { + "accuracy": 0.472, + "roc_auc": 0.7694366666666667 + }, + "5": { + "accuracy": 0.453, + "roc_auc": 0.760126 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.577, + "roc_auc": 0.8735446666666666 + }, + "2": { + "accuracy": 0.589, + "roc_auc": 0.843104 + }, + "3": { + "accuracy": 0.567, + "roc_auc": 0.8277193333333334 + }, + "4": { + "accuracy": 0.552, + "roc_auc": 0.8029280000000001 + }, + "5": { + "accuracy": 0.527, + "roc_auc": 0.78821 + } + }, + "pixelate": { + "1": { + "accuracy": 0.296, + "roc_auc": 0.610648 + }, + "2": { + "accuracy": 0.27, + "roc_auc": 0.5834659999999999 + }, + "3": { + "accuracy": 0.276, + "roc_auc": 0.582036 + }, + "4": { + "accuracy": 0.267, + "roc_auc": 0.5651506666666667 + }, + "5": { + "accuracy": 0.272, + "roc_auc": 0.5683440000000001 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.602, + "roc_auc": 0.8956093333333333 + }, + "2": { + "accuracy": 0.643, + "roc_auc": 0.895594 + }, + "3": { + "accuracy": 0.625, + "roc_auc": 0.8902933333333333 + }, + "4": { + "accuracy": 0.609, + "roc_auc": 0.8832119999999999 + }, + "5": { + "accuracy": 0.577, + "roc_auc": 0.8684846666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.612, + "roc_auc": 0.8975853333333332 + }, + "2": { + "accuracy": 0.652, + "roc_auc": 0.8917820000000001 + }, + "3": { + "accuracy": 0.658, + "roc_auc": 0.8816033333333333 + }, + "4": { + "accuracy": 0.627, + "roc_auc": 0.8513413333333333 + }, + "5": { + "accuracy": 0.373, + "roc_auc": 0.6531873333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pbc": { + "clean": { + "1": { + "accuracy": 0.32407136589646096, + "roc_auc": 0.7105736655573414 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.14390172565077508, + "roc_auc": 0.6718082465914461 + }, + "2": { + "accuracy": 0.10821877742029833, + "roc_auc": 0.6563625912460758 + }, + "3": { + "accuracy": 0.1000292483182217, + "roc_auc": 0.6422902833791752 + }, + "4": { + "accuracy": 0.09505703422053231, + "roc_auc": 0.6360447281638182 + }, + "5": { + "accuracy": 0.09681193331383446, + "roc_auc": 0.6191787694065607 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.103831529687043, + "roc_auc": 0.6630488883008845 + }, + "2": { + "accuracy": 0.0962269669494004, + "roc_auc": 0.6480678290925301 + }, + "3": { + "accuracy": 0.0883299210295408, + "roc_auc": 0.6207018475081221 + }, + "4": { + "accuracy": 0.08218777420298333, + "roc_auc": 0.581559467793663 + }, + "5": { + "accuracy": 0.07370576191868967, + "roc_auc": 0.5480795864546688 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3073998245100907, + "roc_auc": 0.6930429455227092 + }, + "2": { + "accuracy": 0.3073998245100907, + "roc_auc": 0.6930426696196166 + }, + "3": { + "accuracy": 0.28663351857268204, + "roc_auc": 0.6798073419660837 + }, + "4": { + "accuracy": 0.2629423808131032, + "roc_auc": 0.6685147378295571 + }, + "5": { + "accuracy": 0.27171687627961394, + "roc_auc": 0.6665539428804883 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3319684118163206, + "roc_auc": 0.7033438761689286 + }, + "2": { + "accuracy": 0.29950277859023106, + "roc_auc": 0.6943031669369768 + }, + "3": { + "accuracy": 0.25241298625329045, + "roc_auc": 0.6695501104888506 + }, + "4": { + "accuracy": 0.2193623866627669, + "roc_auc": 0.6464163203492355 + }, + "5": { + "accuracy": 0.19362386662766892, + "roc_auc": 0.6323637445321958 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3302135127230184, + "roc_auc": 0.6255136430783592 + }, + "2": { + "accuracy": 0.34162035682948233, + "roc_auc": 0.6398701881981557 + }, + "3": { + "accuracy": 0.3269961977186312, + "roc_auc": 0.6325670672168084 + }, + "4": { + "accuracy": 0.2971629131324949, + "roc_auc": 0.6484070804851856 + }, + "5": { + "accuracy": 0.28517110266159695, + "roc_auc": 0.638272060529016 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.30944720678560983, + "roc_auc": 0.7059350112781324 + }, + "2": { + "accuracy": 0.324948815443112, + "roc_auc": 0.7005570845624587 + }, + "3": { + "accuracy": 0.350394852295993, + "roc_auc": 0.6917817878470693 + }, + "4": { + "accuracy": 0.35361216730038025, + "roc_auc": 0.6664555561133907 + }, + "5": { + "accuracy": 0.2965779467680608, + "roc_auc": 0.6008478330046578 + } + }, + "contrast": { + "1": { + "accuracy": 0.3562445159403334, + "roc_auc": 0.714859893229222 + }, + "2": { + "accuracy": 0.35097981866042705, + "roc_auc": 0.6809575167796738 + }, + "3": { + "accuracy": 0.3027200935946183, + "roc_auc": 0.655165809950827 + }, + "4": { + "accuracy": 0.23720386077800526, + "roc_auc": 0.6168770337010046 + }, + "5": { + "accuracy": 0.15794091839719215, + "roc_auc": 0.5292674702929816 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/aml_results.json b/results/zeroshot/rmedclip/vit/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6f2ce7d8d782bad34e333cc629adaf6f88be8b3e --- /dev/null +++ b/results/zeroshot/rmedclip/vit/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.5419161676646707, + "roc_auc": 0.6073496213984885 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.4216113228089276, + "roc_auc": 0.5866493311999796 + }, + "2": { + "accuracy": 0.3568317909635275, + "roc_auc": 0.5681198236712159 + }, + "3": { + "accuracy": 0.3206314643440392, + "roc_auc": 0.5456995286007088 + }, + "4": { + "accuracy": 0.28361458900381054, + "roc_auc": 0.5345489137954614 + }, + "5": { + "accuracy": 0.25367446924333154, + "roc_auc": 0.5156893886423871 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.46869896570495373, + "roc_auc": 0.567160037878716 + }, + "2": { + "accuracy": 0.4256940664126293, + "roc_auc": 0.5274398435193249 + }, + "3": { + "accuracy": 0.4156232988568318, + "roc_auc": 0.5142099084617756 + }, + "4": { + "accuracy": 0.3753402286336418, + "roc_auc": 0.5078764345037909 + }, + "5": { + "accuracy": 0.3317909635274905, + "roc_auc": 0.5312887744928559 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.5557974959172564, + "roc_auc": 0.604337980093979 + }, + "2": { + "accuracy": 0.5557974959172564, + "roc_auc": 0.6043379561918616 + }, + "3": { + "accuracy": 0.5694066412629287, + "roc_auc": 0.6066121449361824 + }, + "4": { + "accuracy": 0.5571584104518236, + "roc_auc": 0.5957758613987171 + }, + "5": { + "accuracy": 0.5424605334784975, + "roc_auc": 0.5815489107087632 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5359281437125748, + "roc_auc": 0.6005072872537414 + }, + "2": { + "accuracy": 0.5438214480130648, + "roc_auc": 0.6100600641105054 + }, + "3": { + "accuracy": 0.5389221556886228, + "roc_auc": 0.6118681001389231 + }, + "4": { + "accuracy": 0.5217746325530757, + "roc_auc": 0.6204379950094222 + }, + "5": { + "accuracy": 0.4784975503538378, + "roc_auc": 0.6177804701835689 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5748502994011976, + "roc_auc": 0.5693824470971439 + }, + "2": { + "accuracy": 0.5919978225367447, + "roc_auc": 0.6038360795160507 + }, + "3": { + "accuracy": 0.5759390310288514, + "roc_auc": 0.5709619889897185 + }, + "4": { + "accuracy": 0.5626020685900925, + "roc_auc": 0.582866625470924 + }, + "5": { + "accuracy": 0.497550353837779, + "roc_auc": 0.5711262195773628 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5606967882416984, + "roc_auc": 0.5982748867521128 + }, + "2": { + "accuracy": 0.5487207403375068, + "roc_auc": 0.5968909421716241 + }, + "3": { + "accuracy": 0.5100707675557975, + "roc_auc": 0.5852916890498796 + }, + "4": { + "accuracy": 0.46597713663581924, + "roc_auc": 0.5754083783445384 + }, + "5": { + "accuracy": 0.42324442025040826, + "roc_auc": 0.5623182728454971 + } + }, + "contrast": { + "1": { + "accuracy": 0.41453456722917803, + "roc_auc": 0.6018192703955573 + }, + "2": { + "accuracy": 0.2759934676102341, + "roc_auc": 0.5963359374996516 + }, + "3": { + "accuracy": 0.23598258029395755, + "roc_auc": 0.5879467138936312 + }, + "4": { + "accuracy": 0.19624387588459444, + "roc_auc": 0.5751750233348936 + }, + "5": { + "accuracy": 0.10097985846488841, + "roc_auc": 0.5642247072842823 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/bloodmnist_results.json b/results/zeroshot/rmedclip/vit/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4c065f0f5ae19db9808d0739e992a815d354aabb --- /dev/null +++ b/results/zeroshot/rmedclip/vit/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.33177433498976905, + "roc_auc": 0.6900865394990037 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.17714118678748902, + "roc_auc": 0.6058736286147949 + }, + "2": { + "accuracy": 0.1584332066647179, + "roc_auc": 0.5689386337960154 + }, + "3": { + "accuracy": 0.17509500146156096, + "roc_auc": 0.5554038528294885 + }, + "4": { + "accuracy": 0.16983338205203158, + "roc_auc": 0.5499977099900519 + }, + "5": { + "accuracy": 0.14586378251973106, + "roc_auc": 0.549370471408003 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.15609470914937154, + "roc_auc": 0.5527128136386233 + }, + "2": { + "accuracy": 0.13124817304881614, + "roc_auc": 0.5548123444338817 + }, + "3": { + "accuracy": 0.12510961707103185, + "roc_auc": 0.559586499447575 + }, + "4": { + "accuracy": 0.10377082724349605, + "roc_auc": 0.5690500228045708 + }, + "5": { + "accuracy": 0.0903244665302543, + "roc_auc": 0.5694379370093559 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.29815843320666474, + "roc_auc": 0.6559343149505708 + }, + "2": { + "accuracy": 0.29815843320666474, + "roc_auc": 0.6559344594671004 + }, + "3": { + "accuracy": 0.2765273311897106, + "roc_auc": 0.6343447470584587 + }, + "4": { + "accuracy": 0.26775796550716163, + "roc_auc": 0.6047748708322214 + }, + "5": { + "accuracy": 0.26366559485530544, + "roc_auc": 0.595928470216176 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3054662379421222, + "roc_auc": 0.6639077001275333 + }, + "2": { + "accuracy": 0.26980415083308973, + "roc_auc": 0.6312357039721266 + }, + "3": { + "accuracy": 0.2537269804150833, + "roc_auc": 0.6116087376975953 + }, + "4": { + "accuracy": 0.24408067816427945, + "roc_auc": 0.5974020042368746 + }, + "5": { + "accuracy": 0.2361882490499854, + "roc_auc": 0.5912634676267756 + } + }, + "pixelate": { + "1": { + "accuracy": 0.2741888336743642, + "roc_auc": 0.6181832691375868 + }, + "2": { + "accuracy": 0.28178895059924, + "roc_auc": 0.6572699653740035 + }, + "3": { + "accuracy": 0.28880444314527914, + "roc_auc": 0.6452251772563847 + }, + "4": { + "accuracy": 0.2809120140309851, + "roc_auc": 0.6343673349520609 + }, + "5": { + "accuracy": 0.24963460976322713, + "roc_auc": 0.6251603079811233 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3270973399590763, + "roc_auc": 0.6873513448602465 + }, + "2": { + "accuracy": 0.3279742765273312, + "roc_auc": 0.6941058137203631 + }, + "3": { + "accuracy": 0.33557439345220696, + "roc_auc": 0.7124159305312486 + }, + "4": { + "accuracy": 0.2990353697749196, + "roc_auc": 0.7165108356813128 + }, + "5": { + "accuracy": 0.24028061970184156, + "roc_auc": 0.6987053073466974 + } + }, + "contrast": { + "1": { + "accuracy": 0.3466822566501023, + "roc_auc": 0.6871616881443834 + }, + "2": { + "accuracy": 0.3276819643379129, + "roc_auc": 0.6826010997854883 + }, + "3": { + "accuracy": 0.3162817889505992, + "roc_auc": 0.6806444653512247 + }, + "4": { + "accuracy": 0.29406606255480855, + "roc_auc": 0.6843839627732525 + }, + "5": { + "accuracy": 0.20841859105524702, + "roc_auc": 0.6621895063828509 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/breastmnist_results.json b/results/zeroshot/rmedclip/vit/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ae8ce687b1629fae7181a991956aafa80fb4c11d --- /dev/null +++ b/results/zeroshot/rmedclip/vit/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.391025641025641, + "roc_auc": 0.568922305764411 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.6054720133667502 + }, + "2": { + "accuracy": 0.5128205128205128, + "roc_auc": 0.6317878028404343 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.6695906432748537 + }, + "4": { + "accuracy": 0.6282051282051282, + "roc_auc": 0.6363826232247285 + }, + "5": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5998329156223893 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3141025641025641, + "roc_auc": 0.6743943191311612 + }, + "2": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.6737677527151212 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.6798245614035088 + }, + "4": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.6113199665831246 + }, + "5": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5883458646616542 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.6021303258145363 + }, + "2": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.6021303258145363 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.5875104427736006 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5998329156223893 + }, + "5": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.5818713450292398 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5961538461538461, + "roc_auc": 0.5258980785296574 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.633249791144528 + }, + "3": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.6244778613199666 + }, + "4": { + "accuracy": 0.75, + "roc_auc": 0.6086048454469507 + }, + "5": { + "accuracy": 0.7371794871794872, + "roc_auc": 0.5973266499582289 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.4747284878863826 + }, + "2": { + "accuracy": 0.6666666666666666, + "roc_auc": 0.5507518796992481 + }, + "3": { + "accuracy": 0.6089743589743589, + "roc_auc": 0.5200501253132832 + }, + "4": { + "accuracy": 0.6538461538461539, + "roc_auc": 0.5718462823725982 + }, + "5": { + "accuracy": 0.5576923076923077, + "roc_auc": 0.4565580618212198 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.5680868838763575 + }, + "2": { + "accuracy": 0.391025641025641, + "roc_auc": 0.5726817042606516 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.5697577276524645 + }, + "4": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.5733082706766918 + }, + "5": { + "accuracy": 0.4230769230769231, + "roc_auc": 0.5941938178780283 + } + }, + "contrast": { + "1": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5417710944026733 + }, + "2": { + "accuracy": 0.34615384615384615, + "roc_auc": 0.4786967418546366 + }, + "3": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.45676691729323304 + }, + "4": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.43629908103592313 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.4164578111946533 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/fundus_results.json b/results/zeroshot/rmedclip/vit/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3a61e6334bce75df8c46bb306cfd330098a54d8a --- /dev/null +++ b/results/zeroshot/rmedclip/vit/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.6734375, + "roc_auc": 0.1760515603799186 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.6875, + "roc_auc": 0.14089876703439325 + }, + "2": { + "accuracy": 0.7125, + "roc_auc": 0.13535337148250842 + }, + "3": { + "accuracy": 0.715625, + "roc_auc": 0.1584862250014748 + }, + "4": { + "accuracy": 0.7171875, + "roc_auc": 0.1761253023420447 + }, + "5": { + "accuracy": 0.725, + "roc_auc": 0.19099168190667215 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3328125, + "roc_auc": 0.22880656008495073 + }, + "2": { + "accuracy": 0.4609375, + "roc_auc": 0.3035809096808448 + }, + "3": { + "accuracy": 0.565625, + "roc_auc": 0.38718954633944896 + }, + "4": { + "accuracy": 0.5828125, + "roc_auc": 0.4510205887558256 + }, + "5": { + "accuracy": 0.6265625, + "roc_auc": 0.507219338092148 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.784375, + "roc_auc": 0.1633384461093741 + }, + "2": { + "accuracy": 0.784375, + "roc_auc": 0.1633384461093741 + }, + "3": { + "accuracy": 0.784375, + "roc_auc": 0.1778066190785204 + }, + "4": { + "accuracy": 0.7828125, + "roc_auc": 0.1936906377204885 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.20215621497256803 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7734375, + "roc_auc": 0.19345466344168485 + }, + "2": { + "accuracy": 0.7703125, + "roc_auc": 0.20197923426346528 + }, + "3": { + "accuracy": 0.771875, + "roc_auc": 0.22479499734528935 + }, + "4": { + "accuracy": 0.76875, + "roc_auc": 0.23032564450474902 + }, + "5": { + "accuracy": 0.771875, + "roc_auc": 0.24843667040292608 + } + }, + "pixelate": { + "1": { + "accuracy": 0.765625, + "roc_auc": 0.22000176980709102 + }, + "2": { + "accuracy": 0.765625, + "roc_auc": 0.22323166774821546 + }, + "3": { + "accuracy": 0.7265625, + "roc_auc": 0.20133030499675536 + }, + "4": { + "accuracy": 0.70625, + "roc_auc": 0.2349418913338446 + }, + "5": { + "accuracy": 0.75, + "roc_auc": 0.26871570998761135 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6984375, + "roc_auc": 0.16911981594006253 + }, + "2": { + "accuracy": 0.7296875, + "roc_auc": 0.15577252079523332 + }, + "3": { + "accuracy": 0.7453125, + "roc_auc": 0.13129018936935877 + }, + "4": { + "accuracy": 0.7453125, + "roc_auc": 0.12388649637189546 + }, + "5": { + "accuracy": 0.753125, + "roc_auc": 0.13014718895640376 + } + }, + "contrast": { + "1": { + "accuracy": 0.7234375, + "roc_auc": 0.18116925255147187 + }, + "2": { + "accuracy": 0.765625, + "roc_auc": 0.19167010795823253 + }, + "3": { + "accuracy": 0.778125, + "roc_auc": 0.21040794053448175 + }, + "4": { + "accuracy": 0.7875, + "roc_auc": 0.2504129549879063 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.33941950327414316 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/mammo_calc_results.json b/results/zeroshot/rmedclip/vit/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b4723cf0a03a311ede1879180fca0ff0637b17f2 --- /dev/null +++ b/results/zeroshot/rmedclip/vit/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6517136898437809 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5644171779141104, + "roc_auc": 0.5933577302955181 + }, + "2": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.5889111871876598 + }, + "3": { + "accuracy": 0.50920245398773, + "roc_auc": 0.5652618738440955 + }, + "4": { + "accuracy": 0.5398773006134969, + "roc_auc": 0.6127966001652697 + }, + "5": { + "accuracy": 0.4815950920245399, + "roc_auc": 0.5512532955573919 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.4736158658954079 + }, + "2": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.4510290009050486 + }, + "3": { + "accuracy": 0.5368098159509203, + "roc_auc": 0.45024200212489673 + }, + "4": { + "accuracy": 0.46319018404907975, + "roc_auc": 0.40459607287608707 + }, + "5": { + "accuracy": 0.40797546012269936, + "roc_auc": 0.3897611458702239 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6510840908196591 + }, + "2": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6510840908196591 + }, + "3": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6496674930153857 + }, + "4": { + "accuracy": 0.6134969325153374, + "roc_auc": 0.6527367882579782 + }, + "5": { + "accuracy": 0.6073619631901841, + "roc_auc": 0.6474442214614566 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.5828220858895705, + "roc_auc": 0.6157084956518317 + }, + "2": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5852909927989611 + }, + "3": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.5702593160980601 + }, + "4": { + "accuracy": 0.5920245398773006, + "roc_auc": 0.566875221343407 + }, + "5": { + "accuracy": 0.5858895705521472, + "roc_auc": 0.566875221343407 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6196319018404908, + "roc_auc": 0.6369968126549403 + }, + "2": { + "accuracy": 0.6349693251533742, + "roc_auc": 0.6311336717428088 + }, + "3": { + "accuracy": 0.6288343558282209, + "roc_auc": 0.6550584346594263 + }, + "4": { + "accuracy": 0.6380368098159509, + "roc_auc": 0.6630071223389603 + }, + "5": { + "accuracy": 0.6441717791411042, + "roc_auc": 0.6268051784519735 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.6512808405146971 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6497068429543934 + }, + "3": { + "accuracy": 0.598159509202454, + "roc_auc": 0.6432141030181403 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6452602998465351 + }, + "5": { + "accuracy": 0.6012269938650306, + "roc_auc": 0.6525400385629403 + } + }, + "contrast": { + "1": { + "accuracy": 0.598159509202454, + "roc_auc": 0.65041514185653 + }, + "2": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.6296383740605203 + }, + "3": { + "accuracy": 0.6104294478527608, + "roc_auc": 0.6052807618148192 + }, + "4": { + "accuracy": 0.6042944785276073, + "roc_auc": 0.5695510171959233 + }, + "5": { + "accuracy": 0.5276073619631901, + "roc_auc": 0.5665210718923386 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/mammo_mass_results.json b/results/zeroshot/rmedclip/vit/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fac9b39732a606718f108faab2eaf22be41757f0 --- /dev/null +++ b/results/zeroshot/rmedclip/vit/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.42857142857142855, + "roc_auc": 0.47573401655034303 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.5264550264550265, + "roc_auc": 0.47736843655211 + }, + "2": { + "accuracy": 0.48412698412698413, + "roc_auc": 0.4361692729039668 + }, + "3": { + "accuracy": 0.58994708994709, + "roc_auc": 0.48461289277615804 + }, + "4": { + "accuracy": 0.6164021164021164, + "roc_auc": 0.4715817062755839 + }, + "5": { + "accuracy": 0.6137566137566137, + "roc_auc": 0.4462850075094973 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4900167859351533 + }, + "2": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.5059634243307712 + }, + "3": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.4549577406720264 + }, + "4": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.43728833524751887 + }, + "5": { + "accuracy": 0.6111111111111112, + "roc_auc": 0.41330211738375006 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.4126984126984127, + "roc_auc": 0.4591689489648673 + }, + "2": { + "accuracy": 0.4126984126984127, + "roc_auc": 0.4591689489648673 + }, + "3": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.45946343905527576 + }, + "4": { + "accuracy": 0.42592592592592593, + "roc_auc": 0.4593750920281533 + }, + "5": { + "accuracy": 0.4523809523809524, + "roc_auc": 0.4604058073445829 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.43386243386243384, + "roc_auc": 0.5151515151515151 + }, + "2": { + "accuracy": 0.46296296296296297, + "roc_auc": 0.5735489000795123 + }, + "3": { + "accuracy": 0.47883597883597884, + "roc_auc": 0.594428247489472 + }, + "4": { + "accuracy": 0.5026455026455027, + "roc_auc": 0.608563771829078 + }, + "5": { + "accuracy": 0.5052910052910053, + "roc_auc": 0.6167947698559944 + } + }, + "pixelate": { + "1": { + "accuracy": 0.5158730158730159, + "roc_auc": 0.5313484701239803 + }, + "2": { + "accuracy": 0.47354497354497355, + "roc_auc": 0.4971287216185175 + }, + "3": { + "accuracy": 0.4894179894179894, + "roc_auc": 0.5181553140736813 + }, + "4": { + "accuracy": 0.5052910052910053, + "roc_auc": 0.5048443619872192 + }, + "5": { + "accuracy": 0.43915343915343913, + "roc_auc": 0.47779544718320227 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.41798941798941797, + "roc_auc": 0.4730983302411874 + }, + "2": { + "accuracy": 0.4021164021164021, + "roc_auc": 0.46944665312012246 + }, + "3": { + "accuracy": 0.3915343915343915, + "roc_auc": 0.4581235091439173 + }, + "4": { + "accuracy": 0.38095238095238093, + "roc_auc": 0.4475365903937333 + }, + "5": { + "accuracy": 0.3968253968253968, + "roc_auc": 0.4553258532850369 + } + }, + "contrast": { + "1": { + "accuracy": 0.4312169312169312, + "roc_auc": 0.47003563330093934 + }, + "2": { + "accuracy": 0.4417989417989418, + "roc_auc": 0.4875872426892835 + }, + "3": { + "accuracy": 0.4444444444444444, + "roc_auc": 0.4839061165591778 + }, + "4": { + "accuracy": 0.43386243386243384, + "roc_auc": 0.4747769237565156 + }, + "5": { + "accuracy": 0.42328042328042326, + "roc_auc": 0.5072297317195276 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/oct_results.json b/results/zeroshot/rmedclip/vit/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..58a59a4c7311d53401e6ac43304a7bd8b8dddd30 --- /dev/null +++ b/results/zeroshot/rmedclip/vit/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.587, + "roc_auc": 0.8973706666666668 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.669, + "roc_auc": 0.8885473333333334 + }, + "2": { + "accuracy": 0.662, + "roc_auc": 0.8746893333333334 + }, + "3": { + "accuracy": 0.623, + "roc_auc": 0.853832 + }, + "4": { + "accuracy": 0.597, + "roc_auc": 0.8362673333333333 + }, + "5": { + "accuracy": 0.552, + "roc_auc": 0.8181106666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.43, + "roc_auc": 0.7854266666666667 + }, + "2": { + "accuracy": 0.421, + "roc_auc": 0.7195453333333333 + }, + "3": { + "accuracy": 0.424, + "roc_auc": 0.68205 + }, + "4": { + "accuracy": 0.343, + "roc_auc": 0.6196873333333333 + }, + "5": { + "accuracy": 0.264, + "roc_auc": 0.5646726666666666 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.526, + "roc_auc": 0.82528 + }, + "2": { + "accuracy": 0.526, + "roc_auc": 0.82528 + }, + "3": { + "accuracy": 0.508, + "roc_auc": 0.7912413333333332 + }, + "4": { + "accuracy": 0.472, + "roc_auc": 0.7694366666666667 + }, + "5": { + "accuracy": 0.453, + "roc_auc": 0.760126 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.577, + "roc_auc": 0.8735446666666666 + }, + "2": { + "accuracy": 0.589, + "roc_auc": 0.843104 + }, + "3": { + "accuracy": 0.567, + "roc_auc": 0.8277193333333334 + }, + "4": { + "accuracy": 0.552, + "roc_auc": 0.8029280000000001 + }, + "5": { + "accuracy": 0.527, + "roc_auc": 0.78821 + } + }, + "pixelate": { + "1": { + "accuracy": 0.296, + "roc_auc": 0.610648 + }, + "2": { + "accuracy": 0.27, + "roc_auc": 0.5834659999999999 + }, + "3": { + "accuracy": 0.276, + "roc_auc": 0.582036 + }, + "4": { + "accuracy": 0.267, + "roc_auc": 0.5651506666666667 + }, + "5": { + "accuracy": 0.272, + "roc_auc": 0.5683440000000001 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.602, + "roc_auc": 0.8956093333333333 + }, + "2": { + "accuracy": 0.643, + "roc_auc": 0.895594 + }, + "3": { + "accuracy": 0.625, + "roc_auc": 0.8902933333333333 + }, + "4": { + "accuracy": 0.609, + "roc_auc": 0.8832119999999999 + }, + "5": { + "accuracy": 0.577, + "roc_auc": 0.8684846666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.612, + "roc_auc": 0.8975853333333332 + }, + "2": { + "accuracy": 0.652, + "roc_auc": 0.8917820000000001 + }, + "3": { + "accuracy": 0.658, + "roc_auc": 0.8816033333333333 + }, + "4": { + "accuracy": 0.627, + "roc_auc": 0.8513413333333333 + }, + "5": { + "accuracy": 0.373, + "roc_auc": 0.6531873333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/octmnist_results.json b/results/zeroshot/rmedclip/vit/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..21b2c3462446caf9e64051748042fa2e7cfd6149 --- /dev/null +++ b/results/zeroshot/rmedclip/vit/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.394, + "roc_auc": 0.5740026666666668 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.415, + "roc_auc": 0.5786946666666667 + }, + "2": { + "accuracy": 0.391, + "roc_auc": 0.6123053333333333 + }, + "3": { + "accuracy": 0.357, + "roc_auc": 0.6662500000000001 + }, + "4": { + "accuracy": 0.341, + "roc_auc": 0.7013186666666666 + }, + "5": { + "accuracy": 0.303, + "roc_auc": 0.7057359999999999 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.249, + "roc_auc": 0.6069773333333333 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.6356113333333333 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.6671813333333334 + }, + "4": { + "accuracy": 0.249, + "roc_auc": 0.6390846666666667 + }, + "5": { + "accuracy": 0.249, + "roc_auc": 0.6194 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.346, + "roc_auc": 0.5286879999999999 + }, + "2": { + "accuracy": 0.346, + "roc_auc": 0.5286879999999999 + }, + "3": { + "accuracy": 0.332, + "roc_auc": 0.500372 + }, + "4": { + "accuracy": 0.332, + "roc_auc": 0.485892 + }, + "5": { + "accuracy": 0.326, + "roc_auc": 0.48369933333333337 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.262, + "roc_auc": 0.5442400000000001 + }, + "2": { + "accuracy": 0.246, + "roc_auc": 0.517206 + }, + "3": { + "accuracy": 0.244, + "roc_auc": 0.5135826666666667 + }, + "4": { + "accuracy": 0.244, + "roc_auc": 0.514112 + }, + "5": { + "accuracy": 0.251, + "roc_auc": 0.5233053333333333 + } + }, + "pixelate": { + "1": { + "accuracy": 0.229, + "roc_auc": 0.5567573333333333 + }, + "2": { + "accuracy": 0.221, + "roc_auc": 0.5432413333333332 + }, + "3": { + "accuracy": 0.22, + "roc_auc": 0.5637646666666667 + }, + "4": { + "accuracy": 0.232, + "roc_auc": 0.554752 + }, + "5": { + "accuracy": 0.274, + "roc_auc": 0.583888 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.389, + "roc_auc": 0.5768773333333332 + }, + "2": { + "accuracy": 0.381, + "roc_auc": 0.5786459999999999 + }, + "3": { + "accuracy": 0.381, + "roc_auc": 0.5792053333333333 + }, + "4": { + "accuracy": 0.383, + "roc_auc": 0.5793333333333333 + }, + "5": { + "accuracy": 0.371, + "roc_auc": 0.5758446666666666 + } + }, + "contrast": { + "1": { + "accuracy": 0.411, + "roc_auc": 0.570612 + }, + "2": { + "accuracy": 0.406, + "roc_auc": 0.5506513333333334 + }, + "3": { + "accuracy": 0.404, + "roc_auc": 0.5372753333333333 + }, + "4": { + "accuracy": 0.384, + "roc_auc": 0.5247193333333333 + }, + "5": { + "accuracy": 0.306, + "roc_auc": 0.532814 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/pbc_results.json b/results/zeroshot/rmedclip/vit/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..75a09c054ac2f96280c5238bbac922a8e6586899 --- /dev/null +++ b/results/zeroshot/rmedclip/vit/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.32407136589646096, + "roc_auc": 0.7105736655573414 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.14390172565077508, + "roc_auc": 0.6718082465914461 + }, + "2": { + "accuracy": 0.10821877742029833, + "roc_auc": 0.6563625912460758 + }, + "3": { + "accuracy": 0.1000292483182217, + "roc_auc": 0.6422902833791752 + }, + "4": { + "accuracy": 0.09505703422053231, + "roc_auc": 0.6360447281638182 + }, + "5": { + "accuracy": 0.09681193331383446, + "roc_auc": 0.6191787694065607 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.103831529687043, + "roc_auc": 0.6630488883008845 + }, + "2": { + "accuracy": 0.0962269669494004, + "roc_auc": 0.6480678290925301 + }, + "3": { + "accuracy": 0.0883299210295408, + "roc_auc": 0.6207018475081221 + }, + "4": { + "accuracy": 0.08218777420298333, + "roc_auc": 0.581559467793663 + }, + "5": { + "accuracy": 0.07370576191868967, + "roc_auc": 0.5480795864546688 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3073998245100907, + "roc_auc": 0.6930429455227092 + }, + "2": { + "accuracy": 0.3073998245100907, + "roc_auc": 0.6930426696196166 + }, + "3": { + "accuracy": 0.28663351857268204, + "roc_auc": 0.6798073419660837 + }, + "4": { + "accuracy": 0.2629423808131032, + "roc_auc": 0.6685147378295571 + }, + "5": { + "accuracy": 0.27171687627961394, + "roc_auc": 0.6665539428804883 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3319684118163206, + "roc_auc": 0.7033438761689286 + }, + "2": { + "accuracy": 0.29950277859023106, + "roc_auc": 0.6943031669369768 + }, + "3": { + "accuracy": 0.25241298625329045, + "roc_auc": 0.6695501104888506 + }, + "4": { + "accuracy": 0.2193623866627669, + "roc_auc": 0.6464163203492355 + }, + "5": { + "accuracy": 0.19362386662766892, + "roc_auc": 0.6323637445321958 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3302135127230184, + "roc_auc": 0.6255136430783592 + }, + "2": { + "accuracy": 0.34162035682948233, + "roc_auc": 0.6398701881981557 + }, + "3": { + "accuracy": 0.3269961977186312, + "roc_auc": 0.6325670672168084 + }, + "4": { + "accuracy": 0.2971629131324949, + "roc_auc": 0.6484070804851856 + }, + "5": { + "accuracy": 0.28517110266159695, + "roc_auc": 0.638272060529016 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.30944720678560983, + "roc_auc": 0.7059350112781324 + }, + "2": { + "accuracy": 0.324948815443112, + "roc_auc": 0.7005570845624587 + }, + "3": { + "accuracy": 0.350394852295993, + "roc_auc": 0.6917817878470693 + }, + "4": { + "accuracy": 0.35361216730038025, + "roc_auc": 0.6664555561133907 + }, + "5": { + "accuracy": 0.2965779467680608, + "roc_auc": 0.6008478330046578 + } + }, + "contrast": { + "1": { + "accuracy": 0.3562445159403334, + "roc_auc": 0.714859893229222 + }, + "2": { + "accuracy": 0.35097981866042705, + "roc_auc": 0.6809575167796738 + }, + "3": { + "accuracy": 0.3027200935946183, + "roc_auc": 0.655165809950827 + }, + "4": { + "accuracy": 0.23720386077800526, + "roc_auc": 0.6168770337010046 + }, + "5": { + "accuracy": 0.15794091839719215, + "roc_auc": 0.5292674702929816 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/pneumonia_results.json b/results/zeroshot/rmedclip/vit/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..cd2793441011e7709cfa4c6b8300b50dd7682584 --- /dev/null +++ b/results/zeroshot/rmedclip/vit/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.7183889899698395 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6240882138320191 + }, + "2": { + "accuracy": 0.36538461538461536, + "roc_auc": 0.5779659300456021 + }, + "3": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.5929632748615064 + }, + "4": { + "accuracy": 0.33653846153846156, + "roc_auc": 0.5963620924456746 + }, + "5": { + "accuracy": 0.3333333333333333, + "roc_auc": 0.5966219844217725 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.34134615384615385, + "roc_auc": 0.518422861666033 + }, + "2": { + "accuracy": 0.358974358974359, + "roc_auc": 0.5537787905872745 + }, + "3": { + "accuracy": 0.3717948717948718, + "roc_auc": 0.5776709818023908 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.628570803775049 + }, + "5": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.641919878628876 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.7164110816014527 + }, + "2": { + "accuracy": 0.41185897435897434, + "roc_auc": 0.7164110816014527 + }, + "3": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6743250790686365 + }, + "4": { + "accuracy": 0.36378205128205127, + "roc_auc": 0.6395249374227324 + }, + "5": { + "accuracy": 0.3525641025641026, + "roc_auc": 0.6242085270168483 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.7736102553887735 + }, + "2": { + "accuracy": 0.4583333333333333, + "roc_auc": 0.7632721585691532 + }, + "3": { + "accuracy": 0.4423076923076923, + "roc_auc": 0.751141598345607 + }, + "4": { + "accuracy": 0.4519230769230769, + "roc_auc": 0.7423813498393369 + }, + "5": { + "accuracy": 0.42628205128205127, + "roc_auc": 0.7195124502514577 + } + }, + "pixelate": { + "1": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.7752729521526772 + }, + "2": { + "accuracy": 0.3958333333333333, + "roc_auc": 0.7250575407844436 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.7055264615703317 + }, + "4": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.7199974377394381 + }, + "5": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.7151919457918791 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.4198717948717949, + "roc_auc": 0.6922488959459926 + }, + "2": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6594801655926754 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.6444781806073796 + }, + "4": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.633442745452648 + }, + "5": { + "accuracy": 0.34935897435897434, + "roc_auc": 0.6145018041105015 + } + }, + "contrast": { + "1": { + "accuracy": 0.42467948717948717, + "roc_auc": 0.7127322615970152 + }, + "2": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.6976305604774963 + }, + "3": { + "accuracy": 0.41025641025641024, + "roc_auc": 0.6889624261716252 + }, + "4": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6644075200727818 + }, + "5": { + "accuracy": 0.28044871794871795, + "roc_auc": 0.6071919441583649 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/pneumoniamnist_results.json b/results/zeroshot/rmedclip/vit/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..aa25bb29fe2257ebed0d1837a3b87272a99b5c3c --- /dev/null +++ b/results/zeroshot/rmedclip/vit/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.5625, + "roc_auc": 0.8331799254876178 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.421474358974359, + "roc_auc": 0.7953922857769011 + }, + "2": { + "accuracy": 0.38782051282051283, + "roc_auc": 0.6904503616042077 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.582993644532106 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.5187705456936226 + }, + "5": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.528572211264519 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.49198717948717946, + "roc_auc": 0.8156585579662502 + }, + "2": { + "accuracy": 0.46634615384615385, + "roc_auc": 0.76537365768135 + }, + "3": { + "accuracy": 0.5, + "roc_auc": 0.7205566513258822 + }, + "4": { + "accuracy": 0.5160256410256411, + "roc_auc": 0.7102016217400833 + }, + "5": { + "accuracy": 0.5224358974358975, + "roc_auc": 0.6633519614288845 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.8189787420556652 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.8189787420556652 + }, + "3": { + "accuracy": 0.38461538461538464, + "roc_auc": 0.8097578347578349 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.7975673898750822 + }, + "5": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.7949978084593469 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.48878205128205127, + "roc_auc": 0.8653955730878807 + }, + "2": { + "accuracy": 0.4150641025641026, + "roc_auc": 0.8547008547008548 + }, + "3": { + "accuracy": 0.40224358974358976, + "roc_auc": 0.8631711593250055 + }, + "4": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.8590510628972168 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.8252903791365329 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.8310760464606618 + }, + "2": { + "accuracy": 0.391025641025641, + "roc_auc": 0.8473153626999782 + }, + "3": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.8562404120096427 + }, + "4": { + "accuracy": 0.40064102564102566, + "roc_auc": 0.8333990795529258 + }, + "5": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6848783694937541 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.8398860398860399 + }, + "2": { + "accuracy": 0.6121794871794872, + "roc_auc": 0.8430089853166776 + }, + "3": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.8417488494411571 + }, + "4": { + "accuracy": 0.625, + "roc_auc": 0.8372507122507122 + }, + "5": { + "accuracy": 0.6169871794871795, + "roc_auc": 0.8093797939951787 + } + }, + "contrast": { + "1": { + "accuracy": 0.5721153846153846, + "roc_auc": 0.8550076703922858 + }, + "2": { + "accuracy": 0.5753205128205128, + "roc_auc": 0.8563992987069909 + }, + "3": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.8434363357440281 + }, + "4": { + "accuracy": 0.5384615384615384, + "roc_auc": 0.8054021477098401 + }, + "5": { + "accuracy": 0.4391025641025641, + "roc_auc": 0.6893819855358317 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/rmedclip/vit/retinamnist_results.json b/results/zeroshot/rmedclip/vit/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..84eb377247c92d04251e0f2ed1f4123a3f164630 --- /dev/null +++ b/results/zeroshot/rmedclip/vit/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.185, + "roc_auc": 0.558122383365639 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.6062858922577378 + }, + "2": { + "accuracy": 0.1825, + "roc_auc": 0.5742482661282556 + }, + "3": { + "accuracy": 0.165, + "roc_auc": 0.5524475357414947 + }, + "4": { + "accuracy": 0.1775, + "roc_auc": 0.5314188789009623 + }, + "5": { + "accuracy": 0.1725, + "roc_auc": 0.5449759958464424 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1925, + "roc_auc": 0.5333381522549547 + }, + "2": { + "accuracy": 0.1425, + "roc_auc": 0.5254557947184335 + }, + "3": { + "accuracy": 0.135, + "roc_auc": 0.5302204706662244 + }, + "4": { + "accuracy": 0.1225, + "roc_auc": 0.5410300899213528 + }, + "5": { + "accuracy": 0.1175, + "roc_auc": 0.5697647467057873 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.18, + "roc_auc": 0.5713079170870989 + }, + "2": { + "accuracy": 0.18, + "roc_auc": 0.5713079170870989 + }, + "3": { + "accuracy": 0.175, + "roc_auc": 0.5806185988295252 + }, + "4": { + "accuracy": 0.1875, + "roc_auc": 0.5834978249128039 + }, + "5": { + "accuracy": 0.2125, + "roc_auc": 0.5806141818330365 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.16, + "roc_auc": 0.5378985892397379 + }, + "2": { + "accuracy": 0.155, + "roc_auc": 0.5245970692099678 + }, + "3": { + "accuracy": 0.1725, + "roc_auc": 0.5357326730252756 + }, + "4": { + "accuracy": 0.185, + "roc_auc": 0.544723621759682 + }, + "5": { + "accuracy": 0.205, + "roc_auc": 0.556513034828902 + } + }, + "pixelate": { + "1": { + "accuracy": 0.27, + "roc_auc": 0.5988782131418218 + }, + "2": { + "accuracy": 0.325, + "roc_auc": 0.6135060773526935 + }, + "3": { + "accuracy": 0.305, + "roc_auc": 0.5938714081543932 + }, + "4": { + "accuracy": 0.2725, + "roc_auc": 0.6012443388003005 + }, + "5": { + "accuracy": 0.36, + "roc_auc": 0.6047414493220595 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.175, + "roc_auc": 0.5522092957020472 + }, + "2": { + "accuracy": 0.1725, + "roc_auc": 0.5497383960691916 + }, + "3": { + "accuracy": 0.1675, + "roc_auc": 0.5367321915466776 + }, + "4": { + "accuracy": 0.175, + "roc_auc": 0.5370171024097194 + }, + "5": { + "accuracy": 0.1875, + "roc_auc": 0.5391198620287405 + } + }, + "contrast": { + "1": { + "accuracy": 0.19, + "roc_auc": 0.5671493826857319 + }, + "2": { + "accuracy": 0.2, + "roc_auc": 0.5618742484116678 + }, + "3": { + "accuracy": 0.1975, + "roc_auc": 0.5545257830692476 + }, + "4": { + "accuracy": 0.2, + "roc_auc": 0.5284845726217631 + }, + "5": { + "accuracy": 0.36, + "roc_auc": 0.5072617676337273 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/all_results.json b/results/zeroshot/unimedclip/vit-B-16/all_results.json new file mode 100644 index 0000000000000000000000000000000000000000..8bc3333eab8a1c622a2d9f7fab13a89768cd2177 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/all_results.json @@ -0,0 +1,2018 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.11611582334015794, + "roc_auc": 0.5748513191644201 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.09768938286048552, + "roc_auc": 0.5924496620571424 + }, + "2": { + "accuracy": 0.09564200058496636, + "roc_auc": 0.5969772975028937 + }, + "3": { + "accuracy": 0.10266159695817491, + "roc_auc": 0.6045352929543364 + }, + "4": { + "accuracy": 0.10734132787364727, + "roc_auc": 0.6081224190277905 + }, + "5": { + "accuracy": 0.1196256215267622, + "roc_auc": 0.6084327982802702 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1128985083357707, + "roc_auc": 0.6043559640710918 + }, + "2": { + "accuracy": 0.12459783562445159, + "roc_auc": 0.6045283287029429 + }, + "3": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.6017843997052668 + }, + "4": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.5798994612624432 + }, + "5": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.5628165020819726 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.14682655747294532, + "roc_auc": 0.6304041799843165 + }, + "2": { + "accuracy": 0.14682655747294532, + "roc_auc": 0.6304042653134632 + }, + "3": { + "accuracy": 0.15940333430827727, + "roc_auc": 0.6382374451436073 + }, + "4": { + "accuracy": 0.1702252120503071, + "roc_auc": 0.641733655149261 + }, + "5": { + "accuracy": 0.1713951447791752, + "roc_auc": 0.6401345471800681 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12167300380228137, + "roc_auc": 0.5997685489805628 + }, + "2": { + "accuracy": 0.13863702837086866, + "roc_auc": 0.5972084293915324 + }, + "3": { + "accuracy": 0.1596958174904943, + "roc_auc": 0.5884872343123237 + }, + "4": { + "accuracy": 0.17607487569464755, + "roc_auc": 0.5747013420332211 + }, + "5": { + "accuracy": 0.17636735887686458, + "roc_auc": 0.5639949310870117 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17490494296577946, + "roc_auc": 0.6501917871783573 + }, + "2": { + "accuracy": 0.1766598420590816, + "roc_auc": 0.6491739630238674 + }, + "3": { + "accuracy": 0.17490494296577946, + "roc_auc": 0.6353605432150897 + }, + "4": { + "accuracy": 0.1751974261479965, + "roc_auc": 0.6490346076700395 + }, + "5": { + "accuracy": 0.17636735887686458, + "roc_auc": 0.6061816245430398 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1389295115530857, + "roc_auc": 0.5797659292615549 + }, + "2": { + "accuracy": 0.15735595203275812, + "roc_auc": 0.5814453437622129 + }, + "3": { + "accuracy": 0.16817782977478796, + "roc_auc": 0.566454303491112 + }, + "4": { + "accuracy": 0.17256507750804329, + "roc_auc": 0.544274611891651 + }, + "5": { + "accuracy": 0.17461245978356243, + "roc_auc": 0.528866246827594 + } + }, + "contrast": { + "1": { + "accuracy": 0.12635273471775374, + "roc_auc": 0.5657987843643448 + }, + "2": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.5463072858119957 + }, + "3": { + "accuracy": 0.14741152383737935, + "roc_auc": 0.5365899766521111 + }, + "4": { + "accuracy": 0.1637905820415326, + "roc_auc": 0.5279796084380054 + }, + "5": { + "accuracy": 0.17636735887686458, + "roc_auc": 0.4802582970485664 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.8962305500767039 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.802158667543283 + }, + "2": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.7844729344729344 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.7629629629629628 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.7561911023449486 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.7647709840017531 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.8213127328511944 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.803407845715538 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.7909598948060487 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.8077525750602673 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.8286215209292132 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.7425816348893272 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.7425816348893272 + }, + "3": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.6932500547885163 + }, + "4": { + "accuracy": 0.453525641025641, + "roc_auc": 0.6685185185185186 + }, + "5": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.6635437212360289 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.8802323033092264 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.8824567170721016 + }, + "3": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8932171816787201 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.9033530571992111 + }, + "5": { + "accuracy": 0.6490384615384616, + "roc_auc": 0.9061143984220908 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6458333333333334, + "roc_auc": 0.665483234714004 + }, + "2": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.6270984001753233 + }, + "3": { + "accuracy": 0.6490384615384616, + "roc_auc": 0.6493754109138724 + }, + "4": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.6561801446416833 + }, + "5": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5032215647600262 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.900021915406531 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.9030243261012493 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.9021312732851194 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.8996274380889766 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.8821389436774052 + } + }, + "contrast": { + "1": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.9225838264299804 + }, + "2": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.9274928774928775 + }, + "3": { + "accuracy": 0.453525641025641, + "roc_auc": 0.9147161954854264 + }, + "4": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.8897983782599168 + }, + "5": { + "accuracy": 0.7451923076923077, + "roc_auc": 0.8032763532763533 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6923955429492099 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.7225951948134627 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.7117372682066342 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6843541596697729 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.6576598704680175 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.6529393417485384 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.7033803198991094 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6887888239659249 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6731295774319351 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.6802349555789884 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.6936453922052337 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6877503938463113 + }, + "2": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6877503938463113 + }, + "3": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6745557154891161 + }, + "4": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6722871785866101 + }, + "5": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.663278424732462 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6902264236201497 + }, + "2": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.6849208285122771 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6916900851440927 + }, + "4": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.702549969053548 + }, + "5": { + "accuracy": 0.4375, + "roc_auc": 0.7080359501251156 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.6708855032125912 + }, + "2": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.6801609328408765 + }, + "3": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.6846657800406394 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6373858801909026 + }, + "5": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.5773413230790329 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6847546135184248 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6805723865337797 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6794254087693773 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.6662552669855448 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.6074371553969631 + } + }, + "contrast": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6704226710185054 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6805672238334215 + }, + "3": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6841294207437278 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6820671746689165 + }, + "5": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.5735459826094952 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5266660776864859 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5058161792855671 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48947197926789765 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4968342315281091 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4730688812321465 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49353594251553434 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4751450363695262 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5282563241746916 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5117354301027771 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48261036016138054 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.45254292193067697 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.523956768854728 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.523956768854728 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5138557587537179 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.506405159466384 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5093795093795094 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5105869187501841 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5042259327973613 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49571516918455694 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48540801602026096 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.46803310068616194 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5295815295815296 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5070530376652826 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5128544924463292 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5084960391082839 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5143563919074123 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5138852077627588 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5047560149600966 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4988073151338458 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49347704449745267 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48119680772742 + } + }, + "contrast": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5311717760697352 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5653031775480755 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5689548546691404 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5564095768177401 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5157993933504137 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "octmnist": { + "clean": { + "1": { + "accuracy": 0.421, + "roc_auc": 0.6660573333333333 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.422, + "roc_auc": 0.7473319999999999 + }, + "2": { + "accuracy": 0.411, + "roc_auc": 0.7776186666666667 + }, + "3": { + "accuracy": 0.41, + "roc_auc": 0.7852146666666667 + }, + "4": { + "accuracy": 0.409, + "roc_auc": 0.7849493333333334 + }, + "5": { + "accuracy": 0.401, + "roc_auc": 0.772464 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.373, + "roc_auc": 0.750124 + }, + "2": { + "accuracy": 0.353, + "roc_auc": 0.7339653333333334 + }, + "3": { + "accuracy": 0.339, + "roc_auc": 0.7143266666666668 + }, + "4": { + "accuracy": 0.318, + "roc_auc": 0.6788080000000001 + }, + "5": { + "accuracy": 0.288, + "roc_auc": 0.64814 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.659968 + }, + "2": { + "accuracy": 0.37, + "roc_auc": 0.659968 + }, + "3": { + "accuracy": 0.34, + "roc_auc": 0.634896 + }, + "4": { + "accuracy": 0.325, + "roc_auc": 0.5977106666666667 + }, + "5": { + "accuracy": 0.324, + "roc_auc": 0.574996 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.396, + "roc_auc": 0.6684746666666668 + }, + "2": { + "accuracy": 0.345, + "roc_auc": 0.6530746666666667 + }, + "3": { + "accuracy": 0.348, + "roc_auc": 0.650828 + }, + "4": { + "accuracy": 0.329, + "roc_auc": 0.6319 + }, + "5": { + "accuracy": 0.316, + "roc_auc": 0.613808 + } + }, + "pixelate": { + "1": { + "accuracy": 0.34, + "roc_auc": 0.6039613333333334 + }, + "2": { + "accuracy": 0.326, + "roc_auc": 0.6037773333333333 + }, + "3": { + "accuracy": 0.335, + "roc_auc": 0.6074 + }, + "4": { + "accuracy": 0.32, + "roc_auc": 0.608906 + }, + "5": { + "accuracy": 0.287, + "roc_auc": 0.6096013333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.431, + "roc_auc": 0.709652 + }, + "2": { + "accuracy": 0.458, + "roc_auc": 0.758028 + }, + "3": { + "accuracy": 0.455, + "roc_auc": 0.7924333333333333 + }, + "4": { + "accuracy": 0.461, + "roc_auc": 0.8143693333333333 + }, + "5": { + "accuracy": 0.461, + "roc_auc": 0.8422253333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.382, + "roc_auc": 0.6587280000000001 + }, + "2": { + "accuracy": 0.332, + "roc_auc": 0.650092 + }, + "3": { + "accuracy": 0.292, + "roc_auc": 0.6196586666666666 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.5648666666666666 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5175653333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.16983338205203158, + "roc_auc": 0.5692551795682621 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.572942850465221 + }, + "2": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5751768023487587 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5765710109256745 + }, + "4": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5787767036843219 + }, + "5": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5749838125947655 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.16954106986261328, + "roc_auc": 0.5760474274647329 + }, + "2": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5792139941131011 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5777495817431552 + }, + "4": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5665701034877371 + }, + "5": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5515242801988025 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.16866413329435836, + "roc_auc": 0.5408028706281538 + }, + "2": { + "accuracy": 0.16866413329435836, + "roc_auc": 0.5408025600125056 + }, + "3": { + "accuracy": 0.1648640748319205, + "roc_auc": 0.5359778680695877 + }, + "4": { + "accuracy": 0.1607717041800643, + "roc_auc": 0.5372736912468294 + }, + "5": { + "accuracy": 0.1581408944752996, + "roc_auc": 0.5377323468060409 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1636948260742473, + "roc_auc": 0.5418916939713478 + }, + "2": { + "accuracy": 0.14410990938322127, + "roc_auc": 0.5316378548136219 + }, + "3": { + "accuracy": 0.1359251680795089, + "roc_auc": 0.5323848954116945 + }, + "4": { + "accuracy": 0.1163402513884829, + "roc_auc": 0.5378789361591 + }, + "5": { + "accuracy": 0.10435545162233265, + "roc_auc": 0.5384258188447323 + } + }, + "pixelate": { + "1": { + "accuracy": 0.15434083601286175, + "roc_auc": 0.49855229052935557 + }, + "2": { + "accuracy": 0.15580239695995324, + "roc_auc": 0.469223696557612 + }, + "3": { + "accuracy": 0.15375621163402514, + "roc_auc": 0.4853344389421381 + }, + "4": { + "accuracy": 0.14615609470914936, + "roc_auc": 0.4659044673999607 + }, + "5": { + "accuracy": 0.15024846536100556, + "roc_auc": 0.4382750144084626 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.16954106986261328, + "roc_auc": 0.5737479837570629 + }, + "2": { + "accuracy": 0.16954106986261328, + "roc_auc": 0.5788667713693987 + }, + "3": { + "accuracy": 0.17100263080970476, + "roc_auc": 0.5906873444388657 + }, + "4": { + "accuracy": 0.17304881613563286, + "roc_auc": 0.6017669820830714 + }, + "5": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.5922177366526173 + } + }, + "contrast": { + "1": { + "accuracy": 0.17041800643086816, + "roc_auc": 0.5582605439510471 + }, + "2": { + "accuracy": 0.1645717626425022, + "roc_auc": 0.5334055231005836 + }, + "3": { + "accuracy": 0.14586378251973106, + "roc_auc": 0.5129192728053413 + }, + "4": { + "accuracy": 0.10961707103186202, + "roc_auc": 0.48654107229578764 + }, + "5": { + "accuracy": 0.09383221280327389, + "roc_auc": 0.4507140546986269 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "aml": { + "clean": { + "1": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.6120142343909581 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.6134429967871085 + }, + "2": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.5945043684510315 + }, + "3": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.6013079608782658 + }, + "4": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.5903277243224908 + }, + "5": { + "accuracy": 0.0024496461622210124, + "roc_auc": 0.6118257829081688 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.00326619488296135, + "roc_auc": 0.6150748208433322 + }, + "2": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.5912498826640505 + }, + "3": { + "accuracy": 0.0010887316276537834, + "roc_auc": 0.5949083222068012 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.556132439517833 + }, + "5": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.5731355527875934 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.6072624719925871 + }, + "2": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.6072624181042034 + }, + "3": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.601667399925079 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6000080783421706 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.6024442530062828 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.5944591489683634 + }, + "2": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.5758610796425548 + }, + "3": { + "accuracy": 0.0027218290691344584, + "roc_auc": 0.5734527623903425 + }, + "4": { + "accuracy": 0.0027218290691344584, + "roc_auc": 0.5746770135291407 + }, + "5": { + "accuracy": 0.004082743603701687, + "roc_auc": 0.5712147422061942 + } + }, + "pixelate": { + "1": { + "accuracy": 0.004354926510615134, + "roc_auc": 0.6072730082386627 + }, + "2": { + "accuracy": 0.004899292324442025, + "roc_auc": 0.5632646129649446 + }, + "3": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.5981508365751006 + }, + "4": { + "accuracy": 0.008437670114316821, + "roc_auc": 0.5742099660319021 + }, + "5": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.5563030168687495 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6168144874292322 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.617723866939018 + }, + "3": { + "accuracy": 0.00326619488296135, + "roc_auc": 0.5913116804035182 + }, + "4": { + "accuracy": 0.004082743603701687, + "roc_auc": 0.5694866209158619 + }, + "5": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5311453954007427 + } + }, + "contrast": { + "1": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.6007166312617974 + }, + "2": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.5741611832433241 + }, + "3": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.557831565397213 + }, + "4": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.5288821650664344 + }, + "5": { + "accuracy": 0.0008165487207403375, + "roc_auc": 0.44258367961047307 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5010821233227089 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.6246409318065558 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.6184039664738519 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.6050840121197812 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5893046865777358 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5774210049974423 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.6151575965057254 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5998504702317712 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5238657380081061 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4954157321056153 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47479636406563575 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.508637311612167 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.508637311612167 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.519694644473301 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5289418801400858 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5209538425215441 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47341911620036986 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4808169047337977 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47884940778341795 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4845944988785267 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.48723094479203555 + } + }, + "pixelate": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47591783732735216 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.45520009443985365 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4668476763861016 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.442057214811317 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.42726163774446146 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.515720300633534 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5233935387400149 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5190650454491795 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5001770747255342 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.46055168614488645 + } + }, + "contrast": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.538228465745878 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5037579191752253 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4863652461338685 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4659426277889269 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.534450871601149 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.40977443609022557 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4876775271512114 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5096073517126148 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5221386800334169 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4914369256474519 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4782790309106098 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5006265664160401 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5192147034252297 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.514202172096909 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.485171261487051 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.44548872180451127 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.39243943191311614 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.39243943191311614 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.43901420217209686 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.43107769423558895 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3903508771929824 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.34106098579782795 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3201754385964912 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3059732664995823 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3208020050125313 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.34523809523809523 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3339598997493734 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.29573934837092736 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.24373433583959897 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.25355054302422725 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.30409356725146197 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4371345029239766 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4642857142857143 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.48412698412698413 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.48725981620718467 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4820384294068505 + } + }, + "contrast": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.38763575605680867 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3538011695906432 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4112364243943191 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.46303258145363413 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5405179615705932 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "oct": { + "clean": { + "1": { + "accuracy": 0.247, + "roc_auc": 0.47878400000000004 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.234, + "roc_auc": 0.501844 + }, + "2": { + "accuracy": 0.231, + "roc_auc": 0.5185 + }, + "3": { + "accuracy": 0.225, + "roc_auc": 0.5198986666666667 + }, + "4": { + "accuracy": 0.222, + "roc_auc": 0.5120800000000001 + }, + "5": { + "accuracy": 0.23, + "roc_auc": 0.5115666666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.5367546666666667 + }, + "2": { + "accuracy": 0.258, + "roc_auc": 0.5437573333333334 + }, + "3": { + "accuracy": 0.274, + "roc_auc": 0.5518933333333333 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.5499933333333333 + }, + "5": { + "accuracy": 0.24, + "roc_auc": 0.5206293333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.241, + "roc_auc": 0.477008 + }, + "2": { + "accuracy": 0.241, + "roc_auc": 0.477008 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.4835773333333333 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.4856 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.4905133333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.259, + "roc_auc": 0.5060359999999999 + }, + "2": { + "accuracy": 0.262, + "roc_auc": 0.49154666666666663 + }, + "3": { + "accuracy": 0.262, + "roc_auc": 0.48328133333333334 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.4799026666666667 + }, + "5": { + "accuracy": 0.247, + "roc_auc": 0.47165466666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.507608 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.5135186666666667 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.5246306666666666 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.5214466666666667 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.49728666666666665 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.254, + "roc_auc": 0.5019293333333333 + }, + "2": { + "accuracy": 0.264, + "roc_auc": 0.5419706666666667 + }, + "3": { + "accuracy": 0.266, + "roc_auc": 0.557974 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.5521199999999999 + }, + "5": { + "accuracy": 0.227, + "roc_auc": 0.5376266666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.255, + "roc_auc": 0.48755333333333334 + }, + "2": { + "accuracy": 0.258, + "roc_auc": 0.49088400000000004 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.48995333333333335 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.49026000000000003 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5025533333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.6090386423660379 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.175, + "roc_auc": 0.6266310898126821 + }, + "2": { + "accuracy": 0.165, + "roc_auc": 0.5883865590659539 + }, + "3": { + "accuracy": 0.17, + "roc_auc": 0.5876594003699981 + }, + "4": { + "accuracy": 0.1725, + "roc_auc": 0.5870036992894796 + }, + "5": { + "accuracy": 0.1675, + "roc_auc": 0.5917790111200529 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.185, + "roc_auc": 0.5702858588249239 + }, + "2": { + "accuracy": 0.175, + "roc_auc": 0.545594754234525 + }, + "3": { + "accuracy": 0.175, + "roc_auc": 0.5602366257478029 + }, + "4": { + "accuracy": 0.17, + "roc_auc": 0.5519201226155541 + }, + "5": { + "accuracy": 0.1725, + "roc_auc": 0.5549336630513627 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.6243896123826853 + }, + "2": { + "accuracy": 0.1825, + "roc_auc": 0.6243896123826853 + }, + "3": { + "accuracy": 0.1725, + "roc_auc": 0.6179085311041895 + }, + "4": { + "accuracy": 0.17, + "roc_auc": 0.6054388262947048 + }, + "5": { + "accuracy": 0.17, + "roc_auc": 0.6044536824729339 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1775, + "roc_auc": 0.6350101342201147 + }, + "2": { + "accuracy": 0.1775, + "roc_auc": 0.6280475098925197 + }, + "3": { + "accuracy": 0.1775, + "roc_auc": 0.6182381225332768 + }, + "4": { + "accuracy": 0.1825, + "roc_auc": 0.6049227267496078 + }, + "5": { + "accuracy": 0.185, + "roc_auc": 0.6007370122019339 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17, + "roc_auc": 0.6224603495089236 + }, + "2": { + "accuracy": 0.17, + "roc_auc": 0.6013669443632543 + }, + "3": { + "accuracy": 0.17, + "roc_auc": 0.6019645512641266 + }, + "4": { + "accuracy": 0.17, + "roc_auc": 0.5819378896835902 + }, + "5": { + "accuracy": 0.17, + "roc_auc": 0.5491054157782462 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.2075, + "roc_auc": 0.6072038765959531 + }, + "2": { + "accuracy": 0.235, + "roc_auc": 0.6062026220410887 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.5977217095431249 + }, + "4": { + "accuracy": 0.2475, + "roc_auc": 0.5904536698132116 + }, + "5": { + "accuracy": 0.2425, + "roc_auc": 0.5449686889258937 + } + }, + "contrast": { + "1": { + "accuracy": 0.215, + "roc_auc": 0.6401828613159379 + }, + "2": { + "accuracy": 0.1925, + "roc_auc": 0.6161094497146955 + }, + "3": { + "accuracy": 0.185, + "roc_auc": 0.5958379431134977 + }, + "4": { + "accuracy": 0.1725, + "roc_auc": 0.5750539782841538 + }, + "5": { + "accuracy": 0.17, + "roc_auc": 0.5767300588900354 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + }, + "fundus": { + "clean": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.2654710636540617 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.1814789687924016 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.14314789687924018 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.14090614123060588 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.13938705681080765 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.15854521857117573 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.1696876290484337 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.21747979470237744 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.26188720429473183 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.3126069258450828 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3254085304701787 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.3191552120818831 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.3191552120818831 + }, + "3": { + "accuracy": 0.7875, + "roc_auc": 0.33719249601793405 + }, + "4": { + "accuracy": 0.784375, + "roc_auc": 0.38239631880125063 + }, + "5": { + "accuracy": 0.7859375, + "roc_auc": 0.39350185829744555 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.3193026960061353 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.4107427290425343 + }, + "3": { + "accuracy": 0.7890625, + "roc_auc": 0.44184708866733524 + }, + "4": { + "accuracy": 0.7859375, + "roc_auc": 0.42478319863134917 + }, + "5": { + "accuracy": 0.7828125, + "roc_auc": 0.4273936640906141 + } + }, + "pixelate": { + "1": { + "accuracy": 0.78125, + "roc_auc": 0.41025603209250194 + }, + "2": { + "accuracy": 0.7734375, + "roc_auc": 0.3778833107191316 + }, + "3": { + "accuracy": 0.7765625, + "roc_auc": 0.4605333018700961 + }, + "4": { + "accuracy": 0.7640625, + "roc_auc": 0.44357265058108664 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.44200932098401274 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7875, + "roc_auc": 0.3242286590761607 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.3140227715179046 + }, + "3": { + "accuracy": 0.7859375, + "roc_auc": 0.2812370951566279 + }, + "4": { + "accuracy": 0.7859375, + "roc_auc": 0.2686419680254852 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.22374786148309836 + } + }, + "contrast": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.34086484573181525 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.47343814524216854 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5338180638310424 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6253908323992684 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.7543212789805911 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/aml_results.json b/results/zeroshot/unimedclip/vit-B-16/aml_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f0a900ded1b6b69f5f7f94afddc24fe87cf7ddc8 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/aml_results.json @@ -0,0 +1,170 @@ +{ + "aml": { + "clean": { + "1": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.6120142343909581 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.6134429967871085 + }, + "2": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.5945043684510315 + }, + "3": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.6013079608782658 + }, + "4": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.5903277243224908 + }, + "5": { + "accuracy": 0.0024496461622210124, + "roc_auc": 0.6118257829081688 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.00326619488296135, + "roc_auc": 0.6150748208433322 + }, + "2": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.5912498826640505 + }, + "3": { + "accuracy": 0.0010887316276537834, + "roc_auc": 0.5949083222068012 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.556132439517833 + }, + "5": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.5731355527875934 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.6072624719925871 + }, + "2": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.6072624181042034 + }, + "3": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.601667399925079 + }, + "4": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6000080783421706 + }, + "5": { + "accuracy": 0.001633097441480675, + "roc_auc": 0.6024442530062828 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.5944591489683634 + }, + "2": { + "accuracy": 0.001905280348394121, + "roc_auc": 0.5758610796425548 + }, + "3": { + "accuracy": 0.0027218290691344584, + "roc_auc": 0.5734527623903425 + }, + "4": { + "accuracy": 0.0027218290691344584, + "roc_auc": 0.5746770135291407 + }, + "5": { + "accuracy": 0.004082743603701687, + "roc_auc": 0.5712147422061942 + } + }, + "pixelate": { + "1": { + "accuracy": 0.004354926510615134, + "roc_auc": 0.6072730082386627 + }, + "2": { + "accuracy": 0.004899292324442025, + "roc_auc": 0.5632646129649446 + }, + "3": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.5981508365751006 + }, + "4": { + "accuracy": 0.008437670114316821, + "roc_auc": 0.5742099660319021 + }, + "5": { + "accuracy": 0.005443658138268917, + "roc_auc": 0.5563030168687495 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.6168144874292322 + }, + "2": { + "accuracy": 0.0013609145345672292, + "roc_auc": 0.617723866939018 + }, + "3": { + "accuracy": 0.00326619488296135, + "roc_auc": 0.5913116804035182 + }, + "4": { + "accuracy": 0.004082743603701687, + "roc_auc": 0.5694866209158619 + }, + "5": { + "accuracy": 0.005715841045182362, + "roc_auc": 0.5311453954007427 + } + }, + "contrast": { + "1": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.6007166312617974 + }, + "2": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.5741611832433241 + }, + "3": { + "accuracy": 0.002177463255307567, + "roc_auc": 0.557831565397213 + }, + "4": { + "accuracy": 0.0029940119760479044, + "roc_auc": 0.5288821650664344 + }, + "5": { + "accuracy": 0.0008165487207403375, + "roc_auc": 0.44258367961047307 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/bloodmnist_results.json b/results/zeroshot/unimedclip/vit-B-16/bloodmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..117626c907258e7e7b627b33c3d3a76b62d4c9d2 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/bloodmnist_results.json @@ -0,0 +1,170 @@ +{ + "bloodmnist": { + "clean": { + "1": { + "accuracy": 0.16983338205203158, + "roc_auc": 0.5692551795682621 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.572942850465221 + }, + "2": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5751768023487587 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5765710109256745 + }, + "4": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5787767036843219 + }, + "5": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5749838125947655 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.16954106986261328, + "roc_auc": 0.5760474274647329 + }, + "2": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5792139941131011 + }, + "3": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5777495817431552 + }, + "4": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5665701034877371 + }, + "5": { + "accuracy": 0.16924875767319497, + "roc_auc": 0.5515242801988025 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.16866413329435836, + "roc_auc": 0.5408028706281538 + }, + "2": { + "accuracy": 0.16866413329435836, + "roc_auc": 0.5408025600125056 + }, + "3": { + "accuracy": 0.1648640748319205, + "roc_auc": 0.5359778680695877 + }, + "4": { + "accuracy": 0.1607717041800643, + "roc_auc": 0.5372736912468294 + }, + "5": { + "accuracy": 0.1581408944752996, + "roc_auc": 0.5377323468060409 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1636948260742473, + "roc_auc": 0.5418916939713478 + }, + "2": { + "accuracy": 0.14410990938322127, + "roc_auc": 0.5316378548136219 + }, + "3": { + "accuracy": 0.1359251680795089, + "roc_auc": 0.5323848954116945 + }, + "4": { + "accuracy": 0.1163402513884829, + "roc_auc": 0.5378789361591 + }, + "5": { + "accuracy": 0.10435545162233265, + "roc_auc": 0.5384258188447323 + } + }, + "pixelate": { + "1": { + "accuracy": 0.15434083601286175, + "roc_auc": 0.49855229052935557 + }, + "2": { + "accuracy": 0.15580239695995324, + "roc_auc": 0.469223696557612 + }, + "3": { + "accuracy": 0.15375621163402514, + "roc_auc": 0.4853344389421381 + }, + "4": { + "accuracy": 0.14615609470914936, + "roc_auc": 0.4659044673999607 + }, + "5": { + "accuracy": 0.15024846536100556, + "roc_auc": 0.4382750144084626 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.16954106986261328, + "roc_auc": 0.5737479837570629 + }, + "2": { + "accuracy": 0.16954106986261328, + "roc_auc": 0.5788667713693987 + }, + "3": { + "accuracy": 0.17100263080970476, + "roc_auc": 0.5906873444388657 + }, + "4": { + "accuracy": 0.17304881613563286, + "roc_auc": 0.6017669820830714 + }, + "5": { + "accuracy": 0.17451037708272435, + "roc_auc": 0.5922177366526173 + } + }, + "contrast": { + "1": { + "accuracy": 0.17041800643086816, + "roc_auc": 0.5582605439510471 + }, + "2": { + "accuracy": 0.1645717626425022, + "roc_auc": 0.5334055231005836 + }, + "3": { + "accuracy": 0.14586378251973106, + "roc_auc": 0.5129192728053413 + }, + "4": { + "accuracy": 0.10961707103186202, + "roc_auc": 0.48654107229578764 + }, + "5": { + "accuracy": 0.09383221280327389, + "roc_auc": 0.4507140546986269 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/breastmnist_results.json b/results/zeroshot/unimedclip/vit-B-16/breastmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..65a5eb6db0d4966113fda555e5cd4f18c0c2bf21 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/breastmnist_results.json @@ -0,0 +1,170 @@ +{ + "breastmnist": { + "clean": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.40977443609022557 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4876775271512114 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5096073517126148 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5221386800334169 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4914369256474519 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4782790309106098 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5006265664160401 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5192147034252297 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.514202172096909 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.485171261487051 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.44548872180451127 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.39243943191311614 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.39243943191311614 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.43901420217209686 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.43107769423558895 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3903508771929824 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.34106098579782795 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3201754385964912 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3059732664995823 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3208020050125313 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.34523809523809523 + } + }, + "pixelate": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3339598997493734 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.29573934837092736 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.24373433583959897 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.25355054302422725 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.30409356725146197 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4371345029239766 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4642857142857143 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.48412698412698413 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.48725981620718467 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4820384294068505 + } + }, + "contrast": { + "1": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.38763575605680867 + }, + "2": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.3538011695906432 + }, + "3": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.4112364243943191 + }, + "4": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.46303258145363413 + }, + "5": { + "accuracy": 0.7307692307692307, + "roc_auc": 0.5405179615705932 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/fundus_results.json b/results/zeroshot/unimedclip/vit-B-16/fundus_results.json new file mode 100644 index 0000000000000000000000000000000000000000..91cf5f0cba78a520af66506c2a848e253f4dc135 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/fundus_results.json @@ -0,0 +1,170 @@ +{ + "fundus": { + "clean": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.2654710636540617 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.1814789687924016 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.14314789687924018 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.14090614123060588 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.13938705681080765 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.15854521857117573 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.1696876290484337 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.21747979470237744 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.26188720429473183 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.3126069258450828 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.3254085304701787 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.3191552120818831 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.3191552120818831 + }, + "3": { + "accuracy": 0.7875, + "roc_auc": 0.33719249601793405 + }, + "4": { + "accuracy": 0.784375, + "roc_auc": 0.38239631880125063 + }, + "5": { + "accuracy": 0.7859375, + "roc_auc": 0.39350185829744555 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.790625, + "roc_auc": 0.3193026960061353 + }, + "2": { + "accuracy": 0.7890625, + "roc_auc": 0.4107427290425343 + }, + "3": { + "accuracy": 0.7890625, + "roc_auc": 0.44184708866733524 + }, + "4": { + "accuracy": 0.7859375, + "roc_auc": 0.42478319863134917 + }, + "5": { + "accuracy": 0.7828125, + "roc_auc": 0.4273936640906141 + } + }, + "pixelate": { + "1": { + "accuracy": 0.78125, + "roc_auc": 0.41025603209250194 + }, + "2": { + "accuracy": 0.7734375, + "roc_auc": 0.3778833107191316 + }, + "3": { + "accuracy": 0.7765625, + "roc_auc": 0.4605333018700961 + }, + "4": { + "accuracy": 0.7640625, + "roc_auc": 0.44357265058108664 + }, + "5": { + "accuracy": 0.7890625, + "roc_auc": 0.44200932098401274 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.7875, + "roc_auc": 0.3242286590761607 + }, + "2": { + "accuracy": 0.7875, + "roc_auc": 0.3140227715179046 + }, + "3": { + "accuracy": 0.7859375, + "roc_auc": 0.2812370951566279 + }, + "4": { + "accuracy": 0.7859375, + "roc_auc": 0.2686419680254852 + }, + "5": { + "accuracy": 0.7875, + "roc_auc": 0.22374786148309836 + } + }, + "contrast": { + "1": { + "accuracy": 0.7890625, + "roc_auc": 0.34086484573181525 + }, + "2": { + "accuracy": 0.790625, + "roc_auc": 0.47343814524216854 + }, + "3": { + "accuracy": 0.790625, + "roc_auc": 0.5338180638310424 + }, + "4": { + "accuracy": 0.790625, + "roc_auc": 0.6253908323992684 + }, + "5": { + "accuracy": 0.790625, + "roc_auc": 0.7543212789805911 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/mammo_calc_results.json b/results/zeroshot/unimedclip/vit-B-16/mammo_calc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e3bd5104ea6d72067906d13bf0bf5066c911dc0c --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/mammo_calc_results.json @@ -0,0 +1,170 @@ +{ + "mammo_calc": { + "clean": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5010821233227089 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.6246409318065558 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.6184039664738519 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.6050840121197812 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5893046865777358 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5774210049974423 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.6151575965057254 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5998504702317712 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5238657380081061 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4954157321056153 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47479636406563575 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.508637311612167 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.508637311612167 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.519694644473301 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5289418801400858 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5209538425215441 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47341911620036986 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4808169047337977 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47884940778341795 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4845944988785267 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.48723094479203555 + } + }, + "pixelate": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.47591783732735216 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.45520009443985365 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4668476763861016 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.442057214811317 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.42726163774446146 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.515720300633534 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5233935387400149 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5190650454491795 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5001770747255342 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.46055168614488645 + } + }, + "contrast": { + "1": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.538228465745878 + }, + "2": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.5037579191752253 + }, + "3": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4863652461338685 + }, + "4": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.4659426277889269 + }, + "5": { + "accuracy": 0.39570552147239263, + "roc_auc": 0.534450871601149 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/mammo_mass_results.json b/results/zeroshot/unimedclip/vit-B-16/mammo_mass_results.json new file mode 100644 index 0000000000000000000000000000000000000000..cf42885867a0ff7869824bc7fe12846ade60d831 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/mammo_mass_results.json @@ -0,0 +1,170 @@ +{ + "mammo_mass": { + "clean": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5266660776864859 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5058161792855671 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48947197926789765 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4968342315281091 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4730688812321465 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49353594251553434 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4751450363695262 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5282563241746916 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5117354301027771 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48261036016138054 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.45254292193067697 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.523956768854728 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.523956768854728 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5138557587537179 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.506405159466384 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5093795093795094 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5105869187501841 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5042259327973613 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49571516918455694 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48540801602026096 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.46803310068616194 + } + }, + "pixelate": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5295815295815296 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5070530376652826 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5128544924463292 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5084960391082839 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5143563919074123 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5138852077627588 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5047560149600966 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.4988073151338458 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.49347704449745267 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.48119680772742 + } + }, + "contrast": { + "1": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5311717760697352 + }, + "2": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5653031775480755 + }, + "3": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5689548546691404 + }, + "4": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5564095768177401 + }, + "5": { + "accuracy": 0.3888888888888889, + "roc_auc": 0.5157993933504137 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/oct_results.json b/results/zeroshot/unimedclip/vit-B-16/oct_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3bcef0007fdebb8a3435d251fdbd4cb626092e22 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/oct_results.json @@ -0,0 +1,170 @@ +{ + "oct": { + "clean": { + "1": { + "accuracy": 0.247, + "roc_auc": 0.47878400000000004 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.234, + "roc_auc": 0.501844 + }, + "2": { + "accuracy": 0.231, + "roc_auc": 0.5185 + }, + "3": { + "accuracy": 0.225, + "roc_auc": 0.5198986666666667 + }, + "4": { + "accuracy": 0.222, + "roc_auc": 0.5120800000000001 + }, + "5": { + "accuracy": 0.23, + "roc_auc": 0.5115666666666667 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.244, + "roc_auc": 0.5367546666666667 + }, + "2": { + "accuracy": 0.258, + "roc_auc": 0.5437573333333334 + }, + "3": { + "accuracy": 0.274, + "roc_auc": 0.5518933333333333 + }, + "4": { + "accuracy": 0.276, + "roc_auc": 0.5499933333333333 + }, + "5": { + "accuracy": 0.24, + "roc_auc": 0.5206293333333333 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.241, + "roc_auc": 0.477008 + }, + "2": { + "accuracy": 0.241, + "roc_auc": 0.477008 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.4835773333333333 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.4856 + }, + "5": { + "accuracy": 0.253, + "roc_auc": 0.4905133333333333 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.259, + "roc_auc": 0.5060359999999999 + }, + "2": { + "accuracy": 0.262, + "roc_auc": 0.49154666666666663 + }, + "3": { + "accuracy": 0.262, + "roc_auc": 0.48328133333333334 + }, + "4": { + "accuracy": 0.253, + "roc_auc": 0.4799026666666667 + }, + "5": { + "accuracy": 0.247, + "roc_auc": 0.47165466666666667 + } + }, + "pixelate": { + "1": { + "accuracy": 0.25, + "roc_auc": 0.507608 + }, + "2": { + "accuracy": 0.252, + "roc_auc": 0.5135186666666667 + }, + "3": { + "accuracy": 0.251, + "roc_auc": 0.5246306666666666 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.5214466666666667 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.49728666666666665 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.254, + "roc_auc": 0.5019293333333333 + }, + "2": { + "accuracy": 0.264, + "roc_auc": 0.5419706666666667 + }, + "3": { + "accuracy": 0.266, + "roc_auc": 0.557974 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.5521199999999999 + }, + "5": { + "accuracy": 0.227, + "roc_auc": 0.5376266666666667 + } + }, + "contrast": { + "1": { + "accuracy": 0.255, + "roc_auc": 0.48755333333333334 + }, + "2": { + "accuracy": 0.258, + "roc_auc": 0.49088400000000004 + }, + "3": { + "accuracy": 0.253, + "roc_auc": 0.48995333333333335 + }, + "4": { + "accuracy": 0.251, + "roc_auc": 0.49026000000000003 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5025533333333334 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/octmnist_results.json b/results/zeroshot/unimedclip/vit-B-16/octmnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a693e730f9a177197e60f6491237d7556632b8a8 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/octmnist_results.json @@ -0,0 +1,170 @@ +{ + "octmnist": { + "clean": { + "1": { + "accuracy": 0.421, + "roc_auc": 0.6660573333333333 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.422, + "roc_auc": 0.7473319999999999 + }, + "2": { + "accuracy": 0.411, + "roc_auc": 0.7776186666666667 + }, + "3": { + "accuracy": 0.41, + "roc_auc": 0.7852146666666667 + }, + "4": { + "accuracy": 0.409, + "roc_auc": 0.7849493333333334 + }, + "5": { + "accuracy": 0.401, + "roc_auc": 0.772464 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.373, + "roc_auc": 0.750124 + }, + "2": { + "accuracy": 0.353, + "roc_auc": 0.7339653333333334 + }, + "3": { + "accuracy": 0.339, + "roc_auc": 0.7143266666666668 + }, + "4": { + "accuracy": 0.318, + "roc_auc": 0.6788080000000001 + }, + "5": { + "accuracy": 0.288, + "roc_auc": 0.64814 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.37, + "roc_auc": 0.659968 + }, + "2": { + "accuracy": 0.37, + "roc_auc": 0.659968 + }, + "3": { + "accuracy": 0.34, + "roc_auc": 0.634896 + }, + "4": { + "accuracy": 0.325, + "roc_auc": 0.5977106666666667 + }, + "5": { + "accuracy": 0.324, + "roc_auc": 0.574996 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.396, + "roc_auc": 0.6684746666666668 + }, + "2": { + "accuracy": 0.345, + "roc_auc": 0.6530746666666667 + }, + "3": { + "accuracy": 0.348, + "roc_auc": 0.650828 + }, + "4": { + "accuracy": 0.329, + "roc_auc": 0.6319 + }, + "5": { + "accuracy": 0.316, + "roc_auc": 0.613808 + } + }, + "pixelate": { + "1": { + "accuracy": 0.34, + "roc_auc": 0.6039613333333334 + }, + "2": { + "accuracy": 0.326, + "roc_auc": 0.6037773333333333 + }, + "3": { + "accuracy": 0.335, + "roc_auc": 0.6074 + }, + "4": { + "accuracy": 0.32, + "roc_auc": 0.608906 + }, + "5": { + "accuracy": 0.287, + "roc_auc": 0.6096013333333333 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.431, + "roc_auc": 0.709652 + }, + "2": { + "accuracy": 0.458, + "roc_auc": 0.758028 + }, + "3": { + "accuracy": 0.455, + "roc_auc": 0.7924333333333333 + }, + "4": { + "accuracy": 0.461, + "roc_auc": 0.8143693333333333 + }, + "5": { + "accuracy": 0.461, + "roc_auc": 0.8422253333333334 + } + }, + "contrast": { + "1": { + "accuracy": 0.382, + "roc_auc": 0.6587280000000001 + }, + "2": { + "accuracy": 0.332, + "roc_auc": 0.650092 + }, + "3": { + "accuracy": 0.292, + "roc_auc": 0.6196586666666666 + }, + "4": { + "accuracy": 0.252, + "roc_auc": 0.5648666666666666 + }, + "5": { + "accuracy": 0.25, + "roc_auc": 0.5175653333333333 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/pbc_results.json b/results/zeroshot/unimedclip/vit-B-16/pbc_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f8da93f61dfb54202f4183673f1ec6ba633ddeb2 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/pbc_results.json @@ -0,0 +1,170 @@ +{ + "pbc": { + "clean": { + "1": { + "accuracy": 0.11611582334015794, + "roc_auc": 0.5748513191644201 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.09768938286048552, + "roc_auc": 0.5924496620571424 + }, + "2": { + "accuracy": 0.09564200058496636, + "roc_auc": 0.5969772975028937 + }, + "3": { + "accuracy": 0.10266159695817491, + "roc_auc": 0.6045352929543364 + }, + "4": { + "accuracy": 0.10734132787364727, + "roc_auc": 0.6081224190277905 + }, + "5": { + "accuracy": 0.1196256215267622, + "roc_auc": 0.6084327982802702 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.1128985083357707, + "roc_auc": 0.6043559640710918 + }, + "2": { + "accuracy": 0.12459783562445159, + "roc_auc": 0.6045283287029429 + }, + "3": { + "accuracy": 0.12898508335770692, + "roc_auc": 0.6017843997052668 + }, + "4": { + "accuracy": 0.12927756653992395, + "roc_auc": 0.5798994612624432 + }, + "5": { + "accuracy": 0.1322023983620942, + "roc_auc": 0.5628165020819726 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.14682655747294532, + "roc_auc": 0.6304041799843165 + }, + "2": { + "accuracy": 0.14682655747294532, + "roc_auc": 0.6304042653134632 + }, + "3": { + "accuracy": 0.15940333430827727, + "roc_auc": 0.6382374451436073 + }, + "4": { + "accuracy": 0.1702252120503071, + "roc_auc": 0.641733655149261 + }, + "5": { + "accuracy": 0.1713951447791752, + "roc_auc": 0.6401345471800681 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.12167300380228137, + "roc_auc": 0.5997685489805628 + }, + "2": { + "accuracy": 0.13863702837086866, + "roc_auc": 0.5972084293915324 + }, + "3": { + "accuracy": 0.1596958174904943, + "roc_auc": 0.5884872343123237 + }, + "4": { + "accuracy": 0.17607487569464755, + "roc_auc": 0.5747013420332211 + }, + "5": { + "accuracy": 0.17636735887686458, + "roc_auc": 0.5639949310870117 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17490494296577946, + "roc_auc": 0.6501917871783573 + }, + "2": { + "accuracy": 0.1766598420590816, + "roc_auc": 0.6491739630238674 + }, + "3": { + "accuracy": 0.17490494296577946, + "roc_auc": 0.6353605432150897 + }, + "4": { + "accuracy": 0.1751974261479965, + "roc_auc": 0.6490346076700395 + }, + "5": { + "accuracy": 0.17636735887686458, + "roc_auc": 0.6061816245430398 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.1389295115530857, + "roc_auc": 0.5797659292615549 + }, + "2": { + "accuracy": 0.15735595203275812, + "roc_auc": 0.5814453437622129 + }, + "3": { + "accuracy": 0.16817782977478796, + "roc_auc": 0.566454303491112 + }, + "4": { + "accuracy": 0.17256507750804329, + "roc_auc": 0.544274611891651 + }, + "5": { + "accuracy": 0.17461245978356243, + "roc_auc": 0.528866246827594 + } + }, + "contrast": { + "1": { + "accuracy": 0.12635273471775374, + "roc_auc": 0.5657987843643448 + }, + "2": { + "accuracy": 0.13571219654869845, + "roc_auc": 0.5463072858119957 + }, + "3": { + "accuracy": 0.14741152383737935, + "roc_auc": 0.5365899766521111 + }, + "4": { + "accuracy": 0.1637905820415326, + "roc_auc": 0.5279796084380054 + }, + "5": { + "accuracy": 0.17636735887686458, + "roc_auc": 0.4802582970485664 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/pneumonia_results.json b/results/zeroshot/unimedclip/vit-B-16/pneumonia_results.json new file mode 100644 index 0000000000000000000000000000000000000000..cb51715606802949e97d4c2c82a89db56fc5d600 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/pneumonia_results.json @@ -0,0 +1,170 @@ +{ + "pneumonia": { + "clean": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6923955429492099 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.7225951948134627 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.7117372682066342 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6843541596697729 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.6576598704680175 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.6529393417485384 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.7033803198991094 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6887888239659249 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6731295774319351 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.6802349555789884 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.6936453922052337 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6877503938463113 + }, + "2": { + "accuracy": 0.38301282051282054, + "roc_auc": 0.6877503938463113 + }, + "3": { + "accuracy": 0.3926282051282051, + "roc_auc": 0.6745557154891161 + }, + "4": { + "accuracy": 0.3942307692307692, + "roc_auc": 0.6722871785866101 + }, + "5": { + "accuracy": 0.40544871794871795, + "roc_auc": 0.663278424732462 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.38621794871794873, + "roc_auc": 0.6902264236201497 + }, + "2": { + "accuracy": 0.40865384615384615, + "roc_auc": 0.6849208285122771 + }, + "3": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.6916900851440927 + }, + "4": { + "accuracy": 0.4166666666666667, + "roc_auc": 0.702549969053548 + }, + "5": { + "accuracy": 0.4375, + "roc_auc": 0.7080359501251156 + } + }, + "pixelate": { + "1": { + "accuracy": 0.4310897435897436, + "roc_auc": 0.6708855032125912 + }, + "2": { + "accuracy": 0.4407051282051282, + "roc_auc": 0.6801609328408765 + }, + "3": { + "accuracy": 0.4326923076923077, + "roc_auc": 0.6846657800406394 + }, + "4": { + "accuracy": 0.3782051282051282, + "roc_auc": 0.6373858801909026 + }, + "5": { + "accuracy": 0.33974358974358976, + "roc_auc": 0.5773413230790329 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6847546135184248 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6805723865337797 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.6794254087693773 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.6662552669855448 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.6074371553969631 + } + }, + "contrast": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.6704226710185054 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.6805672238334215 + }, + "3": { + "accuracy": 0.3798076923076923, + "roc_auc": 0.6841294207437278 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.6820671746689165 + }, + "5": { + "accuracy": 0.3269230769230769, + "roc_auc": 0.5735459826094952 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/pneumoniamnist_results.json b/results/zeroshot/unimedclip/vit-B-16/pneumoniamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..15d7254124e62822311c5ce4f97f4993353757e2 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/pneumoniamnist_results.json @@ -0,0 +1,170 @@ +{ + "pneumoniamnist": { + "clean": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.8962305500767039 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.802158667543283 + }, + "2": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.7844729344729344 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.7629629629629628 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.7561911023449486 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.7647709840017531 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.375, + "roc_auc": 0.8213127328511944 + }, + "2": { + "accuracy": 0.375, + "roc_auc": 0.803407845715538 + }, + "3": { + "accuracy": 0.375, + "roc_auc": 0.7909598948060487 + }, + "4": { + "accuracy": 0.375, + "roc_auc": 0.8077525750602673 + }, + "5": { + "accuracy": 0.375, + "roc_auc": 0.8286215209292132 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.7425816348893272 + }, + "2": { + "accuracy": 0.3974358974358974, + "roc_auc": 0.7425816348893272 + }, + "3": { + "accuracy": 0.42788461538461536, + "roc_auc": 0.6932500547885163 + }, + "4": { + "accuracy": 0.453525641025641, + "roc_auc": 0.6685185185185186 + }, + "5": { + "accuracy": 0.44871794871794873, + "roc_auc": 0.6635437212360289 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.3894230769230769, + "roc_auc": 0.8802323033092264 + }, + "2": { + "accuracy": 0.4551282051282051, + "roc_auc": 0.8824567170721016 + }, + "3": { + "accuracy": 0.5144230769230769, + "roc_auc": 0.8932171816787201 + }, + "4": { + "accuracy": 0.5833333333333334, + "roc_auc": 0.9033530571992111 + }, + "5": { + "accuracy": 0.6490384615384616, + "roc_auc": 0.9061143984220908 + } + }, + "pixelate": { + "1": { + "accuracy": 0.6458333333333334, + "roc_auc": 0.665483234714004 + }, + "2": { + "accuracy": 0.6201923076923077, + "roc_auc": 0.6270984001753233 + }, + "3": { + "accuracy": 0.6490384615384616, + "roc_auc": 0.6493754109138724 + }, + "4": { + "accuracy": 0.6474358974358975, + "roc_auc": 0.6561801446416833 + }, + "5": { + "accuracy": 0.6217948717948718, + "roc_auc": 0.5032215647600262 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.900021915406531 + }, + "2": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.9030243261012493 + }, + "3": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.9021312732851194 + }, + "4": { + "accuracy": 0.3766025641025641, + "roc_auc": 0.8996274380889766 + }, + "5": { + "accuracy": 0.3814102564102564, + "roc_auc": 0.8821389436774052 + } + }, + "contrast": { + "1": { + "accuracy": 0.3733974358974359, + "roc_auc": 0.9225838264299804 + }, + "2": { + "accuracy": 0.40384615384615385, + "roc_auc": 0.9274928774928775 + }, + "3": { + "accuracy": 0.453525641025641, + "roc_auc": 0.9147161954854264 + }, + "4": { + "accuracy": 0.5657051282051282, + "roc_auc": 0.8897983782599168 + }, + "5": { + "accuracy": 0.7451923076923077, + "roc_auc": 0.8032763532763533 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file diff --git a/results/zeroshot/unimedclip/vit-B-16/retinamnist_results.json b/results/zeroshot/unimedclip/vit-B-16/retinamnist_results.json new file mode 100644 index 0000000000000000000000000000000000000000..79ebad9d76dbc01320bcb967c8850923566d40a4 --- /dev/null +++ b/results/zeroshot/unimedclip/vit-B-16/retinamnist_results.json @@ -0,0 +1,170 @@ +{ + "retinamnist": { + "clean": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.6090386423660379 + } + }, + "gaussian_noise": { + "1": { + "accuracy": 0.175, + "roc_auc": 0.6266310898126821 + }, + "2": { + "accuracy": 0.165, + "roc_auc": 0.5883865590659539 + }, + "3": { + "accuracy": 0.17, + "roc_auc": 0.5876594003699981 + }, + "4": { + "accuracy": 0.1725, + "roc_auc": 0.5870036992894796 + }, + "5": { + "accuracy": 0.1675, + "roc_auc": 0.5917790111200529 + } + }, + "impulse_noise": { + "1": { + "accuracy": 0.185, + "roc_auc": 0.5702858588249239 + }, + "2": { + "accuracy": 0.175, + "roc_auc": 0.545594754234525 + }, + "3": { + "accuracy": 0.175, + "roc_auc": 0.5602366257478029 + }, + "4": { + "accuracy": 0.17, + "roc_auc": 0.5519201226155541 + }, + "5": { + "accuracy": 0.1725, + "roc_auc": 0.5549336630513627 + } + }, + "motion_blur": { + "1": { + "accuracy": 0.1825, + "roc_auc": 0.6243896123826853 + }, + "2": { + "accuracy": 0.1825, + "roc_auc": 0.6243896123826853 + }, + "3": { + "accuracy": 0.1725, + "roc_auc": 0.6179085311041895 + }, + "4": { + "accuracy": 0.17, + "roc_auc": 0.6054388262947048 + }, + "5": { + "accuracy": 0.17, + "roc_auc": 0.6044536824729339 + } + }, + "zoom_blur": { + "1": { + "accuracy": 0.1775, + "roc_auc": 0.6350101342201147 + }, + "2": { + "accuracy": 0.1775, + "roc_auc": 0.6280475098925197 + }, + "3": { + "accuracy": 0.1775, + "roc_auc": 0.6182381225332768 + }, + "4": { + "accuracy": 0.1825, + "roc_auc": 0.6049227267496078 + }, + "5": { + "accuracy": 0.185, + "roc_auc": 0.6007370122019339 + } + }, + "pixelate": { + "1": { + "accuracy": 0.17, + "roc_auc": 0.6224603495089236 + }, + "2": { + "accuracy": 0.17, + "roc_auc": 0.6013669443632543 + }, + "3": { + "accuracy": 0.17, + "roc_auc": 0.6019645512641266 + }, + "4": { + "accuracy": 0.17, + "roc_auc": 0.5819378896835902 + }, + "5": { + "accuracy": 0.17, + "roc_auc": 0.5491054157782462 + } + }, + "snow": {}, + "frost": {}, + "fog": {}, + "brightness": { + "1": { + "accuracy": 0.2075, + "roc_auc": 0.6072038765959531 + }, + "2": { + "accuracy": 0.235, + "roc_auc": 0.6062026220410887 + }, + "3": { + "accuracy": 0.26, + "roc_auc": 0.5977217095431249 + }, + "4": { + "accuracy": 0.2475, + "roc_auc": 0.5904536698132116 + }, + "5": { + "accuracy": 0.2425, + "roc_auc": 0.5449686889258937 + } + }, + "contrast": { + "1": { + "accuracy": 0.215, + "roc_auc": 0.6401828613159379 + }, + "2": { + "accuracy": 0.1925, + "roc_auc": 0.6161094497146955 + }, + "3": { + "accuracy": 0.185, + "roc_auc": 0.5958379431134977 + }, + "4": { + "accuracy": 0.1725, + "roc_auc": 0.5750539782841538 + }, + "5": { + "accuracy": 0.17, + "roc_auc": 0.5767300588900354 + } + }, + "shot_noise": {}, + "defocus_blur": {}, + "glass_blur": {} + } +} \ No newline at end of file