| \n", " | group | \n", "run | \n", "backbone | \n", "image_size | \n", "data_dir | \n", "normalization | \n", "augment | \n", "auc | \n", "
|---|---|---|---|---|---|---|---|---|
| 0 | \n", "phase1_baselines | \n", "p1_simplecnn_baseline | \n", "simple_cnn | \n", "128 | \n", "data | \n", "imagenet/default | \n", "False | \n", "0.7786 | \n", "
| 1 | \n", "phase1_baselines | \n", "p1_resnet18_baseline | \n", "resnet18 | \n", "128 | \n", "data | \n", "imagenet/default | \n", "False | \n", "0.9366 | \n", "
| 2 | \n", "normalization_source_diagnostics | \n", "p2a_t1_original | \n", "resnet18 | \n", "224 | \n", "data | \n", "imagenet | \n", "False | \n", "0.9660 | \n", "
| 3 | \n", "normalization_source_diagnostics | \n", "p2a_t2_real_norm | \n", "resnet18 | \n", "224 | \n", "data | \n", "real_norm | \n", "False | \n", "0.9678 | \n", "
| 4 | \n", "normalization_source_diagnostics | \n", "p2a_t3_holdout_text2img | \n", "resnet18 | \n", "224 | \n", "data | \n", "imagenet | \n", "False | \n", "0.8960 | \n", "
| 5 | \n", "normalization_source_diagnostics | \n", "p2a_t3_holdout_inpainting | \n", "resnet18 | \n", "224 | \n", "data | \n", "imagenet | \n", "False | \n", "0.9537 | \n", "
| 6 | \n", "normalization_source_diagnostics | \n", "p2a_t3_holdout_insight | \n", "resnet18 | \n", "224 | \n", "data | \n", "imagenet | \n", "False | \n", "0.9401 | \n", "
| 7 | \n", "resolution | \n", "p2b_simplecnn_224 | \n", "simple_cnn | \n", "224 | \n", "data | \n", "imagenet/default | \n", "False | \n", "0.7853 | \n", "
| 8 | \n", "resolution | \n", "p2b_resnet18_224 | \n", "resnet18 | \n", "224 | \n", "data | \n", "imagenet/default | \n", "False | \n", "0.9660 | \n", "
| 9 | \n", "facecrop | \n", "p2c_simplecnn_facecrop | \n", "simple_cnn | \n", "224 | \n", "data_cropped | \n", "imagenet/default | \n", "False | \n", "0.7661 | \n", "
| 10 | \n", "facecrop | \n", "p2c_resnet18_facecrop | \n", "resnet18 | \n", "224 | \n", "data_cropped | \n", "imagenet/default | \n", "False | \n", "0.9755 | \n", "
| 11 | \n", "augmentation_no_facecrop | \n", "p2d_simplecnn_aug | \n", "simple_cnn | \n", "224 | \n", "data | \n", "imagenet/default | \n", "True | \n", "0.7346 | \n", "
| 12 | \n", "augmentation_no_facecrop | \n", "p2d_resnet18_aug | \n", "resnet18 | \n", "224 | \n", "data | \n", "imagenet/default | \n", "True | \n", "0.9665 | \n", "
| 13 | \n", "augmentation_facecrop | \n", "p2e_simplecnn_facecrop_aug | \n", "simple_cnn | \n", "224 | \n", "data_cropped | \n", "imagenet/default | \n", "True | \n", "0.7136 | \n", "
| 14 | \n", "augmentation_facecrop | \n", "p2e_resnet18_facecrop_aug | \n", "resnet18 | \n", "224 | \n", "data_cropped | \n", "imagenet/default | \n", "True | \n", "0.9737 | \n", "
| \n", " | run | \n", "n_images | \n", "heldout_source | \n", "candidate_auc | \n", "candidate_acc | \n", "panel | \n", "expanded_panel | \n", "fine_panel | \n", "
|---|---|---|---|---|---|---|---|---|
| 0 | \n", "p1_simplecnn_baseline | \n", "10 | \n", "\n", " | 0.8378 | \n", "0.7396 | \n", "classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\panel.png | \n", "\n", " | \n", " |
| 1 | \n", "p1_resnet18_baseline | \n", "10 | \n", "\n", " | 0.9770 | \n", "0.9271 | \n", "classifier\\outputs\\gradcam\\p1_resnet18_baseline\\panel.png | \n", "\n", " | \n", " |
| 2 | \n", "p2a_t1_original | \n", "10 | \n", "\n", " | 0.9984 | \n", "0.9896 | \n", "classifier\\outputs\\gradcam\\p2a_t1_original\\panel.png | \n", "\n", " | \n", " |
| 3 | \n", "p2a_t2_real_norm | \n", "10 | \n", "\n", " | 0.9939 | \n", "0.9792 | \n", "classifier\\outputs\\gradcam\\p2a_t2_real_norm\\panel.png | \n", "\n", " | \n", " |
| 4 | \n", "p2a_t3_holdout_text2img | \n", "10 | \n", "text2img | \n", "0.9264 | \n", "0.7750 | \n", "classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\panel.png | \n", "\n", " | \n", " |
| 5 | \n", "p2a_t3_holdout_inpainting | \n", "10 | \n", "inpainting | \n", "0.9820 | \n", "0.9333 | \n", "classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\panel.png | \n", "\n", " | \n", " |
| 6 | \n", "p2a_t3_holdout_insight | \n", "10 | \n", "insight | \n", "0.9550 | \n", "0.7625 | \n", "classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\panel.png | \n", "\n", " | \n", " |
| 7 | \n", "p2b_simplecnn_224 | \n", "10 | \n", "\n", " | 0.8207 | \n", "0.7448 | \n", "classifier\\outputs\\gradcam\\p2b_simplecnn_224\\panel.png | \n", "\n", " | \n", " |
| 8 | \n", "p2b_resnet18_224 | \n", "10 | \n", "\n", " | 0.9984 | \n", "0.9896 | \n", "classifier\\outputs\\gradcam\\p2b_resnet18_224\\panel.png | \n", "\n", " | \n", " |
| 9 | \n", "p2c_simplecnn_facecrop | \n", "10 | \n", "\n", " | 0.8058 | \n", "0.7552 | \n", "classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\panel.png | \n", "\n", " | \n", " |
| 10 | \n", "p2c_resnet18_facecrop | \n", "16 | \n", "\n", " | 0.9912 | \n", "0.8906 | \n", "classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\panel.png | \n", "classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\panel_expanded.png | \n", "classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\panel_fine_layer3.png | \n", "
| 11 | \n", "p2d_simplecnn_aug | \n", "10 | \n", "\n", " | 0.7565 | \n", "0.6562 | \n", "classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\panel.png | \n", "\n", " | \n", " |
| 12 | \n", "p2d_resnet18_aug | \n", "10 | \n", "\n", " | 0.9734 | \n", "0.9271 | \n", "classifier\\outputs\\gradcam\\p2d_resnet18_aug\\panel.png | \n", "\n", " | \n", " |
| 13 | \n", "p2e_simplecnn_facecrop_aug | \n", "10 | \n", "\n", " | 0.7358 | \n", "0.6510 | \n", "classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\panel.png | \n", "\n", " | \n", " |
| 14 | \n", "p2e_resnet18_facecrop_aug | \n", "10 | \n", "\n", " | 0.9910 | \n", "0.9323 | \n", "classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\panel.png | \n", "\n", " | \n", " |
| \n", " | run | \n", "n_images | \n", "heldout_source | \n", "candidate_auc | \n", "candidate_acc | \n", "panel | \n", "expanded_panel | \n", "fine_panel | \n", "
|---|---|---|---|---|---|---|---|---|
| 0 | \n", "p1_simplecnn_baseline | \n", "10 | \n", "\n", " | 0.8378 | \n", "0.7396 | \n", "classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\panel.png | \n", "\n", " | \n", " |
| 1 | \n", "p1_resnet18_baseline | \n", "10 | \n", "\n", " | 0.9770 | \n", "0.9271 | \n", "classifier\\outputs\\gradcam\\p1_resnet18_baseline\\panel.png | \n", "\n", " | \n", " |
| 2 | \n", "p2a_t1_original | \n", "10 | \n", "\n", " | 0.9984 | \n", "0.9896 | \n", "classifier\\outputs\\gradcam\\p2a_t1_original\\panel.png | \n", "\n", " | \n", " |
| 3 | \n", "p2a_t2_real_norm | \n", "10 | \n", "\n", " | 0.9939 | \n", "0.9792 | \n", "classifier\\outputs\\gradcam\\p2a_t2_real_norm\\panel.png | \n", "\n", " | \n", " |
| 4 | \n", "p2a_t3_holdout_text2img | \n", "10 | \n", "text2img | \n", "0.9264 | \n", "0.7750 | \n", "classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\panel.png | \n", "\n", " | \n", " |
| 5 | \n", "p2a_t3_holdout_inpainting | \n", "10 | \n", "inpainting | \n", "0.9820 | \n", "0.9333 | \n", "classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\panel.png | \n", "\n", " | \n", " |
| 6 | \n", "p2a_t3_holdout_insight | \n", "10 | \n", "insight | \n", "0.9550 | \n", "0.7625 | \n", "classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\panel.png | \n", "\n", " | \n", " |
| 7 | \n", "p2b_simplecnn_224 | \n", "10 | \n", "\n", " | 0.8207 | \n", "0.7448 | \n", "classifier\\outputs\\gradcam\\p2b_simplecnn_224\\panel.png | \n", "\n", " | \n", " |
| 8 | \n", "p2b_resnet18_224 | \n", "10 | \n", "\n", " | 0.9984 | \n", "0.9896 | \n", "classifier\\outputs\\gradcam\\p2b_resnet18_224\\panel.png | \n", "\n", " | \n", " |
| 9 | \n", "p2c_simplecnn_facecrop | \n", "10 | \n", "\n", " | 0.8058 | \n", "0.7552 | \n", "classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\panel.png | \n", "\n", " | \n", " |
| 10 | \n", "p2c_resnet18_facecrop | \n", "16 | \n", "\n", " | 0.9912 | \n", "0.8906 | \n", "classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\panel.png | \n", "classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\panel_expanded.png | \n", "classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\panel_fine_layer3.png | \n", "
| 11 | \n", "p2d_simplecnn_aug | \n", "10 | \n", "\n", " | 0.7565 | \n", "0.6562 | \n", "classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\panel.png | \n", "\n", " | \n", " |
| 12 | \n", "p2d_resnet18_aug | \n", "10 | \n", "\n", " | 0.9734 | \n", "0.9271 | \n", "classifier\\outputs\\gradcam\\p2d_resnet18_aug\\panel.png | \n", "\n", " | \n", " |
| 13 | \n", "p2e_simplecnn_facecrop_aug | \n", "10 | \n", "\n", " | 0.7358 | \n", "0.6510 | \n", "classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\panel.png | \n", "\n", " | \n", " |
| 14 | \n", "p2e_resnet18_facecrop_aug | \n", "10 | \n", "\n", " | 0.9910 | \n", "0.9323 | \n", "classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\panel.png | \n", "\n", " | \n", " |