diff --git a/classifier/notebooks_classifier.zip b/classifier/notebooks_classifier.zip deleted file mode 100644 index e2cd33b..0000000 --- a/classifier/notebooks_classifier.zip +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd57eef5769329a61017a44fb7a2f1041b216af0438098440da45e34d695bc90 -size 17733642 diff --git a/classifier/outputs/analysis/gradcam/gradcam_artifact_summary.csv b/classifier/outputs/analysis/gradcam/gradcam_artifact_summary.csv deleted file mode 100644 index 60ad54c..0000000 --- a/classifier/outputs/analysis/gradcam/gradcam_artifact_summary.csv +++ /dev/null @@ -1,16 +0,0 @@ -run,n_candidates,n_images,heldout_source,candidate_auc,candidate_acc,panel,expanded_panel,fine_panel -p1_simplecnn_baseline,192,10,,0.8378182870370371,0.7395833333333334,classifier\outputs\gradcam\p1_simplecnn_baseline\panel.png,, -p1_resnet18_baseline,192,10,,0.9769965277777778,0.9270833333333334,classifier\outputs\gradcam\p1_resnet18_baseline\panel.png,, -p2a_t1_original,192,10,,0.9984085648148149,0.9895833333333334,classifier\outputs\gradcam\p2a_t1_original\panel.png,, -p2a_t2_real_norm,192,10,,0.9939236111111112,0.9791666666666666,classifier\outputs\gradcam\p2a_t2_real_norm\panel.png,, -p2a_t3_holdout_text2img,240,10,text2img,0.9264322916666667,0.775,classifier\outputs\gradcam\p2a_t3_holdout_text2img\panel.png,, -p2a_t3_holdout_inpainting,240,10,inpainting,0.9819878472222222,0.9333333333333333,classifier\outputs\gradcam\p2a_t3_holdout_inpainting\panel.png,, -p2a_t3_holdout_insight,240,10,insight,0.9549696180555556,0.7625,classifier\outputs\gradcam\p2a_t3_holdout_insight\panel.png,, -p2b_simplecnn_224,192,10,,0.8207465277777778,0.7447916666666666,classifier\outputs\gradcam\p2b_simplecnn_224\panel.png,, -p2b_resnet18_224,192,10,,0.9984085648148149,0.9895833333333334,classifier\outputs\gradcam\p2b_resnet18_224\panel.png,, -p2c_simplecnn_facecrop,192,10,,0.8058449074074073,0.7552083333333334,classifier\outputs\gradcam\p2c_simplecnn_facecrop\panel.png,, -p2c_resnet18_facecrop,192,16,,0.9911747685185185,0.890625,classifier\outputs\gradcam\p2c_resnet18_facecrop\panel.png,classifier\outputs\gradcam\p2c_resnet18_facecrop\panel_expanded.png,classifier\outputs\gradcam\p2c_resnet18_facecrop\panel_fine_layer3.png -p2d_simplecnn_aug,192,10,,0.7565104166666666,0.65625,classifier\outputs\gradcam\p2d_simplecnn_aug\panel.png,, -p2d_resnet18_aug,192,10,,0.9733796296296297,0.9270833333333334,classifier\outputs\gradcam\p2d_resnet18_aug\panel.png,, -p2e_simplecnn_facecrop_aug,192,10,,0.7358217592592592,0.6510416666666666,classifier\outputs\gradcam\p2e_simplecnn_facecrop_aug\panel.png,, -p2e_resnet18_facecrop_aug,192,10,,0.9910300925925927,0.9322916666666666,classifier\outputs\gradcam\p2e_resnet18_facecrop_aug\panel.png,, diff --git a/classifier/outputs/analysis/gradcam/gradcam_evolution_panels.csv b/classifier/outputs/analysis/gradcam/gradcam_evolution_panels.csv deleted file mode 100644 index 4262f82..0000000 --- a/classifier/outputs/analysis/gradcam/gradcam_evolution_panels.csv +++ /dev/null @@ -1,4 +0,0 @@ -panel,path -architecture capacity,c:\Users\diogo\Documents\MIA_UP\2_Semestre\DRL\DRL_2\DRL_PROJ\classifier\outputs\gradcam\evolution\05_evolution_architecture_capacity.png -resnet pipeline,c:\Users\diogo\Documents\MIA_UP\2_Semestre\DRL\DRL_2\DRL_PROJ\classifier\outputs\gradcam\evolution\05_evolution_resnet_pipeline.png -simplecnn pipeline,c:\Users\diogo\Documents\MIA_UP\2_Semestre\DRL\DRL_2\DRL_PROJ\classifier\outputs\gradcam\evolution\05_evolution_simplecnn_pipeline.png diff --git a/classifier/outputs/analysis/gradcam/p1_resnet18_baseline_summary.json b/classifier/outputs/analysis/gradcam/p1_resnet18_baseline_summary.json deleted file mode 100644 index 7a32380..0000000 --- a/classifier/outputs/analysis/gradcam/p1_resnet18_baseline_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p1_resnet18_baseline", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.9270833333333334, - "auc_roc": 0.9769965277777778, - "f1": 0.950354609929078, - "confusion_matrix": [ - [ - 44, - 4 - ], - [ - 10, - 134 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\29\\19558629_1985-02-28_2007.jpg", - "basename": "19558629_1985-02-28_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 7.202164852060378e-06, - "logit": -11.841121673583984, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\83\\2667583_1985-05-02_2009.jpg", - "basename": "2667583_1985-05-02_2009.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 8.81600226421142e-06, - "logit": -11.638933181762695, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\08\\3523408_1963-02-01_2015.jpg", - "basename": "3523408_1963-02-01_2015.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 17.020292282104492, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\17\\32590217_1942-09-19_2014.jpg", - "basename": "32590217_1942-09-19_2014.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.9999988079071045, - "logit": 13.679031372070312, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\31\\2346431_1980-06-11_2007.jpg", - "basename": "2346431_1980-06-11_2007.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 18.888574600219727, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\97\\3832797_1984-01-19_2010.jpg", - "basename": "3832797_1984-01-19_2010.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.9967204928398132, - "logit": 5.7167792320251465, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\49\\25392649_1991-05-29_2013.jpg", - "basename": "25392649_1991-05-29_2013.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.8840320110321045, - "logit": 2.031179428100586, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\56\\14853156_1981-05-28_2009.jpg", - "basename": "14853156_1981-05-28_2009.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.0010116391349583864, - "logit": -6.895171165466309, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\10\\726410_1912-05-31_1997.jpg", - "basename": "726410_1912-05-31_1997.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.0036017918027937412, - "logit": -5.622715473175049, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\81\\3028481_1951-07-05_1977.jpg", - "basename": "3028481_1951-07-05_1977.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.4881739914417267, - "logit": -0.04731296747922897, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\01_confident_true_wiki_wiki_19558629_1985-02-28_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\02_confident_true_wiki_wiki_2667583_1985-05-02_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\03_confident_true_inpainting_inpainting_3523408_1963-02-01_2015.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\04_confident_true_insight_insight_32590217_1942-09-19_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\05_confident_true_text2img_text2img_2346431_1980-06-11_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\06_strong_false_positive_wiki_3832797_1984-01-19_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\07_strong_false_positive_wiki_25392649_1991-05-29_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\08_strong_false_negative_insight_14853156_1981-05-28_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\09_strong_false_negative_insight_726410_1912-05-31_1997.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\10_borderline_wiki_3028481_1951-07-05_1977.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_resnet18_baseline\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p1_simplecnn_baseline_summary.json b/classifier/outputs/analysis/gradcam/p1_simplecnn_baseline_summary.json deleted file mode 100644 index 14a0414..0000000 --- a/classifier/outputs/analysis/gradcam/p1_simplecnn_baseline_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p1_simplecnn_baseline", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.7395833333333334, - "auc_roc": 0.8378182870370371, - "f1": 0.8031496062992126, - "confusion_matrix": [ - [ - 40, - 8 - ], - [ - 42, - 102 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\67\\779067_1968-10-08_2008.jpg", - "basename": "779067_1968-10-08_2008.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.06221456080675125, - "logit": -2.7129321098327637, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\31\\2346431_1980-06-11_2007.jpg", - "basename": "2346431_1980-06-11_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.10906809568405151, - "logit": -2.1002955436706543, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\06\\25476706_1975-03-27_2009.jpg", - "basename": "25476706_1975-03-27_2009.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.9499694108963013, - "logit": 2.9437952041625977, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\04\\34379104_1950-12-07_2013.jpg", - "basename": "34379104_1950-12-07_2013.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.9545132517814636, - "logit": 3.0437798500061035, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\89\\9507989_1976-07-19_2007.jpg", - "basename": "9507989_1976-07-19_2007.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.9725574851036072, - "logit": 3.567837715148926, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\52\\9143052_1931-01-21_1991.jpg", - "basename": "9143052_1931-01-21_1991.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.8278583884239197, - "logit": 1.5705249309539795, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\06\\25476706_1975-03-27_2009.jpg", - "basename": "25476706_1975-03-27_2009.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.8256536722183228, - "logit": 1.555131196975708, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\25\\1932725_1949-01-25_1979.jpg", - "basename": "1932725_1949-01-25_1979.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 0.1434662640094757, - "logit": -1.786793828010559, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\41\\37585341_1994-09-01_2015.jpg", - "basename": "37585341_1994-09-01_2015.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.1799710988998413, - "logit": -1.5165432691574097, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\74\\3290874_1984-06-18_2004.jpg", - "basename": "3290874_1984-06-18_2004.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.4988362491130829, - "logit": -0.004655048251152039, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\01_confident_true_wiki_wiki_779067_1968-10-08_2008.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\02_confident_true_wiki_wiki_2346431_1980-06-11_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\03_confident_true_inpainting_inpainting_25476706_1975-03-27_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\04_confident_true_insight_insight_34379104_1950-12-07_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\05_confident_true_text2img_text2img_9507989_1976-07-19_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\06_strong_false_positive_wiki_9143052_1931-01-21_1991.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\07_strong_false_positive_wiki_25476706_1975-03-27_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\08_strong_false_negative_text2img_1932725_1949-01-25_1979.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\09_strong_false_negative_inpainting_37585341_1994-09-01_2015.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\10_borderline_inpainting_3290874_1984-06-18_2004.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p1_simplecnn_baseline\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2a_t1_original_summary.json b/classifier/outputs/analysis/gradcam/p2a_t1_original_summary.json deleted file mode 100644 index 90acfa7..0000000 --- a/classifier/outputs/analysis/gradcam/p2a_t1_original_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2a_t1_original", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.9895833333333334, - "auc_roc": 0.9984085648148149, - "f1": 0.993006993006993, - "confusion_matrix": [ - [ - 48, - 0 - ], - [ - 2, - 142 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\74\\3290874_1984-06-18_2004.jpg", - "basename": "3290874_1984-06-18_2004.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 3.208382226560502e-09, - "logit": -19.557498931884766, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\29\\19558629_1985-02-28_2007.jpg", - "basename": "19558629_1985-02-28_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 6.348270176204096e-08, - "logit": -16.572498321533203, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\06\\25476706_1975-03-27_2009.jpg", - "basename": "25476706_1975-03-27_2009.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 17.80807876586914, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\81\\3028481_1951-07-05_1977.jpg", - "basename": "3028481_1951-07-05_1977.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 19.85223960876465, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\10\\726410_1912-05-31_1997.jpg", - "basename": "726410_1912-05-31_1997.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 17.96767807006836, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\33\\12318533_1982-06-16_2007.jpg", - "basename": "12318533_1982-06-16_2007.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.00015543345944024622, - "logit": -8.769137382507324, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\10\\726410_1912-05-31_1997.jpg", - "basename": "726410_1912-05-31_1997.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.0615716315805912, - "logit": -2.7240052223205566, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\57\\31543457_1910-02-06_1970.jpg", - "basename": "31543457_1910-02-06_1970.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.5928639769554138, - "logit": 0.3758176565170288, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\44\\3720944_1920-12-28_1963.jpg", - "basename": "3720944_1920-12-28_1963.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.7217857837677002, - "logit": 0.9533369541168213, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\04\\34379104_1950-12-07_2013.jpg", - "basename": "34379104_1950-12-07_2013.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.897236168384552, - "logit": 2.1668851375579834, - "selection": "expanded_context" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\01_confident_true_wiki_wiki_3290874_1984-06-18_2004.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\02_confident_true_wiki_wiki_19558629_1985-02-28_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\03_confident_true_inpainting_inpainting_25476706_1975-03-27_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\04_confident_true_insight_insight_3028481_1951-07-05_1977.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\05_confident_true_text2img_text2img_726410_1912-05-31_1997.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\06_strong_false_negative_insight_12318533_1982-06-16_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\07_strong_false_negative_inpainting_726410_1912-05-31_1997.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\08_borderline_inpainting_31543457_1910-02-06_1970.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\09_borderline_insight_3720944_1920-12-28_1963.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\10_expanded_context_insight_34379104_1950-12-07_2013.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t1_original\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2a_t2_real_norm_summary.json b/classifier/outputs/analysis/gradcam/p2a_t2_real_norm_summary.json deleted file mode 100644 index 1305cfe..0000000 --- a/classifier/outputs/analysis/gradcam/p2a_t2_real_norm_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2a_t2_real_norm", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.9791666666666666, - "auc_roc": 0.9939236111111112, - "f1": 0.9861111111111112, - "confusion_matrix": [ - [ - 46, - 2 - ], - [ - 2, - 142 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\21\\24644621_1964-12-15_2010.jpg", - "basename": "24644621_1964-12-15_2010.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 2.2610427549807355e-05, - "logit": -10.697076797485352, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\46\\6385546_1980-05-23_2013.jpg", - "basename": "6385546_1980-05-23_2013.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 8.002227696124464e-05, - "logit": -9.433125495910645, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\29\\19558629_1985-02-28_2007.jpg", - "basename": "19558629_1985-02-28_2007.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.9999998807907104, - "logit": 16.21304702758789, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\83\\2667583_1985-05-02_2009.jpg", - "basename": "2667583_1985-05-02_2009.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.9999998807907104, - "logit": 15.857626914978027, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\33\\12318533_1982-06-16_2007.jpg", - "basename": "12318533_1982-06-16_2007.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 18.31481170654297, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\02\\10386202_1915-02-10_1949.jpg", - "basename": "10386202_1915-02-10_1949.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.8437501788139343, - "logit": 1.686400294303894, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\81\\3028481_1951-07-05_1977.jpg", - "basename": "3028481_1951-07-05_1977.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.5785955786705017, - "logit": 0.31701087951660156, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\33\\12318533_1982-06-16_2007.jpg", - "basename": "12318533_1982-06-16_2007.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.0017513168277218938, - "logit": -6.345634460449219, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\21\\24644621_1964-12-15_2010.jpg", - "basename": "24644621_1964-12-15_2010.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.48223310708999634, - "logit": -0.0710974782705307, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\44\\3720944_1920-12-28_1963.jpg", - "basename": "3720944_1920-12-28_1963.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.4771732687950134, - "logit": -0.0913703665137291, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\01_confident_true_wiki_wiki_24644621_1964-12-15_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\02_confident_true_wiki_wiki_6385546_1980-05-23_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\03_confident_true_inpainting_inpainting_19558629_1985-02-28_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\04_confident_true_insight_insight_2667583_1985-05-02_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\05_confident_true_text2img_text2img_12318533_1982-06-16_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\06_strong_false_positive_wiki_10386202_1915-02-10_1949.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\07_strong_false_positive_wiki_3028481_1951-07-05_1977.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\08_strong_false_negative_insight_12318533_1982-06-16_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\09_strong_false_negative_insight_24644621_1964-12-15_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\10_borderline_wiki_3720944_1920-12-28_1963.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t2_real_norm\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2a_t3_holdout_inpainting_summary.json b/classifier/outputs/analysis/gradcam/p2a_t3_holdout_inpainting_summary.json deleted file mode 100644 index 1bd451d..0000000 --- a/classifier/outputs/analysis/gradcam/p2a_t3_holdout_inpainting_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2a_t3_holdout_inpainting", - "fold": 0, - "n_candidates": 240, - "candidate_metrics": { - "accuracy": 0.9333333333333333, - "auc_roc": 0.9819878472222222, - "f1": 0.9567567567567568, - "confusion_matrix": [ - [ - 47, - 1 - ], - [ - 15, - 177 - ] - ] - }, - "heldout_source": "inpainting", - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\31\\2346431_1980-06-11_2007.jpg", - "basename": "2346431_1980-06-11_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 8.817832686247584e-09, - "logit": -18.546489715576172, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\70\\22732870_1995-03-08_2014.jpg", - "basename": "22732870_1995-03-08_2014.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 8.841730902986455e-09, - "logit": -18.54378318786621, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\32\\39602032_1988-03-10_2013.jpg", - "basename": "39602032_1988-03-10_2013.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 16.797229766845703, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\19\\14136419_1997-11-01_2013.jpg", - "basename": "14136419_1997-11-01_2013.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 17.396644592285156, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\08\\3523408_1963-02-01_2015.jpg", - "basename": "3523408_1963-02-01_2015.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 21.35198211669922, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\81\\3028481_1951-07-05_1977.jpg", - "basename": "3028481_1951-07-05_1977.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.9999240636825562, - "logit": 9.485453605651855, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\92\\3958892_1987-01-22_2013.jpg", - "basename": "3958892_1987-01-22_2013.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 5.744245572714135e-05, - "logit": -9.764669418334961, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\33\\12318533_1982-06-16_2007.jpg", - "basename": "12318533_1982-06-16_2007.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.00028320401906967163, - "logit": -8.169059753417969, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\02\\10386202_1915-02-10_1949.jpg", - "basename": "10386202_1915-02-10_1949.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.41957107186317444, - "logit": -0.32453441619873047, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\56\\22613456_1986-02-10_2012.jpg", - "basename": "22613456_1986-02-10_2012.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.6162223815917969, - "logit": 0.473544716835022, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\01_confident_true_wiki_wiki_2346431_1980-06-11_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\02_confident_true_wiki_wiki_22732870_1995-03-08_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\03_confident_true_inpainting_inpainting_39602032_1988-03-10_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\04_confident_true_insight_insight_14136419_1997-11-01_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\05_confident_true_text2img_text2img_3523408_1963-02-01_2015.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\06_strong_false_positive_wiki_3028481_1951-07-05_1977.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\07_strong_false_negative_inpainting_3958892_1987-01-22_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\08_strong_false_negative_insight_12318533_1982-06-16_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\09_borderline_insight_10386202_1915-02-10_1949.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\10_borderline_inpainting_22613456_1986-02-10_2012.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_inpainting\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2a_t3_holdout_insight_summary.json b/classifier/outputs/analysis/gradcam/p2a_t3_holdout_insight_summary.json deleted file mode 100644 index 059fc83..0000000 --- a/classifier/outputs/analysis/gradcam/p2a_t3_holdout_insight_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2a_t3_holdout_insight", - "fold": 0, - "n_candidates": 240, - "candidate_metrics": { - "accuracy": 0.7625, - "auc_roc": 0.9549696180555556, - "f1": 0.8267477203647416, - "confusion_matrix": [ - [ - 47, - 1 - ], - [ - 56, - 136 - ] - ] - }, - "heldout_source": "insight", - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\74\\3290874_1984-06-18_2004.jpg", - "basename": "3290874_1984-06-18_2004.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 5.1686233418224425e-12, - "logit": -25.988414764404297, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\31\\2346431_1980-06-11_2007.jpg", - "basename": "2346431_1980-06-11_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 9.782129967161879e-12, - "logit": -25.3504638671875, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\15\\16719015_1940-10-10_1964.jpg", - "basename": "16719015_1940-10-10_1964.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 20.643247604370117, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\62\\38862_1966-09-09_2005.jpg", - "basename": "38862_1966-09-09_2005.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.999998927116394, - "logit": 13.801375389099121, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\08\\3523408_1963-02-01_2015.jpg", - "basename": "3523408_1963-02-01_2015.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 18.072370529174805, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\44\\3720944_1920-12-28_1963.jpg", - "basename": "3720944_1920-12-28_1963.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.9999977350234985, - "logit": 13.005270004272461, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\12\\11714712_1959-02-08_2007.jpg", - "basename": "11714712_1959-02-08_2007.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 1.4099471590256485e-10, - "logit": -22.68229866027832, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\05\\308405_1966-11-29_2008.jpg", - "basename": "308405_1966-11-29_2008.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 8.343223001361366e-09, - "logit": -18.601816177368164, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\07\\30502207_1953-11-09_1992.jpg", - "basename": "30502207_1953-11-09_1992.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.4951499104499817, - "logit": -0.019400928169488907, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\20\\22164720_1946-06-24_2007.jpg", - "basename": "22164720_1946-06-24_2007.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.5142862796783447, - "logit": 0.05716080591082573, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\01_confident_true_wiki_wiki_3290874_1984-06-18_2004.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\02_confident_true_wiki_wiki_2346431_1980-06-11_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\03_confident_true_inpainting_inpainting_16719015_1940-10-10_1964.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\04_confident_true_insight_insight_38862_1966-09-09_2005.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\05_confident_true_text2img_text2img_3523408_1963-02-01_2015.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\06_strong_false_positive_wiki_3720944_1920-12-28_1963.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\07_strong_false_negative_insight_11714712_1959-02-08_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\08_strong_false_negative_insight_308405_1966-11-29_2008.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\09_borderline_insight_30502207_1953-11-09_1992.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\10_borderline_insight_22164720_1946-06-24_2007.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_insight\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2a_t3_holdout_text2img_summary.json b/classifier/outputs/analysis/gradcam/p2a_t3_holdout_text2img_summary.json deleted file mode 100644 index 4a7309d..0000000 --- a/classifier/outputs/analysis/gradcam/p2a_t3_holdout_text2img_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2a_t3_holdout_text2img", - "fold": 0, - "n_candidates": 240, - "candidate_metrics": { - "accuracy": 0.775, - "auc_roc": 0.9264322916666667, - "f1": 0.8383233532934131, - "confusion_matrix": [ - [ - 46, - 2 - ], - [ - 52, - 140 - ] - ] - }, - "heldout_source": "text2img", - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\23\\35796523_1952-12-01_1992.jpg", - "basename": "35796523_1952-12-01_1992.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 2.9518876232259572e-08, - "logit": -17.33823585510254, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\21\\24644621_1964-12-15_2010.jpg", - "basename": "24644621_1964-12-15_2010.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 5.34162118981385e-08, - "logit": -16.74515151977539, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\97\\3832797_1984-01-19_2010.jpg", - "basename": "3832797_1984-01-19_2010.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.9999995231628418, - "logit": 14.63173770904541, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\17\\32590217_1942-09-19_2014.jpg", - "basename": "32590217_1942-09-19_2014.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.9999998807907104, - "logit": 16.324398040771484, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\50\\31704050_1988-05-11_2013.jpg", - "basename": "31704050_1988-05-11_2013.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.9999866485595703, - "logit": 11.222184181213379, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\35\\20728335_1988-07-07_2014.jpg", - "basename": "20728335_1988-07-07_2014.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.9033180475234985, - "logit": 2.2346484661102295, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\44\\3720944_1920-12-28_1963.jpg", - "basename": "3720944_1920-12-28_1963.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.8656692504882812, - "logit": 1.8631978034973145, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\98\\43349098_1994-08-30_2014.jpg", - "basename": "43349098_1994-08-30_2014.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 7.18730461812811e-07, - "logit": -14.14577865600586, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\68\\14609668_1956-12-09_2009.jpg", - "basename": "14609668_1956-12-09_2009.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 9.012396731122863e-07, - "logit": -13.919493675231934, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\57\\6707957_1985-09-04_2015.jpg", - "basename": "6707957_1985-09-04_2015.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 0.4953322410583496, - "logit": -0.018671687692403793, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\01_confident_true_wiki_wiki_35796523_1952-12-01_1992.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\02_confident_true_wiki_wiki_24644621_1964-12-15_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\03_confident_true_inpainting_inpainting_3832797_1984-01-19_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\04_confident_true_insight_insight_32590217_1942-09-19_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\05_confident_true_text2img_text2img_31704050_1988-05-11_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\06_strong_false_positive_wiki_20728335_1988-07-07_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\07_strong_false_positive_wiki_3720944_1920-12-28_1963.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\08_strong_false_negative_text2img_43349098_1994-08-30_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\09_strong_false_negative_text2img_14609668_1956-12-09_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\10_borderline_text2img_6707957_1985-09-04_2015.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2a_t3_holdout_text2img\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2b_resnet18_224_summary.json b/classifier/outputs/analysis/gradcam/p2b_resnet18_224_summary.json deleted file mode 100644 index 55dd215..0000000 --- a/classifier/outputs/analysis/gradcam/p2b_resnet18_224_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2b_resnet18_224", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.9895833333333334, - "auc_roc": 0.9984085648148149, - "f1": 0.993006993006993, - "confusion_matrix": [ - [ - 48, - 0 - ], - [ - 2, - 142 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\74\\3290874_1984-06-18_2004.jpg", - "basename": "3290874_1984-06-18_2004.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 3.208382226560502e-09, - "logit": -19.557498931884766, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\29\\19558629_1985-02-28_2007.jpg", - "basename": "19558629_1985-02-28_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 6.348270176204096e-08, - "logit": -16.572498321533203, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\06\\25476706_1975-03-27_2009.jpg", - "basename": "25476706_1975-03-27_2009.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 17.80807876586914, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\81\\3028481_1951-07-05_1977.jpg", - "basename": "3028481_1951-07-05_1977.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 19.85223960876465, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\10\\726410_1912-05-31_1997.jpg", - "basename": "726410_1912-05-31_1997.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 17.96767807006836, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\33\\12318533_1982-06-16_2007.jpg", - "basename": "12318533_1982-06-16_2007.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.00015543345944024622, - "logit": -8.769137382507324, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\10\\726410_1912-05-31_1997.jpg", - "basename": "726410_1912-05-31_1997.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.0615716315805912, - "logit": -2.7240052223205566, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\57\\31543457_1910-02-06_1970.jpg", - "basename": "31543457_1910-02-06_1970.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.5928639769554138, - "logit": 0.3758176565170288, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\44\\3720944_1920-12-28_1963.jpg", - "basename": "3720944_1920-12-28_1963.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.7217857837677002, - "logit": 0.9533369541168213, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\04\\34379104_1950-12-07_2013.jpg", - "basename": "34379104_1950-12-07_2013.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.897236168384552, - "logit": 2.1668851375579834, - "selection": "expanded_context" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\01_confident_true_wiki_wiki_3290874_1984-06-18_2004.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\02_confident_true_wiki_wiki_19558629_1985-02-28_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\03_confident_true_inpainting_inpainting_25476706_1975-03-27_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\04_confident_true_insight_insight_3028481_1951-07-05_1977.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\05_confident_true_text2img_text2img_726410_1912-05-31_1997.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\06_strong_false_negative_insight_12318533_1982-06-16_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\07_strong_false_negative_inpainting_726410_1912-05-31_1997.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\08_borderline_inpainting_31543457_1910-02-06_1970.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\09_borderline_insight_3720944_1920-12-28_1963.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\10_expanded_context_insight_34379104_1950-12-07_2013.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_resnet18_224\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2b_simplecnn_224_summary.json b/classifier/outputs/analysis/gradcam/p2b_simplecnn_224_summary.json deleted file mode 100644 index ae34909..0000000 --- a/classifier/outputs/analysis/gradcam/p2b_simplecnn_224_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2b_simplecnn_224", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.7447916666666666, - "auc_roc": 0.8207465277777778, - "f1": 0.8122605363984674, - "confusion_matrix": [ - [ - 37, - 11 - ], - [ - 38, - 106 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\31\\2346431_1980-06-11_2007.jpg", - "basename": "2346431_1980-06-11_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.09357129782438278, - "logit": -2.2707886695861816, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\67\\779067_1968-10-08_2008.jpg", - "basename": "779067_1968-10-08_2008.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.12308616936206818, - "logit": -1.9635241031646729, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\06\\25476706_1975-03-27_2009.jpg", - "basename": "25476706_1975-03-27_2009.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.9532476663589478, - "logit": 3.0150113105773926, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\04\\34379104_1950-12-07_2013.jpg", - "basename": "34379104_1950-12-07_2013.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.9883313775062561, - "logit": 4.439114093780518, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\46\\6385546_1980-05-23_2013.jpg", - "basename": "6385546_1980-05-23_2013.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.9493488669395447, - "logit": 2.9308156967163086, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\06\\25476706_1975-03-27_2009.jpg", - "basename": "25476706_1975-03-27_2009.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.868328869342804, - "logit": 1.8862627744674683, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\52\\9143052_1931-01-21_1991.jpg", - "basename": "9143052_1931-01-21_1991.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.8662444949150085, - "logit": 1.8681539297103882, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\35\\20728335_1988-07-07_2014.jpg", - "basename": "20728335_1988-07-07_2014.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 0.21595068275928497, - "logit": -1.289421796798706, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\27\\2103427_1986-06-19_2012.jpg", - "basename": "2103427_1986-06-19_2012.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.21677419543266296, - "logit": -1.2845648527145386, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\52\\9143052_1931-01-21_1991.jpg", - "basename": "9143052_1931-01-21_1991.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.4993416368961334, - "logit": -0.002633415162563324, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\01_confident_true_wiki_wiki_2346431_1980-06-11_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\02_confident_true_wiki_wiki_779067_1968-10-08_2008.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\03_confident_true_inpainting_inpainting_25476706_1975-03-27_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\04_confident_true_insight_insight_34379104_1950-12-07_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\05_confident_true_text2img_text2img_6385546_1980-05-23_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\06_strong_false_positive_wiki_25476706_1975-03-27_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\07_strong_false_positive_wiki_9143052_1931-01-21_1991.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\08_strong_false_negative_text2img_20728335_1988-07-07_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\09_strong_false_negative_insight_2103427_1986-06-19_2012.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\10_borderline_insight_9143052_1931-01-21_1991.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2b_simplecnn_224\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2c_resnet18_facecrop_summary.json b/classifier/outputs/analysis/gradcam/p2c_resnet18_facecrop_summary.json deleted file mode 100644 index ce2bcf4..0000000 --- a/classifier/outputs/analysis/gradcam/p2c_resnet18_facecrop_summary.json +++ /dev/null @@ -1,204 +0,0 @@ -{ - "run": "p2c_resnet18_facecrop", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.890625, - "auc_roc": 0.9911747685185185, - "f1": 0.9219330855018587, - "confusion_matrix": [ - [ - 47, - 1 - ], - [ - 20, - 124 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\74\\3290874_1984-06-18_2004.jpg", - "basename": "3290874_1984-06-18_2004.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 2.0144028667345992e-08, - "logit": -17.72035789489746, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\29\\19558629_1985-02-28_2007.jpg", - "basename": "19558629_1985-02-28_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 2.1860007137775028e-08, - "logit": -17.638607025146484, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\97\\3832797_1984-01-19_2010.jpg", - "basename": "3832797_1984-01-19_2010.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.9999995231628418, - "logit": 14.502941131591797, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\83\\2667583_1985-05-02_2009.jpg", - "basename": "2667583_1985-05-02_2009.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 17.030344009399414, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\79\\25469179_1988-04-23_2008.jpg", - "basename": "25469179_1988-04-23_2008.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.9999992847442627, - "logit": 14.198725700378418, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\57\\31543457_1910-02-06_1970.jpg", - "basename": "31543457_1910-02-06_1970.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.6529371738433838, - "logit": 0.6319749355316162, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\49\\25392649_1991-05-29_2013.jpg", - "basename": "25392649_1991-05-29_2013.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 0.004319223575294018, - "logit": -5.4403510093688965, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\15\\16719015_1940-10-10_1964.jpg", - "basename": "16719015_1940-10-10_1964.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.007250246591866016, - "logit": -4.919443130493164, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\23\\35796523_1952-12-01_1992.jpg", - "basename": "35796523_1952-12-01_1992.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.5090859532356262, - "logit": 0.03634767234325409, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\02\\10386202_1915-02-10_1949.jpg", - "basename": "10386202_1915-02-10_1949.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.5188130736351013, - "logit": 0.07528790831565857, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\08\\3523408_1963-02-01_2015.jpg", - "basename": "3523408_1963-02-01_2015.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 0.46507686376571655, - "logit": -0.1399204581975937, - "selection": "expanded_context" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\61\\9200161_1991-02-11_2014.jpg", - "basename": "9200161_1991-02-11_2014.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.4395407438278198, - "logit": -0.24302612245082855, - "selection": "expanded_context" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\39\\451239_1954-05-11_2007.jpg", - "basename": "451239_1954-05-11_2007.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 0.39794081449508667, - "logit": -0.4140525758266449, - "selection": "expanded_context" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\00\\12611800_1950-08-17_2011.jpg", - "basename": "12611800_1950-08-17_2011.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.6231862902641296, - "logit": 0.5030946731567383, - "selection": "expanded_context" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\41\\37585341_1994-09-01_2015.jpg", - "basename": "37585341_1994-09-01_2015.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.34164801239967346, - "logit": -0.6559587717056274, - "selection": "expanded_context" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\25\\1932725_1949-01-25_1979.jpg", - "basename": "1932725_1949-01-25_1979.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.3312528729438782, - "logit": -0.7025240063667297, - "selection": "expanded_context" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\01_confident_true_wiki_wiki_3290874_1984-06-18_2004.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\02_confident_true_wiki_wiki_19558629_1985-02-28_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\03_confident_true_inpainting_inpainting_3832797_1984-01-19_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\04_confident_true_insight_insight_2667583_1985-05-02_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\05_confident_true_text2img_text2img_25469179_1988-04-23_2008.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\06_strong_false_positive_wiki_31543457_1910-02-06_1970.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\07_strong_false_negative_text2img_25392649_1991-05-29_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\08_strong_false_negative_inpainting_16719015_1940-10-10_1964.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\09_borderline_insight_35796523_1952-12-01_1992.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\10_borderline_text2img_10386202_1915-02-10_1949.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\11_expanded_context_text2img_3523408_1963-02-01_2015.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\12_expanded_context_insight_9200161_1991-02-11_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\13_expanded_context_text2img_451239_1954-05-11_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\14_expanded_context_insight_12611800_1950-08-17_2011.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\15_expanded_context_inpainting_37585341_1994-09-01_2015.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\16_expanded_context_insight_1932725_1949-01-25_1979.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\panel.png", - "expanded_panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\panel_expanded.png", - "fine_panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_resnet18_facecrop\\panel_fine_layer3.png" -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2c_simplecnn_facecrop_summary.json b/classifier/outputs/analysis/gradcam/p2c_simplecnn_facecrop_summary.json deleted file mode 100644 index 09787c1..0000000 --- a/classifier/outputs/analysis/gradcam/p2c_simplecnn_facecrop_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2c_simplecnn_facecrop", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.7552083333333334, - "auc_roc": 0.8058449074074073, - "f1": 0.8226415094339623, - "confusion_matrix": [ - [ - 36, - 12 - ], - [ - 35, - 109 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\93\\28699293_1957-04-26_2009.jpg", - "basename": "28699293_1957-04-26_2009.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.09115341305732727, - "logit": -2.2996323108673096, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\31\\2346431_1980-06-11_2007.jpg", - "basename": "2346431_1980-06-11_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.10735085606575012, - "logit": -2.118091106414795, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\52\\9143052_1931-01-21_1991.jpg", - "basename": "9143052_1931-01-21_1991.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.9165919423103333, - "logit": 2.3969175815582275, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\17\\32590217_1942-09-19_2014.jpg", - "basename": "32590217_1942-09-19_2014.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.7911618947982788, - "logit": 1.331943154335022, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\99\\7319399_1981-08-23_2010.jpg", - "basename": "7319399_1981-08-23_2010.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.9600318074226379, - "logit": 3.1788814067840576, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\57\\31543457_1910-02-06_1970.jpg", - "basename": "31543457_1910-02-06_1970.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.9373878836631775, - "logit": 2.7061376571655273, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\52\\9143052_1931-01-21_1991.jpg", - "basename": "9143052_1931-01-21_1991.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.7406934499740601, - "logit": 1.0495760440826416, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\91\\42596391_1977-03-09_2009.jpg", - "basename": "42596391_1977-03-09_2009.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.13060443103313446, - "logit": -1.895625114440918, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\93\\28699293_1957-04-26_2009.jpg", - "basename": "28699293_1957-04-26_2009.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.16693732142448425, - "logit": -1.6074904203414917, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\23\\35796523_1952-12-01_1992.jpg", - "basename": "35796523_1952-12-01_1992.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.5004183053970337, - "logit": 0.0016733184456825256, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\01_confident_true_wiki_wiki_28699293_1957-04-26_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\02_confident_true_wiki_wiki_2346431_1980-06-11_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\03_confident_true_inpainting_inpainting_9143052_1931-01-21_1991.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\04_confident_true_insight_insight_32590217_1942-09-19_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\05_confident_true_text2img_text2img_7319399_1981-08-23_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\06_strong_false_positive_wiki_31543457_1910-02-06_1970.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\07_strong_false_positive_wiki_9143052_1931-01-21_1991.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\08_strong_false_negative_insight_42596391_1977-03-09_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\09_strong_false_negative_inpainting_28699293_1957-04-26_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\10_borderline_inpainting_35796523_1952-12-01_1992.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2c_simplecnn_facecrop\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2d_resnet18_aug_summary.json b/classifier/outputs/analysis/gradcam/p2d_resnet18_aug_summary.json deleted file mode 100644 index cf08182..0000000 --- a/classifier/outputs/analysis/gradcam/p2d_resnet18_aug_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2d_resnet18_aug", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.9270833333333334, - "auc_roc": 0.9733796296296297, - "f1": 0.948905109489051, - "confusion_matrix": [ - [ - 48, - 0 - ], - [ - 14, - 130 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\67\\779067_1968-10-08_2008.jpg", - "basename": "779067_1968-10-08_2008.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.00046918127918615937, - "logit": -7.6640520095825195, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\08\\3523408_1963-02-01_2015.jpg", - "basename": "3523408_1963-02-01_2015.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.0006820649723522365, - "logit": -7.289703369140625, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\97\\3832797_1984-01-19_2010.jpg", - "basename": "3832797_1984-01-19_2010.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.9999998807907104, - "logit": 15.925747871398926, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\97\\3832797_1984-01-19_2010.jpg", - "basename": "3832797_1984-01-19_2010.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.9999997615814209, - "logit": 15.087677001953125, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\33\\12318533_1982-06-16_2007.jpg", - "basename": "12318533_1982-06-16_2007.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.9999996423721313, - "logit": 14.999021530151367, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\51\\18249151_1970-12-16_2004.jpg", - "basename": "18249151_1970-12-16_2004.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.0321250855922699, - "logit": -3.405465602874756, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\52\\9143052_1931-01-21_1991.jpg", - "basename": "9143052_1931-01-21_1991.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.0697367787361145, - "logit": -2.5907397270202637, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\27\\2103427_1986-06-19_2012.jpg", - "basename": "2103427_1986-06-19_2012.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 0.4919249415397644, - "logit": -0.03230302780866623, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\72\\43568472_1968-07-26_2014.jpg", - "basename": "43568472_1968-07-26_2014.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.5248959064483643, - "logit": 0.09966614097356796, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\04\\34379104_1950-12-07_2013.jpg", - "basename": "34379104_1950-12-07_2013.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.47507616877555847, - "logit": -0.09977804869413376, - "selection": "expanded_context" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\01_confident_true_wiki_wiki_779067_1968-10-08_2008.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\02_confident_true_wiki_wiki_3523408_1963-02-01_2015.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\03_confident_true_inpainting_inpainting_3832797_1984-01-19_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\04_confident_true_insight_insight_3832797_1984-01-19_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\05_confident_true_text2img_text2img_12318533_1982-06-16_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\06_strong_false_negative_insight_18249151_1970-12-16_2004.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\07_strong_false_negative_insight_9143052_1931-01-21_1991.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\08_borderline_text2img_2103427_1986-06-19_2012.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\09_borderline_insight_43568472_1968-07-26_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\10_expanded_context_wiki_34379104_1950-12-07_2013.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_resnet18_aug\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2d_simplecnn_aug_summary.json b/classifier/outputs/analysis/gradcam/p2d_simplecnn_aug_summary.json deleted file mode 100644 index 65167da..0000000 --- a/classifier/outputs/analysis/gradcam/p2d_simplecnn_aug_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2d_simplecnn_aug", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.65625, - "auc_roc": 0.7565104166666666, - "f1": 0.725, - "confusion_matrix": [ - [ - 39, - 9 - ], - [ - 57, - 87 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\67\\779067_1968-10-08_2008.jpg", - "basename": "779067_1968-10-08_2008.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.10822787880897522, - "logit": -2.10897159576416, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\31\\2346431_1980-06-11_2007.jpg", - "basename": "2346431_1980-06-11_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.16694103181362152, - "logit": -1.6074637174606323, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\06\\25476706_1975-03-27_2009.jpg", - "basename": "25476706_1975-03-27_2009.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.8760586977005005, - "logit": 1.955625057220459, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\04\\34379104_1950-12-07_2013.jpg", - "basename": "34379104_1950-12-07_2013.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.7972180843353271, - "logit": 1.36899733543396, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\text2img\\59\\40098159_1902-01-15_1988.jpg", - "basename": "40098159_1902-01-15_1988.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.8695456981658936, - "logit": 1.8969472646713257, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\06\\25476706_1975-03-27_2009.jpg", - "basename": "25476706_1975-03-27_2009.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.7830404043197632, - "logit": 1.283473253250122, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\wiki\\52\\9143052_1931-01-21_1991.jpg", - "basename": "9143052_1931-01-21_1991.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.764281153678894, - "logit": 1.1762961149215698, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\95\\27859495_1952-08-08_2014.jpg", - "basename": "27859495_1952-08-08_2014.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.19983962178230286, - "logit": -1.3872970342636108, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\insight\\56\\14853156_1981-05-28_2009.jpg", - "basename": "14853156_1981-05-28_2009.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.20330362021923065, - "logit": -1.3657732009887695, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\data\\inpainting\\51\\18249151_1970-12-16_2004.jpg", - "basename": "18249151_1970-12-16_2004.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.5001071095466614, - "logit": 0.00042841583490371704, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\01_confident_true_wiki_wiki_779067_1968-10-08_2008.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\02_confident_true_wiki_wiki_2346431_1980-06-11_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\03_confident_true_inpainting_inpainting_25476706_1975-03-27_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\04_confident_true_insight_insight_34379104_1950-12-07_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\05_confident_true_text2img_text2img_40098159_1902-01-15_1988.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\06_strong_false_positive_wiki_25476706_1975-03-27_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\07_strong_false_positive_wiki_9143052_1931-01-21_1991.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\08_strong_false_negative_insight_27859495_1952-08-08_2014.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\09_strong_false_negative_insight_14853156_1981-05-28_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\10_borderline_inpainting_18249151_1970-12-16_2004.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2d_simplecnn_aug\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2e_resnet18_facecrop_aug_summary.json b/classifier/outputs/analysis/gradcam/p2e_resnet18_facecrop_aug_summary.json deleted file mode 100644 index 1ced1cc..0000000 --- a/classifier/outputs/analysis/gradcam/p2e_resnet18_facecrop_aug_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2e_resnet18_facecrop_aug", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.9322916666666666, - "auc_roc": 0.9910300925925927, - "f1": 0.9530685920577617, - "confusion_matrix": [ - [ - 47, - 1 - ], - [ - 12, - 132 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\13\\25021613_1996-10-24_2012.jpg", - "basename": "25021613_1996-10-24_2012.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 4.415973648974614e-07, - "logit": -14.632866859436035, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\56\\14853156_1981-05-28_2009.jpg", - "basename": "14853156_1981-05-28_2009.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 1.1105105386377545e-06, - "logit": -13.710689544677734, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\44\\3720944_1920-12-28_1963.jpg", - "basename": "3720944_1920-12-28_1963.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 18.160795211791992, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\79\\25469179_1988-04-23_2008.jpg", - "basename": "25469179_1988-04-23_2008.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 24.2982120513916, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\15\\16719015_1940-10-10_1964.jpg", - "basename": "16719015_1940-10-10_1964.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 1.0, - "logit": 22.898853302001953, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\57\\31543457_1910-02-06_1970.jpg", - "basename": "31543457_1910-02-06_1970.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.6879352927207947, - "logit": 0.7904843091964722, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\37\\3272137_1943-04-22_2010.jpg", - "basename": "3272137_1943-04-22_2010.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 0.000333707983372733, - "logit": -8.004910469055176, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\46\\6385546_1980-05-23_2013.jpg", - "basename": "6385546_1980-05-23_2013.jpg", - "source": "insight", - "label": 1, - "pred": 0, - "prob_fake": 0.010300145484507084, - "logit": -4.565243721008301, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\49\\25392649_1991-05-29_2013.jpg", - "basename": "25392649_1991-05-29_2013.jpg", - "source": "text2img", - "label": 1, - "pred": 0, - "prob_fake": 0.4931047856807709, - "logit": -0.027582719922065735, - "selection": "borderline" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\39\\451239_1954-05-11_2007.jpg", - "basename": "451239_1954-05-11_2007.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.5096341967582703, - "logit": 0.03854157030582428, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\01_confident_true_wiki_wiki_25021613_1996-10-24_2012.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\02_confident_true_wiki_wiki_14853156_1981-05-28_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\03_confident_true_inpainting_inpainting_3720944_1920-12-28_1963.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\04_confident_true_insight_insight_25469179_1988-04-23_2008.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\05_confident_true_text2img_text2img_16719015_1940-10-10_1964.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\06_strong_false_positive_wiki_31543457_1910-02-06_1970.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\07_strong_false_negative_text2img_3272137_1943-04-22_2010.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\08_strong_false_negative_insight_6385546_1980-05-23_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\09_borderline_text2img_25392649_1991-05-29_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\10_borderline_text2img_451239_1954-05-11_2007.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_resnet18_facecrop_aug\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/gradcam/p2e_simplecnn_facecrop_aug_summary.json b/classifier/outputs/analysis/gradcam/p2e_simplecnn_facecrop_aug_summary.json deleted file mode 100644 index 8ff488c..0000000 --- a/classifier/outputs/analysis/gradcam/p2e_simplecnn_facecrop_aug_summary.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "run": "p2e_simplecnn_facecrop_aug", - "fold": 0, - "n_candidates": 192, - "candidate_metrics": { - "accuracy": 0.6510416666666666, - "auc_roc": 0.7358217592592592, - "f1": 0.7196652719665272, - "confusion_matrix": [ - [ - 39, - 9 - ], - [ - 58, - 86 - ] - ] - }, - "heldout_source": null, - "selected": [ - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\31\\2346431_1980-06-11_2007.jpg", - "basename": "2346431_1980-06-11_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.1969025731086731, - "logit": -1.4057669639587402, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\93\\28699293_1957-04-26_2009.jpg", - "basename": "28699293_1957-04-26_2009.jpg", - "source": "wiki", - "label": 0, - "pred": 0, - "prob_fake": 0.21053381264209747, - "logit": -1.3217107057571411, - "selection": "confident_true_wiki" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\52\\9143052_1931-01-21_1991.jpg", - "basename": "9143052_1931-01-21_1991.jpg", - "source": "inpainting", - "label": 1, - "pred": 1, - "prob_fake": 0.7768715620040894, - "logit": 1.2475274801254272, - "selection": "confident_true_inpainting" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\insight\\04\\34379104_1950-12-07_2013.jpg", - "basename": "34379104_1950-12-07_2013.jpg", - "source": "insight", - "label": 1, - "pred": 1, - "prob_fake": 0.7978224158287048, - "logit": 1.372739553451538, - "selection": "confident_true_insight" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\text2img\\46\\6385546_1980-05-23_2013.jpg", - "basename": "6385546_1980-05-23_2013.jpg", - "source": "text2img", - "label": 1, - "pred": 1, - "prob_fake": 0.9004967212677002, - "logit": 2.202756643295288, - "selection": "confident_true_text2img" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\13\\25021613_1996-10-24_2012.jpg", - "basename": "25021613_1996-10-24_2012.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.6920362710952759, - "logit": 0.8096563220024109, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\wiki\\29\\19558629_1985-02-28_2007.jpg", - "basename": "19558629_1985-02-28_2007.jpg", - "source": "wiki", - "label": 0, - "pred": 1, - "prob_fake": 0.6103906035423279, - "logit": 0.44895440340042114, - "selection": "strong_false_positive" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\67\\779067_1968-10-08_2008.jpg", - "basename": "779067_1968-10-08_2008.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.22937096655368805, - "logit": -1.2118664979934692, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\93\\28699293_1957-04-26_2009.jpg", - "basename": "28699293_1957-04-26_2009.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.24612900614738464, - "logit": -1.1193655729293823, - "selection": "strong_false_negative" - }, - { - "path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\cropped\\classifier\\inpainting\\25\\1932725_1949-01-25_1979.jpg", - "basename": "1932725_1949-01-25_1979.jpg", - "source": "inpainting", - "label": 1, - "pred": 0, - "prob_fake": 0.4987809658050537, - "logit": -0.004876129329204559, - "selection": "borderline" - } - ], - "image_paths": [ - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\01_confident_true_wiki_wiki_2346431_1980-06-11_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\02_confident_true_wiki_wiki_28699293_1957-04-26_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\03_confident_true_inpainting_inpainting_9143052_1931-01-21_1991.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\04_confident_true_insight_insight_34379104_1950-12-07_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\05_confident_true_text2img_text2img_6385546_1980-05-23_2013.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\06_strong_false_positive_wiki_25021613_1996-10-24_2012.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\07_strong_false_positive_wiki_19558629_1985-02-28_2007.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\08_strong_false_negative_inpainting_779067_1968-10-08_2008.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\09_strong_false_negative_inpainting_28699293_1957-04-26_2009.png", - "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\10_borderline_inpainting_1932725_1949-01-25_1979.png" - ], - "panel_path": "c:\\Users\\diogo\\Documents\\MIA_UP\\2_Semestre\\DRL\\DRL_2\\DRL_PROJ\\classifier\\outputs\\gradcam\\p2e_simplecnn_facecrop_aug\\panel.png", - "expanded_panel_path": null, - "fine_panel_path": null -} \ No newline at end of file diff --git a/classifier/outputs/analysis/phase2_story_summary.json b/classifier/outputs/analysis/phase2_story_summary.json deleted file mode 100644 index 0a213fd..0000000 --- a/classifier/outputs/analysis/phase2_story_summary.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "phase": "phase2", - "best_existing_run": "p2c_resnet18_facecrop", - "best_existing_auc": 0.9755, - "decisions": [ - { - "choice": "input size", - "decision": "224x224", - "evidence": "ResNet18 improves from AUC 0.9366 to 0.9660.", - "confidence": "high" - }, - { - "choice": "face crop", - "decision": "enable", - "evidence": "Best Phase 2 run is p2c_resnet18_facecrop with AUC 0.9755.", - "confidence": "medium-high" - }, - { - "choice": "augmentation", - "decision": "disable for current 20% setting", - "evidence": "p2e_resnet18_facecrop_aug reaches AUC 0.9737, below facecrop-only 0.9755; SimpleCNN drops sharply.", - "confidence": "low" - }, - { - "choice": "normalization", - "decision": "ImageNet/default", - "evidence": "real_norm is only +0.0018 AUC and is less aligned with pretrained ImageNet weights.", - "confidence": "medium" - }, - { - "choice": "source generalization", - "decision": "report as limitation and diagnostic target", - "evidence": "Holding out text2img and insight drops pairwise AUC to 0.7595 and 0.8421.", - "confidence": "high" - } - ] -} \ No newline at end of file diff --git a/classifier/outputs/analysis/phase4_story_summary.json b/classifier/outputs/analysis/phase4_story_summary.json deleted file mode 100644 index 9dced76..0000000 --- a/classifier/outputs/analysis/phase4_story_summary.json +++ /dev/null @@ -1,104 +0,0 @@ -{ - "phase": "phase4", - "best_auc_run": "p4_convnext_tiny_100pct", - "best_auc": 0.9954, - "selected_detector_run": "p4_convnext_tiny_100pct", - "selected_detector_reason": "Lowest false positive rate on real images and best balanced accuracy at 100% data.", - "notes": [ - "20% rows come from the matching Phase 3 runs and act as scaling anchors.", - "50% and 100% rows come from Phase 4 logs.", - "ConvNeXt-Tiny is the AUC winner and also the practical detector when false positives on real images matter most." - ], - "summary_rows": [ - { - "model": "ResNet50", - "scale_pct": 20, - "run": "p3_resnet50", - "auc": 0.9857046296296297, - "accuracy": 0.9532083333333334, - "f1": 0.9687705256330055, - "balanced_accuracy": 0.9385277777777778, - "macro_f1": 0.9377251247311893 - }, - { - "model": "ResNet50", - "scale_pct": 50, - "run": "p4_resnet50_50pct", - "auc": 0.9921022333333335, - "accuracy": 0.9607166666666667, - "f1": 0.973649056957159, - "balanced_accuracy": 0.9536555555555555, - "macro_f1": 0.9482411270477236 - }, - { - "model": "ResNet50", - "scale_pct": 100, - "run": "p4_resnet50_100pct", - "auc": 0.9949671268518518, - "accuracy": 0.9692166666666667, - "f1": 0.9793757797895071, - "balanced_accuracy": 0.9638111111111111, - "macro_f1": 0.9593474615494658 - }, - { - "model": "EfficientNet-B0", - "scale_pct": 20, - "run": "p3_efficientnet_b0", - "auc": 0.9844867592592592, - "accuracy": 0.9450000000000001, - "f1": 0.9628492625462333, - "balanced_accuracy": 0.9397222222222222, - "macro_f1": 0.9284971237471479 - }, - { - "model": "EfficientNet-B0", - "scale_pct": 50, - "run": "p4_efficientnet_b0_50pct", - "auc": 0.9911186185185186, - "accuracy": 0.9576499999999999, - "f1": 0.9714437706354593, - "balanced_accuracy": 0.9541444444444445, - "macro_f1": 0.9446884831225546 - }, - { - "model": "EfficientNet-B0", - "scale_pct": 100, - "run": "p4_efficientnet_b0_100pct", - "auc": 0.9949471324074075, - "accuracy": 0.96835, - "f1": 0.9787227370502695, - "balanced_accuracy": 0.9656777777777779, - "macro_f1": 0.9584469550394183 - }, - { - "model": "ConvNeXt-Tiny", - "scale_pct": 20, - "run": "p3_convnext_tiny", - "auc": 0.9867751388888889, - "accuracy": 0.9473333333333332, - "f1": 0.9650225390458838, - "balanced_accuracy": 0.9261666666666667, - "macro_f1": 0.9292641404681354 - }, - { - "model": "ConvNeXt-Tiny", - "scale_pct": 50, - "run": "p4_convnext_tiny_50pct", - "auc": 0.9926127555555556, - "accuracy": 0.96065, - "f1": 0.9735230102651047, - "balanced_accuracy": 0.9562111111111111, - "macro_f1": 0.9484169329127863 - }, - { - "model": "ConvNeXt-Tiny", - "scale_pct": 100, - "run": "p4_convnext_tiny_100pct", - "auc": 0.9953774120370371, - "accuracy": 0.9679166666666668, - "f1": 0.9783980914742021, - "balanced_accuracy": 0.9662444444444445, - "macro_f1": 0.9579703600254157 - } - ] -} \ No newline at end of file diff --git a/docs/evaluation.xlsx b/docs/evaluation.xlsx index 12f7bea..315688f 100644 Binary files a/docs/evaluation.xlsx and b/docs/evaluation.xlsx differ diff --git a/generator/notebooks.zip b/generator/notebooks.zip deleted file mode 100644 index e0a301c..0000000 --- a/generator/notebooks.zip +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:54cc6c6092db11ad3147ec2a79449c8fc41ec69787617f23c5ac7f1238ab93e4 -size 28398263