{
  "run_name": "p2e_simplecnn_facecrop_aug",
  "n_folds": 5,
  "fold_results": [
    {
      "fold": 0,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.34250954982859116,
          0.3376636618817294,
          0.3330855401025878,
          0.32984588631877193,
          0.3280518215563562,
          0.32636189808448157,
          0.326084821616058,
          0.32358511391061323,
          0.32303755029484077,
          0.32166281822654935,
          0.32160404658427943,
          0.3209127681950728,
          0.3192480807503065,
          0.3193571959932645,
          0.3194699074383135
        ],
        "train_acc": [
          0.48258101851851853,
          0.5648726851851852,
          0.569212962962963,
          0.595949074074074,
          0.595949074074074,
          0.6107060185185185,
          0.5993055555555555,
          0.6072337962962963,
          0.619386574074074,
          0.6201388888888889,
          0.6282407407407408,
          0.624537037037037,
          0.6241319444444444,
          0.6253472222222223,
          0.626099537037037
        ],
        "train_auc": [
          0.576252911379744,
          0.6063105674154092,
          0.6321536351165981,
          0.6460552858510518,
          0.6532327567729768,
          0.6600235410951074,
          0.6595649184099222,
          0.6684782861082533,
          0.6711645161751256,
          0.6771737111339735,
          0.676314568329904,
          0.6792555887774347,
          0.6846313443072702,
          0.6853407921810699,
          0.6830309517175355
        ],
        "train_f1": [
          0.5428702898921213,
          0.6559912156288603,
          0.6548910523875754,
          0.6847570886761785,
          0.6830109870153455,
          0.6995936230071897,
          0.687008407919718,
          0.6937965260545905,
          0.7078836331334666,
          0.7070166041778254,
          0.7164798305234354,
          0.7124623293742244,
          0.7110636594154545,
          0.7111626661907736,
          0.7137477293872668
        ],
        "val_loss": [
          0.3373192215959231,
          0.32989710122346877,
          0.3270208664238453,
          0.32336600745717686,
          0.3233827282985052,
          0.3197261206805706,
          0.32033544008930526,
          0.31920718351999916,
          0.3153636800746123,
          0.31680572082599007,
          0.3169862660268942,
          0.31672322303056716,
          0.3138315826654434,
          0.3151903450489044,
          0.31521817247072853
        ],
        "val_acc": [
          0.621875,
          0.6098958333333333,
          0.6223958333333334,
          0.6197916666666666,
          0.5713541666666667,
          0.5817708333333333,
          0.5510416666666667,
          0.5973958333333333,
          0.6411458333333333,
          0.5807291666666666,
          0.5869791666666667,
          0.5895833333333333,
          0.6208333333333333,
          0.6046875,
          0.6072916666666667
        ],
        "val_auc": [
          0.6182016782407407,
          0.6552770543981481,
          0.6664547164351853,
          0.6742621527777778,
          0.675212673611111,
          0.6837651909722222,
          0.6946636284722223,
          0.6847149884259259,
          0.6989597800925925,
          0.6965928819444445,
          0.6948271122685186,
          0.6962565104166667,
          0.70158203125,
          0.6985951967592593,
          0.6990458622685185
        ],
        "val_f1": [
          0.7207692307692307,
          0.6951566951566952,
          0.7128712871287128,
          0.7061191626409018,
          0.6447993094518775,
          0.6587335316617084,
          0.6038602941176471,
          0.6767043078209954,
          0.7301214257735997,
          0.6513642269380684,
          0.6586310804993543,
          0.6626712328767124,
          0.7016393442622951,
          0.6814939152328997,
          0.6839899413243923
        ]
      },
      "test_metrics": {
        "accuracy": 0.6302083333333334,
        "auc_roc": 0.7064768518518518,
        "f1": 0.7105820968530898,
        "confusion_matrix": [
          [
            846,
            354
          ],
          [
            1421,
            2179
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.5833333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              500,
              700
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5833333333333334,
          "pairwise_auc": 0.6924965277777778,
          "pairwise_f1": 0.6211180124223602
        },
        "insight": {
          "accuracy": 0.4075,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              711,
              489
            ]
          ],
          "n": 1200,
          "detection_rate": 0.4075,
          "pairwise_auc": 0.57799375,
          "pairwise_f1": 0.4787077826725404
        },
        "text2img": {
          "accuracy": 0.825,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              210,
              990
            ]
          ],
          "n": 1200,
          "detection_rate": 0.825,
          "pairwise_auc": 0.8489402777777777,
          "pairwise_f1": 0.7783018867924528
        },
        "wiki": {
          "accuracy": 0.705,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              846,
              354
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.29500000000000004
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6441666666666667,
          "auc_roc": 0.6924965277777778,
          "f1": 0.6211180124223602,
          "confusion_matrix": [
            [
              846,
              354
            ],
            [
              500,
              700
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.55625,
          "auc_roc": 0.57799375,
          "f1": 0.4787077826725404,
          "confusion_matrix": [
            [
              846,
              354
            ],
            [
              711,
              489
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.765,
          "auc_roc": 0.8489402777777777,
          "f1": 0.7783018867924528,
          "confusion_matrix": [
            [
              846,
              354
            ],
            [
              210,
              990
            ]
          ]
        }
      }
    },
    {
      "fold": 1,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.3412294729164353,
          0.33524748757481576,
          0.33143752046205377,
          0.32817126962321774,
          0.3260459143806387,
          0.3247155515959969,
          0.3228809499906169,
          0.3218548322993296,
          0.3198599721270579,
          0.3191719652050071,
          0.31699595376849177,
          0.3166507471766737,
          0.3161918653106248,
          0.31708175101213987,
          0.3164502556677218
        ],
        "train_acc": [
          0.5309606481481481,
          0.5645254629629629,
          0.5969328703703703,
          0.6009837962962963,
          0.6148726851851852,
          0.6166087962962963,
          0.6202546296296296,
          0.6245949074074074,
          0.6263310185185185,
          0.6325810185185186,
          0.6331018518518519,
          0.6351273148148148,
          0.6360532407407408,
          0.641261574074074,
          0.640625
        ],
        "train_auc": [
          0.5839247095764746,
          0.6213177744198675,
          0.6413356177840649,
          0.65409596300583,
          0.6611723126000228,
          0.666099385216621,
          0.671488527734911,
          0.6752198359625057,
          0.6810925800897348,
          0.6843713920324646,
          0.6921578592964106,
          0.6917148026691815,
          0.6941662915809328,
          0.6911473872599452,
          0.6933547310813901
        ],
        "train_f1": [
          0.6158221548087406,
          0.6520553012438156,
          0.6871490814355657,
          0.6894004234424974,
          0.7033917190355217,
          0.7058301141157142,
          0.7093630968199132,
          0.7131296157077787,
          0.7144057676146667,
          0.7209108092663413,
          0.720162429378531,
          0.7218668666460806,
          0.7231832386988863,
          0.7287920549503435,
          0.7266965936097175
        ],
        "val_loss": [
          0.3356058232486248,
          0.33023042157292365,
          0.3237359471619129,
          0.3368230534096559,
          0.32140354240934055,
          0.3242058935264746,
          0.3183568445344766,
          0.3202626677850882,
          0.3121804813543955,
          0.31201686561107633,
          0.31169315924247104,
          0.31493208358685176,
          0.308826203395923,
          0.3088033119837443,
          0.3088999457657337
        ],
        "val_acc": [
          0.5760416666666667,
          0.6645833333333333,
          0.61875,
          0.45,
          0.6078125,
          0.5057291666666667,
          0.5583333333333333,
          0.5276041666666667,
          0.6161458333333333,
          0.5947916666666667,
          0.5927083333333333,
          0.559375,
          0.6135416666666667,
          0.5994791666666667,
          0.5921875
        ],
        "val_auc": [
          0.6347902199074074,
          0.6543974247685185,
          0.6806083622685186,
          0.6611588541666666,
          0.6805432581018519,
          0.6970847800925926,
          0.7040125868055556,
          0.7057168692129631,
          0.7132371238425927,
          0.717824074074074,
          0.7138585069444444,
          0.7133239293981481,
          0.7227611400462963,
          0.722876880787037,
          0.7238534432870372
        ],
        "val_f1": [
          0.6619601328903655,
          0.766158315177923,
          0.7026807473598701,
          0.4623217922606925,
          0.6889714993804213,
          0.5399903053805138,
          0.6148955495004541,
          0.5711583924349882,
          0.6894226717235566,
          0.6620330147697654,
          0.6614718614718614,
          0.6147540983606558,
          0.6845238095238095,
          0.6686772942697113,
          0.6597131681877445
        ]
      },
      "test_metrics": {
        "accuracy": 0.601875,
        "auc_roc": 0.7163495370370371,
        "f1": 0.6754966887417219,
        "confusion_matrix": [
          [
            900,
            300
          ],
          [
            1611,
            1989
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.49833333333333335,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              602,
              598
            ]
          ],
          "n": 1200,
          "detection_rate": 0.49833333333333335,
          "pairwise_auc": 0.687120138888889,
          "pairwise_f1": 0.5700667302192565
        },
        "insight": {
          "accuracy": 0.37666666666666665,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              748,
              452
            ]
          ],
          "n": 1200,
          "detection_rate": 0.37666666666666665,
          "pairwise_auc": 0.6108368055555555,
          "pairwise_f1": 0.46311475409836067
        },
        "text2img": {
          "accuracy": 0.7825,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              261,
              939
            ]
          ],
          "n": 1200,
          "detection_rate": 0.7825,
          "pairwise_auc": 0.8510916666666667,
          "pairwise_f1": 0.7699876998769988
        },
        "wiki": {
          "accuracy": 0.75,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              900,
              300
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.25
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6241666666666666,
          "auc_roc": 0.687120138888889,
          "f1": 0.5700667302192565,
          "confusion_matrix": [
            [
              900,
              300
            ],
            [
              602,
              598
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.5633333333333334,
          "auc_roc": 0.6108368055555555,
          "f1": 0.46311475409836067,
          "confusion_matrix": [
            [
              900,
              300
            ],
            [
              748,
              452
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.76625,
          "auc_roc": 0.8510916666666667,
          "f1": 0.7699876998769988,
          "confusion_matrix": [
            [
              900,
              300
            ],
            [
              261,
              939
            ]
          ]
        }
      }
    },
    {
      "fold": 2,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.3428048950654489,
          0.3364038331365144,
          0.33301248649756116,
          0.33060640320181844,
          0.32781746550290675,
          0.32700540197116357,
          0.3247033803275338,
          0.3239840049158644,
          0.32147704183503434,
          0.32147702795487865,
          0.31971182058806774,
          0.3201450396743086,
          0.31812678009823514,
          0.31741044584799694,
          0.3170434526547238
        ],
        "train_acc": [
          0.6049189814814815,
          0.5714699074074074,
          0.585300925925926,
          0.5928240740740741,
          0.602025462962963,
          0.601099537037037,
          0.6172453703703704,
          0.6179398148148149,
          0.6263888888888889,
          0.6273726851851852,
          0.6274305555555556,
          0.6285879629629629,
          0.6353587962962963,
          0.6391782407407407,
          0.6419560185185185
        ],
        "train_auc": [
          0.5752403049268404,
          0.6169889278263603,
          0.6324047014317558,
          0.6435954646776405,
          0.655721450617284,
          0.6569104009487883,
          0.6655561181841564,
          0.6684251132401692,
          0.6779166130829904,
          0.6753714241826703,
          0.682090522476566,
          0.6820929337419983,
          0.6889940379229538,
          0.6927793674268404,
          0.6938219539466164
        ],
        "train_f1": [
          0.7128496319663512,
          0.6623193032058006,
          0.6755410667391107,
          0.6811961939284096,
          0.6900437192950827,
          0.6893225762834092,
          0.7064358632933866,
          0.7063689734922611,
          0.7138805176387165,
          0.7161059917993033,
          0.7152839200424553,
          0.7179892784954741,
          0.7228014605604681,
          0.7252214534396897,
          0.7295300546448087
        ],
        "val_loss": [
          0.3408234044909477,
          0.3308235712349415,
          0.3284244440495968,
          0.3261048227548599,
          0.3263484557469686,
          0.3201168750723203,
          0.3191030167043209,
          0.3180046024421851,
          0.3167616233229637,
          0.31409477355579535,
          0.3121136459211508,
          0.3125723938147227,
          0.31143277063965796,
          0.3118800289928913,
          0.3120772957801819
        ],
        "val_acc": [
          0.6494791666666667,
          0.4973958333333333,
          0.5734375,
          0.5869791666666667,
          0.5458333333333333,
          0.6354166666666666,
          0.5671875,
          0.5473958333333333,
          0.5588541666666667,
          0.6848958333333334,
          0.5963541666666666,
          0.5963541666666666,
          0.6088541666666667,
          0.6010416666666667,
          0.5932291666666667
        ],
        "val_auc": [
          0.6018995949074074,
          0.6708622685185184,
          0.6592180266203704,
          0.6655295138888888,
          0.6767860243055557,
          0.6874037905092593,
          0.6909114583333333,
          0.6967375578703704,
          0.7030490451388889,
          0.7084816261574074,
          0.7108716724537038,
          0.7109700520833333,
          0.7125651041666667,
          0.7128096064814815,
          0.7133203124999999
        ],
        "val_f1": [
          0.7590404582885786,
          0.5294978059483179,
          0.6492505353319058,
          0.6672261854804867,
          0.604355716878403,
          0.7231012658227848,
          0.6340819022457067,
          0.6062528318985048,
          0.618983355825461,
          0.7745061498322773,
          0.6683782627299957,
          0.6683782627299957,
          0.6864300626304801,
          0.6754237288135593,
          0.665524625267666
        ]
      },
      "test_metrics": {
        "accuracy": 0.60375,
        "auc_roc": 0.7129336805555555,
        "f1": 0.676530612244898,
        "confusion_matrix": [
          [
            909,
            291
          ],
          [
            1611,
            1989
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.5041666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              595,
              605
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5041666666666667,
          "pairwise_auc": 0.6873760416666667,
          "pairwise_f1": 0.5772900763358778
        },
        "insight": {
          "accuracy": 0.37666666666666665,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              748,
              452
            ]
          ],
          "n": 1200,
          "detection_rate": 0.37666666666666665,
          "pairwise_auc": 0.6129118055555555,
          "pairwise_f1": 0.465259907359753
        },
        "text2img": {
          "accuracy": 0.7766666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              268,
              932
            ]
          ],
          "n": 1200,
          "detection_rate": 0.7766666666666666,
          "pairwise_auc": 0.8385131944444445,
          "pairwise_f1": 0.7692942633099463
        },
        "wiki": {
          "accuracy": 0.7575,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              909,
              291
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.24250000000000005
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6308333333333334,
          "auc_roc": 0.6873760416666667,
          "f1": 0.5772900763358778,
          "confusion_matrix": [
            [
              909,
              291
            ],
            [
              595,
              605
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.5670833333333334,
          "auc_roc": 0.6129118055555555,
          "f1": 0.465259907359753,
          "confusion_matrix": [
            [
              909,
              291
            ],
            [
              748,
              452
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7670833333333333,
          "auc_roc": 0.8385131944444445,
          "f1": 0.7692942633099463,
          "confusion_matrix": [
            [
              909,
              291
            ],
            [
              268,
              932
            ]
          ]
        }
      }
    },
    {
      "fold": 3,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.3414186562652941,
          0.3347257332117469,
          0.3306057039786268,
          0.3286680884383343,
          0.3260611911338788,
          0.3245939609905084,
          0.32393084116004134,
          0.3218083945137483,
          0.3209881587160958,
          0.3199780968880212,
          0.31905122070952696,
          0.3175611142207075,
          0.318304718396178,
          0.31691962596442963,
          0.3174062580422119
        ],
        "train_acc": [
          0.6168402777777777,
          0.5803819444444445,
          0.6042824074074075,
          0.5981481481481481,
          0.6126157407407408,
          0.6152199074074074,
          0.6154513888888888,
          0.6321180555555556,
          0.6203125,
          0.6320023148148148,
          0.6344907407407407,
          0.6374421296296297,
          0.6326388888888889,
          0.6371527777777778,
          0.633912037037037
        ],
        "train_auc": [
          0.5838262585019434,
          0.6244880883487653,
          0.6438454414580476,
          0.6499886581218565,
          0.6613168099136946,
          0.6647539884116369,
          0.667136238283036,
          0.6745214531178555,
          0.6766778388631687,
          0.6812602344821674,
          0.6850776338163008,
          0.6904468699988568,
          0.6860041848851166,
          0.6929258473365341,
          0.6894789880544124
        ],
        "train_f1": [
          0.7252355064945843,
          0.670603734157089,
          0.6961699102461566,
          0.6862745098039216,
          0.7011073405965351,
          0.7056792527997875,
          0.703652499665522,
          0.7226076711611468,
          0.7095231770487449,
          0.720323701455777,
          0.7223736263736263,
          0.7249418272819071,
          0.7201304999559122,
          0.7243713733075435,
          0.7214442976662263
        ],
        "val_loss": [
          0.34170921295881274,
          0.32730790972709656,
          0.3251084687809149,
          0.3289539257685343,
          0.31907327647010486,
          0.3195965270201365,
          0.31829335962732636,
          0.31370966633160907,
          0.3131824423869451,
          0.3141396964589755,
          0.31391477808356283,
          0.31248470867673556,
          0.3123863366742929,
          0.31234221855799355,
          0.3114614337682724
        ],
        "val_acc": [
          0.6473958333333333,
          0.56875,
          0.5375,
          0.6276041666666666,
          0.6244791666666667,
          0.559375,
          0.5614583333333333,
          0.6515625,
          0.5994791666666667,
          0.6067708333333334,
          0.6119791666666666,
          0.615625,
          0.6020833333333333,
          0.5989583333333334,
          0.6135416666666667
        ],
        "val_auc": [
          0.6078537326388889,
          0.6618149594907408,
          0.6744625289351852,
          0.6531937210648149,
          0.682349537037037,
          0.6897627314814815,
          0.6956286168981481,
          0.7025361689814815,
          0.7063020833333334,
          0.7027734375,
          0.7046556712962962,
          0.7073256655092592,
          0.7095449942129629,
          0.7100730613425925,
          0.7102039930555556
        ],
        "val_f1": [
          0.7588172426077663,
          0.642795513373598,
          0.590027700831025,
          0.726786396637371,
          0.7098591549295775,
          0.6178861788617886,
          0.6210621062106211,
          0.7395873880887505,
          0.6703814830690099,
          0.6821052631578948,
          0.6836518046709129,
          0.6904362416107382,
          0.6692640692640692,
          0.6649260226283725,
          0.6853265479219678
        ]
      },
      "test_metrics": {
        "accuracy": 0.6058333333333333,
        "auc_roc": 0.7125254629629629,
        "f1": 0.6773533424283765,
        "confusion_matrix": [
          [
            922,
            278
          ],
          [
            1614,
            1986
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.52,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              576,
              624
            ]
          ],
          "n": 1200,
          "detection_rate": 0.52,
          "pairwise_auc": 0.6924263888888889,
          "pairwise_f1": 0.5937202664129401
        },
        "insight": {
          "accuracy": 0.3591666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              769,
              431
            ]
          ],
          "n": 1200,
          "detection_rate": 0.3591666666666667,
          "pairwise_auc": 0.5975333333333332,
          "pairwise_f1": 0.45154531168150863
        },
        "text2img": {
          "accuracy": 0.7758333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              269,
              931
            ]
          ],
          "n": 1200,
          "detection_rate": 0.7758333333333334,
          "pairwise_auc": 0.8476166666666666,
          "pairwise_f1": 0.7729348277293483
        },
        "wiki": {
          "accuracy": 0.7683333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              922,
              278
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.2316666666666667
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6441666666666667,
          "auc_roc": 0.6924263888888889,
          "f1": 0.5937202664129401,
          "confusion_matrix": [
            [
              922,
              278
            ],
            [
              576,
              624
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.56375,
          "auc_roc": 0.5975333333333332,
          "f1": 0.45154531168150863,
          "confusion_matrix": [
            [
              922,
              278
            ],
            [
              769,
              431
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7720833333333333,
          "auc_roc": 0.8476166666666666,
          "f1": 0.7729348277293483,
          "confusion_matrix": [
            [
              922,
              278
            ],
            [
              269,
              931
            ]
          ]
        }
      }
    },
    {
      "fold": 4,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.3423150075254617,
          0.33536940708204555,
          0.33069259171132687,
          0.32756170426253917,
          0.3250589860810174,
          0.3227024991479185,
          0.3215038531356388,
          0.320797758963373,
          0.3207396794800405,
          0.3196071598816801,
          0.31734457018750684,
          0.3172116314371427,
          0.3159799447490109,
          0.3158282593168594,
          0.31625425983910205
        ],
        "train_acc": [
          0.5155092592592593,
          0.5817129629629629,
          0.5889467592592592,
          0.5991898148148148,
          0.617824074074074,
          0.6166087962962963,
          0.6214699074074074,
          0.6221643518518518,
          0.6228587962962963,
          0.627199074074074,
          0.6394675925925926,
          0.633275462962963,
          0.6366898148148148,
          0.6401041666666667,
          0.6359375
        ],
        "train_auc": [
          0.5777596129115227,
          0.6250315607853224,
          0.6444195369655922,
          0.6550420899777092,
          0.6667966517346822,
          0.6740149087648605,
          0.6781764403292181,
          0.6812684327846366,
          0.6819964206104252,
          0.6828543577817787,
          0.6929046371313443,
          0.6926175447245084,
          0.6971132062328531,
          0.6967731731538638,
          0.6955447763060127
        ],
        "train_f1": [
          0.5945762711864406,
          0.671842368110415,
          0.6753507929978518,
          0.687002892263196,
          0.7064627966930394,
          0.7034334571825059,
          0.7083426227315289,
          0.708383581222922,
          0.7093349984389635,
          0.7151574106827026,
          0.7254539044597215,
          0.7192912513842746,
          0.7221632147282705,
          0.7258299166776881,
          0.722655733368602
        ],
        "val_loss": [
          0.33888801087935766,
          0.33369783982634543,
          0.3261004028220971,
          0.32097681413094203,
          0.31939894606669744,
          0.31984718119104705,
          0.31838227684299153,
          0.31674387902021406,
          0.3140927150845528,
          0.3150302181641261,
          0.31202618380387626,
          0.31279333755373956,
          0.3109373077750206,
          0.31124774167935054,
          0.31136900608738266
        ],
        "val_acc": [
          0.6583333333333333,
          0.46979166666666666,
          0.6239583333333333,
          0.6494791666666667,
          0.5833333333333334,
          0.5713541666666667,
          0.525,
          0.5692708333333333,
          0.5786458333333333,
          0.5453125,
          0.6026041666666667,
          0.5677083333333334,
          0.5770833333333333,
          0.58125,
          0.5796875
        ],
        "val_auc": [
          0.6135778356481482,
          0.6564084201388889,
          0.6611682581018519,
          0.6818113425925926,
          0.6846795428240741,
          0.6832913773148147,
          0.6975173611111111,
          0.6930577256944443,
          0.6995167824074076,
          0.7053754340277779,
          0.7037883391203703,
          0.7097287326388889,
          0.7119610821759259,
          0.7098343460648149,
          0.7089539930555555
        ],
        "val_f1": [
          0.7675407512402551,
          0.491,
          0.716640502354788,
          0.7398531117124082,
          0.6630160067396799,
          0.646932646932647,
          0.5750232991612302,
          0.6387068588903452,
          0.6481078729882558,
          0.6047985513807153,
          0.6806195060694852,
          0.6314387211367674,
          0.6472632493483927,
          0.6507384882710686,
          0.6508005192557335
        ]
      },
      "test_metrics": {
        "accuracy": 0.6029166666666667,
        "auc_roc": 0.7196997685185185,
        "f1": 0.6727335164835165,
        "confusion_matrix": [
          [
            935,
            265
          ],
          [
            1641,
            1959
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.4841666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              619,
              581
            ]
          ],
          "n": 1200,
          "detection_rate": 0.4841666666666667,
          "pairwise_auc": 0.681788888888889,
          "pairwise_f1": 0.5679374389051809
        },
        "insight": {
          "accuracy": 0.36833333333333335,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              758,
              442
            ]
          ],
          "n": 1200,
          "detection_rate": 0.36833333333333335,
          "pairwise_auc": 0.620317361111111,
          "pairwise_f1": 0.4635553224960671
        },
        "text2img": {
          "accuracy": 0.78,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              264,
              936
            ]
          ],
          "n": 1200,
          "detection_rate": 0.78,
          "pairwise_auc": 0.8569930555555555,
          "pairwise_f1": 0.7796751353602666
        },
        "wiki": {
          "accuracy": 0.7791666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              935,
              265
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.22083333333333333
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6316666666666667,
          "auc_roc": 0.681788888888889,
          "f1": 0.5679374389051809,
          "confusion_matrix": [
            [
              935,
              265
            ],
            [
              619,
              581
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.57375,
          "auc_roc": 0.620317361111111,
          "f1": 0.4635553224960671,
          "confusion_matrix": [
            [
              935,
              265
            ],
            [
              758,
              442
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7795833333333333,
          "auc_roc": 0.8569930555555555,
          "f1": 0.7796751353602666,
          "confusion_matrix": [
            [
              935,
              265
            ],
            [
              264,
              936
            ]
          ]
        }
      }
    }
  ],
  "aggregated_metrics": {
    "accuracy": {
      "mean": 0.6089166666666668,
      "std": 0.011990845756010903,
      "ci_95": 0.010510439717516853,
      "values": [
        0.6302083333333334,
        0.601875,
        0.60375,
        0.6058333333333333,
        0.6029166666666667
      ]
    },
    "auc_roc": {
      "mean": 0.7135970601851851,
      "std": 0.004927091882425876,
      "ci_95": 0.00431878645315273,
      "values": [
        0.7064768518518518,
        0.7163495370370371,
        0.7129336805555555,
        0.7125254629629629,
        0.7196997685185185
      ]
    },
    "f1": {
      "mean": 0.6825392513503206,
      "std": 0.0157729888061219,
      "ci_95": 0.013825634270102072,
      "values": [
        0.7105820968530898,
        0.6754966887417219,
        0.676530612244898,
        0.6773533424283765,
        0.6727335164835165
      ]
    }
  },
  "aggregated_per_source": {
    "inpainting": {
      "accuracy": {
        "mean": 0.518,
        "std": 0.03871458955541754,
        "ci_95": 0.033934833955031454,
        "values": [
          0.5833333333333334,
          0.49833333333333335,
          0.5041666666666667,
          0.52,
          0.4841666666666667
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.518,
        "std": 0.03871458955541754,
        "ci_95": 0.033934833955031454,
        "values": [
          0.5833333333333334,
          0.49833333333333335,
          0.5041666666666667,
          0.52,
          0.4841666666666667
        ]
      },
      "pairwise_auc": {
        "mean": 0.6882415972222222,
        "std": 0.004451438401635665,
        "ci_95": 0.00390185779457446,
        "values": [
          0.6924965277777778,
          0.687120138888889,
          0.6873760416666667,
          0.6924263888888889,
          0.681788888888889
        ]
      },
      "pairwise_f1": {
        "mean": 0.5860265048591231,
        "std": 0.022072957249148185,
        "ci_95": 0.0193478000864285,
        "values": [
          0.6211180124223602,
          0.5700667302192565,
          0.5772900763358778,
          0.5937202664129401,
          0.5679374389051809
        ]
      }
    },
    "insight": {
      "accuracy": {
        "mean": 0.3776666666666667,
        "std": 0.01817545658909898,
        "ci_95": 0.01593149013048614,
        "values": [
          0.4075,
          0.37666666666666665,
          0.37666666666666665,
          0.3591666666666667,
          0.36833333333333335
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.3776666666666667,
        "std": 0.01817545658909898,
        "ci_95": 0.01593149013048614,
        "values": [
          0.4075,
          0.37666666666666665,
          0.37666666666666665,
          0.3591666666666667,
          0.36833333333333335
        ]
      },
      "pairwise_auc": {
        "mean": 0.603918611111111,
        "std": 0.016662293946055343,
        "ci_95": 0.014605144594389479,
        "values": [
          0.57799375,
          0.6108368055555555,
          0.6129118055555555,
          0.5975333333333332,
          0.620317361111111
        ]
      },
      "pairwise_f1": {
        "mean": 0.464436615661646,
        "std": 0.009657299454525379,
        "ci_95": 0.00846499619928103,
        "values": [
          0.4787077826725404,
          0.46311475409836067,
          0.465259907359753,
          0.45154531168150863,
          0.4635553224960671
        ]
      }
    },
    "text2img": {
      "accuracy": {
        "mean": 0.7879999999999999,
        "std": 0.020854988745035438,
        "ci_95": 0.018280203621525767,
        "values": [
          0.825,
          0.7825,
          0.7766666666666666,
          0.7758333333333334,
          0.78
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.7879999999999999,
        "std": 0.020854988745035438,
        "ci_95": 0.018280203621525767,
        "values": [
          0.825,
          0.7825,
          0.7766666666666666,
          0.7758333333333334,
          0.78
        ]
      },
      "pairwise_auc": {
        "mean": 0.8486309722222222,
        "std": 0.006698383530183817,
        "ci_95": 0.005871392037839563,
        "values": [
          0.8489402777777777,
          0.8510916666666667,
          0.8385131944444445,
          0.8476166666666666,
          0.8569930555555555
        ]
      },
      "pairwise_f1": {
        "mean": 0.7740387626138026,
        "std": 0.004745602719112771,
        "ci_95": 0.004159704187464446,
        "values": [
          0.7783018867924528,
          0.7699876998769988,
          0.7692942633099463,
          0.7729348277293483,
          0.7796751353602666
        ]
      }
    },
    "wiki": {
      "accuracy": {
        "mean": 0.752,
        "std": 0.028495857398732356,
        "ci_95": 0.024977720294516705,
        "values": [
          0.705,
          0.75,
          0.7575,
          0.7683333333333333,
          0.7791666666666667
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "false_alarm_rate": {
        "mean": 0.24800000000000005,
        "std": 0.028495857398732356,
        "ci_95": 0.024977720294516705,
        "values": [
          0.29500000000000004,
          0.25,
          0.24250000000000005,
          0.2316666666666667,
          0.22083333333333333
        ]
      }
    }
  },
  "aggregated_pairwise": {
    "wiki_vs_inpainting": {
      "accuracy": {
        "mean": 0.635,
        "std": 0.008858454843945538,
        "ci_95": 0.00776477802501641,
        "values": [
          0.6441666666666667,
          0.6241666666666666,
          0.6308333333333334,
          0.6441666666666667,
          0.6316666666666667
        ]
      },
      "auc_roc": {
        "mean": 0.6882415972222222,
        "std": 0.004451438401635665,
        "ci_95": 0.00390185779457446,
        "values": [
          0.6924965277777778,
          0.687120138888889,
          0.6873760416666667,
          0.6924263888888889,
          0.681788888888889
        ]
      },
      "f1": {
        "mean": 0.5860265048591231,
        "std": 0.022072957249148185,
        "ci_95": 0.0193478000864285,
        "values": [
          0.6211180124223602,
          0.5700667302192565,
          0.5772900763358778,
          0.5937202664129401,
          0.5679374389051809
        ]
      }
    },
    "wiki_vs_insight": {
      "accuracy": {
        "mean": 0.5648333333333333,
        "std": 0.0063574103742535405,
        "ci_95": 0.005572515889015771,
        "values": [
          0.55625,
          0.5633333333333334,
          0.5670833333333334,
          0.56375,
          0.57375
        ]
      },
      "auc_roc": {
        "mean": 0.603918611111111,
        "std": 0.016662293946055343,
        "ci_95": 0.014605144594389479,
        "values": [
          0.57799375,
          0.6108368055555555,
          0.6129118055555555,
          0.5975333333333332,
          0.620317361111111
        ]
      },
      "f1": {
        "mean": 0.464436615661646,
        "std": 0.009657299454525379,
        "ci_95": 0.00846499619928103,
        "values": [
          0.4787077826725404,
          0.46311475409836067,
          0.465259907359753,
          0.45154531168150863,
          0.4635553224960671
        ]
      }
    },
    "wiki_vs_text2img": {
      "accuracy": {
        "mean": 0.7699999999999999,
        "std": 0.0059947894041408835,
        "ci_95": 0.005254664594434154,
        "values": [
          0.765,
          0.76625,
          0.7670833333333333,
          0.7720833333333333,
          0.7795833333333333
        ]
      },
      "auc_roc": {
        "mean": 0.8486309722222222,
        "std": 0.006698383530183817,
        "ci_95": 0.005871392037839563,
        "values": [
          0.8489402777777777,
          0.8510916666666667,
          0.8385131944444445,
          0.8476166666666666,
          0.8569930555555555
        ]
      },
      "f1": {
        "mean": 0.7740387626138026,
        "std": 0.004745602719112771,
        "ci_95": 0.004159704187464446,
        "values": [
          0.7783018867924528,
          0.7699876998769988,
          0.7692942633099463,
          0.7729348277293483,
          0.7796751353602666
        ]
      }
    }
  },
  "config": {
    "seed": 42,
    "cv_folds": 5,
    "batch_size": 32,
    "num_workers": 4,
    "early_stopping_patience": 5,
    "lr": 0.0001,
    "weight_decay": 0.0001,
    "T_max": 15,
    "data_dir": "data_cropped",
    "run_name": "p2e_simplecnn_facecrop_aug",
    "backbone": "simple_cnn",
    "cnn_preset": "medium",
    "dropout": 0.0,
    "epochs": 15,
    "image_size": 224,
    "subsample": 0.2,
    "augment": {
      "hflip_p": 0.5,
      "rotation_degrees": 10,
      "brightness": 0.2,
      "contrast": 0.2,
      "saturation": 0.1,
      "hue": 0.02,
      "grayscale_p": 0.1,
      "blur_p": 0.1,
      "erase_p": 0.2,
      "noise_p": 0.3,
      "noise_std": 0.04
    }
  }
}