{
  "run_name": "p2d_simplecnn_aug",
  "n_folds": 5,
  "fold_results": [
    {
      "fold": 0,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.3432222083486893,
          0.33507634751774645,
          0.3293182541374807,
          0.3259058644650159,
          0.32449627405515424,
          0.32151402560649095,
          0.3206712271604273,
          0.31893986742253655,
          0.3183640861952746,
          0.31630628774011577,
          0.3165576588224482,
          0.31553808332041455,
          0.31364991190256897,
          0.3127118207790233,
          0.3142870426453926
        ],
        "train_acc": [
          0.47175925925925927,
          0.5883101851851852,
          0.5983217592592592,
          0.6283564814814815,
          0.6300925925925925,
          0.6409143518518519,
          0.6443287037037037,
          0.6449652777777778,
          0.6493055555555556,
          0.6523148148148148,
          0.6599537037037037,
          0.6554398148148148,
          0.6583912037037037,
          0.6597800925925926,
          0.6587384259259259
        ],
        "train_auc": [
          0.5713025745170325,
          0.6252053951617511,
          0.6522195162465707,
          0.6678279856824417,
          0.6717118734282121,
          0.6834617466135117,
          0.6866383298325331,
          0.6901815950788752,
          0.6914628075703018,
          0.6999451749685642,
          0.7001394783093279,
          0.7021001496770691,
          0.7075707751057384,
          0.7095949074074074,
          0.7072277413408778
        ],
        "train_f1": [
          0.5276829142088378,
          0.6807861437673876,
          0.6865091910934465,
          0.718456817185445,
          0.7196245284674094,
          0.7295707125735454,
          0.7319200907266858,
          0.7327146778198929,
          0.737707756232687,
          0.7388961321164711,
          0.7473774720550301,
          0.7430519592611773,
          0.7438934444010586,
          0.7455749340026832,
          0.7448842742807701
        ],
        "val_loss": [
          0.33837437480688093,
          0.33807249913613,
          0.32194422334432604,
          0.32031315887967743,
          0.3163623419900735,
          0.31524986525376636,
          0.3115694376329581,
          0.31178189168373743,
          0.3080384400983652,
          0.31005625476439796,
          0.3096416714290778,
          0.3075092243651549,
          0.30712711364030837,
          0.30760360732674596,
          0.30752624372641246
        ],
        "val_acc": [
          0.6161458333333333,
          0.4421875,
          0.6005208333333333,
          0.6401041666666667,
          0.6114583333333333,
          0.5817708333333333,
          0.6223958333333334,
          0.665625,
          0.6479166666666667,
          0.6046875,
          0.6119791666666666,
          0.6223958333333334,
          0.6401041666666667,
          0.6291666666666667,
          0.6286458333333333
        ],
        "val_auc": [
          0.6138527199074074,
          0.6485691550925926,
          0.6915386284722222,
          0.68408203125,
          0.7003399884259259,
          0.7102575231481483,
          0.7108159722222221,
          0.7113266782407408,
          0.7213946759259259,
          0.7176294849537037,
          0.7190118634259258,
          0.7246643518518519,
          0.721712962962963,
          0.7221448206018518,
          0.7223683449074074
        ],
        "val_f1": [
          0.7271380970011107,
          0.4413145539906103,
          0.6737558485750744,
          0.7297614391865468,
          0.6873428331936295,
          0.6448474126492703,
          0.7070707070707071,
          0.7530769230769231,
          0.7308917197452229,
          0.6768837803320562,
          0.6825734980826587,
          0.6980424822990421,
          0.7210335082761405,
          0.7052980132450332,
          0.7050062060405461
        ]
      },
      "test_metrics": {
        "accuracy": 0.6289583333333333,
        "auc_roc": 0.7213978009259259,
        "f1": 0.7043983402489626,
        "confusion_matrix": [
          [
            897,
            303
          ],
          [
            1478,
            2122
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.5691666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              517,
              683
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5691666666666667,
          "pairwise_auc": 0.7173145833333333,
          "pairwise_f1": 0.6248856358645929
        },
        "insight": {
          "accuracy": 0.3883333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              734,
              466
            ]
          ],
          "n": 1200,
          "detection_rate": 0.3883333333333333,
          "pairwise_auc": 0.5887399305555556,
          "pairwise_f1": 0.473336719146775
        },
        "text2img": {
          "accuracy": 0.8108333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              227,
              973
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8108333333333333,
          "pairwise_auc": 0.8581388888888889,
          "pairwise_f1": 0.7859450726978998
        },
        "wiki": {
          "accuracy": 0.7475,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              897,
              303
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.25249999999999995
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6583333333333333,
          "auc_roc": 0.7173145833333333,
          "f1": 0.6248856358645929,
          "confusion_matrix": [
            [
              897,
              303
            ],
            [
              517,
              683
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.5679166666666666,
          "auc_roc": 0.5887399305555556,
          "f1": 0.473336719146775,
          "confusion_matrix": [
            [
              897,
              303
            ],
            [
              734,
              466
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7791666666666667,
          "auc_roc": 0.8581388888888889,
          "f1": 0.7859450726978998,
          "confusion_matrix": [
            [
              897,
              303
            ],
            [
              227,
              973
            ]
          ]
        }
      }
    },
    {
      "fold": 1,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.34135231695793294,
          0.33233658282293216,
          0.32671470636570893,
          0.3230978334667506,
          0.32052963414677865,
          0.32000469129394604,
          0.3171410999364323,
          0.31599997883593595,
          0.3153689634192873,
          0.3127501525260784,
          0.3129213980226605,
          0.3114956370934292,
          0.3121951187098468,
          0.30899017282106256,
          0.3110985143593064
        ],
        "train_acc": [
          0.5291666666666667,
          0.5928240740740741,
          0.6244212962962963,
          0.6361111111111111,
          0.6405671296296296,
          0.6410300925925926,
          0.65,
          0.6569444444444444,
          0.6519675925925926,
          0.656886574074074,
          0.6583912037037037,
          0.6601273148148148,
          0.6627893518518518,
          0.6655092592592593,
          0.6626157407407407
        ],
        "train_auc": [
          0.5842827021176269,
          0.6402050111454047,
          0.6614736493341336,
          0.6769979388145863,
          0.6854288033693415,
          0.6863612754343851,
          0.6953566172267946,
          0.7005833208304755,
          0.699118093064129,
          0.7068048053840877,
          0.7072928722993828,
          0.7110104898976908,
          0.710223479652492,
          0.7191083319044352,
          0.7136100751600366
        ],
        "train_f1": [
          0.6125345270978189,
          0.6816577685277351,
          0.7161228238999212,
          0.7248621685481754,
          0.7293563989716327,
          0.7291621184997599,
          0.7388149939540508,
          0.7439308855291576,
          0.7392246986384529,
          0.743699476937708,
          0.7450218133125999,
          0.7459884953072964,
          0.7497530599098132,
          0.7512908777969018,
          0.7481859018659295
        ],
        "val_loss": [
          0.3324682280421257,
          0.3229331818719705,
          0.3223130183915297,
          0.3171472112337748,
          0.32741391447683177,
          0.3114958000679811,
          0.31507122814655303,
          0.3176405022541682,
          0.30666357489923635,
          0.30443483479321004,
          0.3099006695051988,
          0.30612343152364097,
          0.3034300667544206,
          0.3031110850473245,
          0.3030962315698465
        ],
        "val_acc": [
          0.49947916666666664,
          0.6625,
          0.6666666666666666,
          0.5552083333333333,
          0.7348958333333333,
          0.6114583333333333,
          0.5604166666666667,
          0.696875,
          0.6619791666666667,
          0.6583333333333333,
          0.590625,
          0.6302083333333334,
          0.6645833333333333,
          0.6677083333333333,
          0.6526041666666667
        ],
        "val_auc": [
          0.6646889467592592,
          0.6834613715277779,
          0.6835836226851852,
          0.7176895254629629,
          0.7107602719907408,
          0.717976707175926,
          0.72703125,
          0.7082154224537037,
          0.729400318287037,
          0.7377495659722222,
          0.7337123842592592,
          0.7368851273148148,
          0.7385590277777777,
          0.740538917824074,
          0.7409114583333333
        ],
        "val_f1": [
          0.5399712781235041,
          0.757847533632287,
          0.7638376383763837,
          0.6060885608856088,
          0.8294807370184255,
          0.6841659610499576,
          0.6110599078341014,
          0.7888243831640058,
          0.7415372361608921,
          0.7384370015948963,
          0.6528268551236749,
          0.70042194092827,
          0.744241461477363,
          0.7452076677316294,
          0.7285307285307285
        ]
      },
      "test_metrics": {
        "accuracy": 0.6535416666666667,
        "auc_roc": 0.7351962962962963,
        "f1": 0.7312974632412345,
        "confusion_matrix": [
          [
            874,
            326
          ],
          [
            1337,
            2263
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.5816666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              502,
              698
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5816666666666667,
          "pairwise_auc": 0.7138361111111111,
          "pairwise_f1": 0.6276978417266187
        },
        "insight": {
          "accuracy": 0.4625,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              645,
              555
            ]
          ],
          "n": 1200,
          "detection_rate": 0.4625,
          "pairwise_auc": 0.6235090277777777,
          "pairwise_f1": 0.5333974050937049
        },
        "text2img": {
          "accuracy": 0.8416666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              190,
              1010
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8416666666666667,
          "pairwise_auc": 0.86824375,
          "pairwise_f1": 0.7965299684542587
        },
        "wiki": {
          "accuracy": 0.7283333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              874,
              326
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.2716666666666666
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.655,
          "auc_roc": 0.7138361111111111,
          "f1": 0.6276978417266187,
          "confusion_matrix": [
            [
              874,
              326
            ],
            [
              502,
              698
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.5954166666666667,
          "auc_roc": 0.6235090277777777,
          "f1": 0.5333974050937049,
          "confusion_matrix": [
            [
              874,
              326
            ],
            [
              645,
              555
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.785,
          "auc_roc": 0.86824375,
          "f1": 0.7965299684542587,
          "confusion_matrix": [
            [
              874,
              326
            ],
            [
              190,
              1010
            ]
          ]
        }
      }
    },
    {
      "fold": 2,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.3432017128776621,
          0.3361322825429616,
          0.3312958776122994,
          0.327618961284558,
          0.32551107191377215,
          0.3221943142513434,
          0.32040270804255094,
          0.3188823620478312,
          0.31841765749785633,
          0.3170403319928381,
          0.3163535770166803,
          0.3154812162673032,
          0.31375355403180477,
          0.3136919692986541,
          0.3128732605940766
        ],
        "train_acc": [
          0.6121527777777778,
          0.580787037037037,
          0.6019097222222223,
          0.6129629629629629,
          0.6235532407407407,
          0.6311342592592593,
          0.6418402777777777,
          0.6409143518518519,
          0.6494791666666667,
          0.6483796296296296,
          0.6509837962962963,
          0.6536458333333334,
          0.6546296296296297,
          0.6572337962962963,
          0.6597800925925926
        ],
        "train_auc": [
          0.5712090084876542,
          0.6187098926183128,
          0.6427650605852766,
          0.6595359207104481,
          0.6664719435871056,
          0.6794381483624827,
          0.6827242208933471,
          0.6896292902663466,
          0.6909287569301554,
          0.6965370745456104,
          0.69892219114369,
          0.699491071173411,
          0.7047945869770234,
          0.7075826349594193,
          0.7091430005429813
        ],
        "train_f1": [
          0.7228287841191067,
          0.6733405483405484,
          0.6935720967526393,
          0.7016416845110636,
          0.7130189261922619,
          0.7198980488662331,
          0.7315316878497375,
          0.7288616998033647,
          0.7379396876216847,
          0.7361931226120181,
          0.7382037591700308,
          0.7414575143634714,
          0.7423365857870651,
          0.744290463238786,
          0.7459707038845439
        ],
        "val_loss": [
          0.3381376507381598,
          0.33743989691138265,
          0.32400355438391365,
          0.32913788755734763,
          0.31807966232299806,
          0.31570037131508194,
          0.31126136556267736,
          0.3205740148822466,
          0.31344808464248974,
          0.30750460426012677,
          0.3072973035275936,
          0.3085544841984908,
          0.30584329267342886,
          0.3057563436528047,
          0.3066906807323297
        ],
        "val_acc": [
          0.6020833333333333,
          0.44114583333333335,
          0.5770833333333333,
          0.7052083333333333,
          0.6677083333333333,
          0.6604166666666667,
          0.6364583333333333,
          0.5380208333333333,
          0.590625,
          0.6546875,
          0.6338541666666667,
          0.621875,
          0.6427083333333333,
          0.6375,
          0.6270833333333333
        ],
        "val_auc": [
          0.6092418981481482,
          0.643970630787037,
          0.6784903067129631,
          0.6768164062500001,
          0.7009657118055556,
          0.7037912326388889,
          0.7130975115740741,
          0.705298755787037,
          0.7108998842592593,
          0.7225245949074073,
          0.7233926504629629,
          0.719126880787037,
          0.7292968750000001,
          0.7291876446759259,
          0.7279484953703705
        ],
        "val_f1": [
          0.6994492525570417,
          0.43615344193378874,
          0.6469565217391304,
          0.8064295485636115,
          0.759245283018868,
          0.7478731631863882,
          0.7157980456026058,
          0.5829807240244476,
          0.6591500433651344,
          0.734906037584966,
          0.7096241222635274,
          0.6959798994974874,
          0.7162944582299421,
          0.7121588089330024,
          0.6986531986531986
        ]
      },
      "test_metrics": {
        "accuracy": 0.6375,
        "auc_roc": 0.7324938657407407,
        "f1": 0.7140039447731755,
        "confusion_matrix": [
          [
            888,
            312
          ],
          [
            1428,
            2172
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.5583333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              530,
              670
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5583333333333333,
          "pairwise_auc": 0.7142305555555555,
          "pairwise_f1": 0.614115490375802
        },
        "insight": {
          "accuracy": 0.4191666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              697,
              503
            ]
          ],
          "n": 1200,
          "detection_rate": 0.4191666666666667,
          "pairwise_auc": 0.6156399305555555,
          "pairwise_f1": 0.4992555831265509
        },
        "text2img": {
          "accuracy": 0.8325,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              201,
              999
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8325,
          "pairwise_auc": 0.8676111111111111,
          "pairwise_f1": 0.7956989247311828
        },
        "wiki": {
          "accuracy": 0.74,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              888,
              312
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.26
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6491666666666667,
          "auc_roc": 0.7142305555555555,
          "f1": 0.614115490375802,
          "confusion_matrix": [
            [
              888,
              312
            ],
            [
              530,
              670
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.5795833333333333,
          "auc_roc": 0.6156399305555555,
          "f1": 0.4992555831265509,
          "confusion_matrix": [
            [
              888,
              312
            ],
            [
              697,
              503
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.78625,
          "auc_roc": 0.8676111111111111,
          "f1": 0.7956989247311828,
          "confusion_matrix": [
            [
              888,
              312
            ],
            [
              201,
              999
            ]
          ]
        }
      }
    },
    {
      "fold": 3,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.3422969259045742,
          0.3340135246239327,
          0.32988277044561176,
          0.3258236734403504,
          0.3224401587413417,
          0.3208613306559898,
          0.3194242352688754,
          0.3181941964560085,
          0.3169373148845302,
          0.3154708259911449,
          0.3140328030343409,
          0.3134019218661167,
          0.3126688904784344,
          0.3126100615494781,
          0.31205870856841406
        ],
        "train_acc": [
          0.6261574074074074,
          0.5974537037037037,
          0.6171875,
          0.6219907407407408,
          0.6372106481481481,
          0.6428819444444445,
          0.639988425925926,
          0.6538194444444444,
          0.651099537037037,
          0.6548611111111111,
          0.6539930555555555,
          0.655787037037037,
          0.6585069444444445,
          0.6561342592592593,
          0.6594907407407408
        ],
        "train_auc": [
          0.5766818397776634,
          0.6320873074559901,
          0.6497502018318473,
          0.6660870699016919,
          0.6798354088077274,
          0.6841931905864198,
          0.6877101641089391,
          0.6927077260516689,
          0.6958822462991541,
          0.70048828125,
          0.7035443279892548,
          0.7064093935756743,
          0.7093209787237083,
          0.7091885913208733,
          0.7111335448102424
        ],
        "train_f1": [
          0.7368849788204627,
          0.6911464345972826,
          0.7099320324490244,
          0.7117896223085068,
          0.7272094338801619,
          0.7315439161265063,
          0.7281150299375028,
          0.7429087158329035,
          0.7379720978747447,
          0.7429975006463846,
          0.7405736104482146,
          0.7421536327379921,
          0.745020092468565,
          0.7423690600069373,
          0.7452813852813853
        ],
        "val_loss": [
          0.33704863985379535,
          0.3310091565052668,
          0.3267402487496535,
          0.32072843462228773,
          0.31991002758344017,
          0.3109689460446437,
          0.31181026846170423,
          0.307723306491971,
          0.3066505029797554,
          0.30859205350279806,
          0.3080542877316475,
          0.30592135017116867,
          0.30444662968317665,
          0.3036535983284315,
          0.30318543675045173
        ],
        "val_acc": [
          0.6494791666666667,
          0.4942708333333333,
          0.5135416666666667,
          0.5625,
          0.69375,
          0.6572916666666667,
          0.671875,
          0.6864583333333333,
          0.6260416666666667,
          0.5895833333333333,
          0.5911458333333334,
          0.6109375,
          0.6213541666666667,
          0.6270833333333333,
          0.6328125
        ],
        "val_auc": [
          0.6172135416666666,
          0.6680613425925925,
          0.6827640335648149,
          0.6948546006944445,
          0.6994994212962964,
          0.7136349826388888,
          0.7139076967592592,
          0.7269574652777777,
          0.7284584780092592,
          0.7292078993055556,
          0.7312145543981481,
          0.7319089988425925,
          0.7353385416666667,
          0.7363563368055555,
          0.7372330729166666
        ],
        "val_f1": [
          0.7548269581056466,
          0.5233186057928326,
          0.5513928914505284,
          0.6229802513464991,
          0.7890961262553802,
          0.7419607843137255,
          0.7595419847328244,
          0.774024024024024,
          0.6988255033557047,
          0.6510186005314438,
          0.6521931767833408,
          0.6809055958991884,
          0.6938947368421052,
          0.7001675041876047,
          0.7078325735598839
        ]
      },
      "test_metrics": {
        "accuracy": 0.6372916666666667,
        "auc_roc": 0.7464637731481482,
        "f1": 0.7104606685514718,
        "confusion_matrix": [
          [
            923,
            277
          ],
          [
            1464,
            2136
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.5308333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              563,
              637
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5308333333333334,
          "pairwise_auc": 0.7140843750000001,
          "pairwise_f1": 0.6026490066225165
        },
        "insight": {
          "accuracy": 0.42,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              696,
              504
            ]
          ],
          "n": 1200,
          "detection_rate": 0.42,
          "pairwise_auc": 0.6437659722222222,
          "pairwise_f1": 0.508833922261484
        },
        "text2img": {
          "accuracy": 0.8291666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              205,
              995
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8291666666666667,
          "pairwise_auc": 0.8815409722222224,
          "pairwise_f1": 0.8050161812297735
        },
        "wiki": {
          "accuracy": 0.7691666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              923,
              277
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.23083333333333333
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.65,
          "auc_roc": 0.7140843750000001,
          "f1": 0.6026490066225165,
          "confusion_matrix": [
            [
              923,
              277
            ],
            [
              563,
              637
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.5945833333333334,
          "auc_roc": 0.6437659722222222,
          "f1": 0.508833922261484,
          "confusion_matrix": [
            [
              923,
              277
            ],
            [
              696,
              504
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7991666666666667,
          "auc_roc": 0.8815409722222224,
          "f1": 0.8050161812297735,
          "confusion_matrix": [
            [
              923,
              277
            ],
            [
              205,
              995
            ]
          ]
        }
      }
    },
    {
      "fold": 4,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.34190545937529315,
          0.33423557830629524,
          0.3278784419651385,
          0.3254611318586049,
          0.32319095537618353,
          0.3206246926828667,
          0.32062207385897634,
          0.318214114010334,
          0.3172161552089232,
          0.3168039749893877,
          0.31658775938881767,
          0.31374884711371526,
          0.3145395788605566,
          0.31365797674214396,
          0.3130338887925501
        ],
        "train_acc": [
          0.5179976851851852,
          0.6002893518518518,
          0.6147569444444444,
          0.6287615740740741,
          0.6365740740740741,
          0.6424189814814815,
          0.6464699074074074,
          0.6509259259259259,
          0.6591435185185185,
          0.6520833333333333,
          0.6596643518518519,
          0.6600115740740741,
          0.6618055555555555,
          0.6641782407407407,
          0.6588541666666666
        ],
        "train_auc": [
          0.580956290009145,
          0.6321801411751258,
          0.6597076385316644,
          0.6695928712277093,
          0.675423060985368,
          0.687096345236054,
          0.6861537012031321,
          0.693255342292524,
          0.6985244841678098,
          0.6981359221393462,
          0.6995920138888889,
          0.7069281907293097,
          0.7061520133173297,
          0.7091995759745084,
          0.7090486754115226
        ],
        "train_f1": [
          0.5996250540787387,
          0.693226737730402,
          0.7046190708612504,
          0.7195628415300547,
          0.7272885183255168,
          0.7303277615327544,
          0.7357813243371827,
          0.7395734392539505,
          0.7449112169770463,
          0.740032863443743,
          0.7467596779055247,
          0.7460557596714934,
          0.7487100103199175,
          0.7499892292447546,
          0.7455651948724589
        ],
        "val_loss": [
          0.3369367082913717,
          0.3295597155888875,
          0.32405452529589335,
          0.31579154878854754,
          0.3234446888168653,
          0.31575660382707915,
          0.31100493085881076,
          0.30960125252604487,
          0.30768936971823374,
          0.3080344771345456,
          0.3091481186449528,
          0.3133338193098704,
          0.30498845701416333,
          0.30529720534880955,
          0.3054157773653666
        ],
        "val_acc": [
          0.5088541666666667,
          0.49166666666666664,
          0.5260416666666666,
          0.634375,
          0.5057291666666667,
          0.6807291666666667,
          0.684375,
          0.5989583333333334,
          0.6802083333333333,
          0.6005208333333333,
          0.5953125,
          0.5515625,
          0.6322916666666667,
          0.6296875,
          0.6286458333333333
        ],
        "val_auc": [
          0.625418113425926,
          0.675193142361111,
          0.6908600983796297,
          0.6994191261574073,
          0.7080750868055555,
          0.7012608506944443,
          0.7157660590277778,
          0.7237608506944445,
          0.7218901909722222,
          0.7242021122685185,
          0.7233080150462963,
          0.7265342881944444,
          0.7289518229166667,
          0.7290747974537036,
          0.7287854456018519
        ],
        "val_f1": [
          0.5692096847875743,
          0.528957528957529,
          0.5719661335841957,
          0.720763723150358,
          0.5345757724374693,
          0.7722036417688591,
          0.772351615326822,
          0.6666666666666666,
          0.7667173252279635,
          0.6701075268817205,
          0.6611426079372001,
          0.6015733456732995,
          0.708505367464905,
          0.7031315240083508,
          0.7015487651737129
        ]
      },
      "test_metrics": {
        "accuracy": 0.6358333333333334,
        "auc_roc": 0.7374539351851852,
        "f1": 0.7076923076923077,
        "confusion_matrix": [
          [
            936,
            264
          ],
          [
            1484,
            2116
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.5383333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              554,
              646
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5383333333333333,
          "pairwise_auc": 0.7096381944444444,
          "pairwise_f1": 0.6123222748815166
        },
        "insight": {
          "accuracy": 0.4166666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              700,
              500
            ]
          ],
          "n": 1200,
          "detection_rate": 0.4166666666666667,
          "pairwise_auc": 0.6287520833333333,
          "pairwise_f1": 0.5091649694501018
        },
        "text2img": {
          "accuracy": 0.8083333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              230,
              970
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8083333333333333,
          "pairwise_auc": 0.873971527777778,
          "pairwise_f1": 0.7970419063270336
        },
        "wiki": {
          "accuracy": 0.78,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              936,
              264
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.21999999999999997
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6591666666666667,
          "auc_roc": 0.7096381944444444,
          "f1": 0.6123222748815166,
          "confusion_matrix": [
            [
              936,
              264
            ],
            [
              554,
              646
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.5983333333333334,
          "auc_roc": 0.6287520833333333,
          "f1": 0.5091649694501018,
          "confusion_matrix": [
            [
              936,
              264
            ],
            [
              700,
              500
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7941666666666667,
          "auc_roc": 0.873971527777778,
          "f1": 0.7970419063270336,
          "confusion_matrix": [
            [
              936,
              264
            ],
            [
              230,
              970
            ]
          ]
        }
      }
    }
  ],
  "aggregated_metrics": {
    "accuracy": {
      "mean": 0.638625,
      "std": 0.009038641967193494,
      "ci_95": 0.007922719002267414,
      "values": [
        0.6289583333333333,
        0.6535416666666667,
        0.6375,
        0.6372916666666667,
        0.6358333333333334
      ]
    },
    "auc_roc": {
      "mean": 0.7346011342592592,
      "std": 0.009055157150786027,
      "ci_95": 0.00793719519895154,
      "values": [
        0.7213978009259259,
        0.7351962962962963,
        0.7324938657407407,
        0.7464637731481482,
        0.7374539351851852
      ]
    },
    "f1": {
      "mean": 0.7135705449014305,
      "std": 0.010521238176426851,
      "ci_95": 0.009222271877822893,
      "values": [
        0.7043983402489626,
        0.7312974632412345,
        0.7140039447731755,
        0.7104606685514718,
        0.7076923076923077
      ]
    }
  },
  "aggregated_per_source": {
    "inpainting": {
      "accuracy": {
        "mean": 0.5556666666666666,
        "std": 0.021109831832584545,
        "ci_95": 0.018503583436729216,
        "values": [
          0.5691666666666667,
          0.5816666666666667,
          0.5583333333333333,
          0.5308333333333334,
          0.5383333333333333
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.5556666666666666,
        "std": 0.021109831832584545,
        "ci_95": 0.018503583436729216,
        "values": [
          0.5691666666666667,
          0.5816666666666667,
          0.5583333333333333,
          0.5308333333333334,
          0.5383333333333333
        ]
      },
      "pairwise_auc": {
        "mean": 0.7138207638888889,
        "std": 0.002735795909474015,
        "ci_95": 0.002398030845450705,
        "values": [
          0.7173145833333333,
          0.7138361111111111,
          0.7142305555555555,
          0.7140843750000001,
          0.7096381944444444
        ]
      },
      "pairwise_f1": {
        "mean": 0.6163340498942093,
        "std": 0.010131166540143349,
        "ci_95": 0.008880359013451697,
        "values": [
          0.6248856358645929,
          0.6276978417266187,
          0.614115490375802,
          0.6026490066225165,
          0.6123222748815166
        ]
      }
    },
    "insight": {
      "accuracy": {
        "mean": 0.4213333333333333,
        "std": 0.026513885251149293,
        "ci_95": 0.023240445109525967,
        "values": [
          0.3883333333333333,
          0.4625,
          0.4191666666666667,
          0.42,
          0.4166666666666667
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.4213333333333333,
        "std": 0.026513885251149293,
        "ci_95": 0.023240445109525967,
        "values": [
          0.3883333333333333,
          0.4625,
          0.4191666666666667,
          0.42,
          0.4166666666666667
        ]
      },
      "pairwise_auc": {
        "mean": 0.620081388888889,
        "std": 0.020309497167347312,
        "ci_95": 0.01780205917197098,
        "values": [
          0.5887399305555556,
          0.6235090277777777,
          0.6156399305555555,
          0.6437659722222222,
          0.6287520833333333
        ]
      },
      "pairwise_f1": {
        "mean": 0.5047977198157233,
        "std": 0.021643796107226543,
        "ci_95": 0.01897162375966632,
        "values": [
          0.473336719146775,
          0.5333974050937049,
          0.4992555831265509,
          0.508833922261484,
          0.5091649694501018
        ]
      }
    },
    "text2img": {
      "accuracy": {
        "mean": 0.8244999999999999,
        "std": 0.014392802985443043,
        "ci_95": 0.012615848057987322,
        "values": [
          0.8108333333333333,
          0.8416666666666667,
          0.8325,
          0.8291666666666667,
          0.8083333333333333
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.8244999999999999,
        "std": 0.014392802985443043,
        "ci_95": 0.012615848057987322,
        "values": [
          0.8108333333333333,
          0.8416666666666667,
          0.8325,
          0.8291666666666667,
          0.8083333333333333
        ]
      },
      "pairwise_auc": {
        "mean": 0.8699012500000002,
        "std": 0.00863706367765329,
        "ci_95": 0.007570720111617017,
        "values": [
          0.8581388888888889,
          0.86824375,
          0.8676111111111111,
          0.8815409722222224,
          0.873971527777778
        ]
      },
      "pairwise_f1": {
        "mean": 0.7960464106880297,
        "std": 0.006779369420033433,
        "ci_95": 0.005942379300169007,
        "values": [
          0.7859450726978998,
          0.7965299684542587,
          0.7956989247311828,
          0.8050161812297735,
          0.7970419063270336
        ]
      }
    },
    "wiki": {
      "accuracy": {
        "mean": 0.7529999999999999,
        "std": 0.021201742590855322,
        "ci_95": 0.018584146768445164,
        "values": [
          0.7475,
          0.7283333333333334,
          0.74,
          0.7691666666666667,
          0.78
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "false_alarm_rate": {
        "mean": 0.24699999999999997,
        "std": 0.02120174259085532,
        "ci_95": 0.01858414676844516,
        "values": [
          0.25249999999999995,
          0.2716666666666666,
          0.26,
          0.23083333333333333,
          0.21999999999999997
        ]
      }
    }
  },
  "aggregated_pairwise": {
    "wiki_vs_inpainting": {
      "accuracy": {
        "mean": 0.6543333333333334,
        "std": 0.004617298392398352,
        "ci_95": 0.004047240486498859,
        "values": [
          0.6583333333333333,
          0.655,
          0.6491666666666667,
          0.65,
          0.6591666666666667
        ]
      },
      "auc_roc": {
        "mean": 0.7138207638888889,
        "std": 0.002735795909474015,
        "ci_95": 0.002398030845450705,
        "values": [
          0.7173145833333333,
          0.7138361111111111,
          0.7142305555555555,
          0.7140843750000001,
          0.7096381944444444
        ]
      },
      "f1": {
        "mean": 0.6163340498942093,
        "std": 0.010131166540143349,
        "ci_95": 0.008880359013451697,
        "values": [
          0.6248856358645929,
          0.6276978417266187,
          0.614115490375802,
          0.6026490066225165,
          0.6123222748815166
        ]
      }
    },
    "wiki_vs_insight": {
      "accuracy": {
        "mean": 0.5871666666666666,
        "std": 0.012998397337107918,
        "ci_95": 0.011393597617375616,
        "values": [
          0.5679166666666666,
          0.5954166666666667,
          0.5795833333333333,
          0.5945833333333334,
          0.5983333333333334
        ]
      },
      "auc_roc": {
        "mean": 0.620081388888889,
        "std": 0.020309497167347312,
        "ci_95": 0.01780205917197098,
        "values": [
          0.5887399305555556,
          0.6235090277777777,
          0.6156399305555555,
          0.6437659722222222,
          0.6287520833333333
        ]
      },
      "f1": {
        "mean": 0.5047977198157233,
        "std": 0.021643796107226543,
        "ci_95": 0.01897162375966632,
        "values": [
          0.473336719146775,
          0.5333974050937049,
          0.4992555831265509,
          0.508833922261484,
          0.5091649694501018
        ]
      }
    },
    "wiki_vs_text2img": {
      "accuracy": {
        "mean": 0.7887500000000001,
        "std": 0.007905694150420953,
        "ci_95": 0.006929646455628169,
        "values": [
          0.7791666666666667,
          0.785,
          0.78625,
          0.7991666666666667,
          0.7941666666666667
        ]
      },
      "auc_roc": {
        "mean": 0.8699012500000002,
        "std": 0.00863706367765329,
        "ci_95": 0.007570720111617017,
        "values": [
          0.8581388888888889,
          0.86824375,
          0.8676111111111111,
          0.8815409722222224,
          0.873971527777778
        ]
      },
      "f1": {
        "mean": 0.7960464106880297,
        "std": 0.006779369420033433,
        "ci_95": 0.005942379300169007,
        "values": [
          0.7859450726978998,
          0.7965299684542587,
          0.7956989247311828,
          0.8050161812297735,
          0.7970419063270336
        ]
      }
    }
  },
  "config": {
    "seed": 42,
    "cv_folds": 5,
    "batch_size": 32,
    "num_workers": 4,
    "early_stopping_patience": 5,
    "lr": 0.0001,
    "weight_decay": 0.0001,
    "T_max": 15,
    "data_dir": "data",
    "run_name": "p2d_simplecnn_aug",
    "backbone": "simple_cnn",
    "cnn_preset": "medium",
    "dropout": 0.0,
    "epochs": 15,
    "image_size": 224,
    "subsample": 0.2,
    "augment": {
      "hflip_p": 0.5,
      "rotation_degrees": 10,
      "brightness": 0.2,
      "contrast": 0.2,
      "saturation": 0.1,
      "hue": 0.02,
      "grayscale_p": 0.1,
      "blur_p": 0.1,
      "erase_p": 0.2,
      "noise_p": 0.3,
      "noise_std": 0.04
    }
  }
}