{
  "run_name": "p1_simplecnn_baseline",
  "n_folds": 5,
  "fold_results": [
    {
      "fold": 0,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.3346501660567743,
          0.3192252992479889,
          0.31206709083031725,
          0.30691634201341206,
          0.3023274021844069,
          0.29677660677719997,
          0.29325537408391633,
          0.29081125626409493,
          0.2881800217209039,
          0.2846500360303455,
          0.28296238032204135,
          0.2810634497967031,
          0.2794253593793622,
          0.277810283501943,
          0.2776510996123155
        ],
        "train_acc": [
          0.5081018518518519,
          0.6344907407407407,
          0.6483796296296296,
          0.6711805555555556,
          0.6748263888888889,
          0.6851851851851852,
          0.6902777777777778,
          0.6938657407407407,
          0.702025462962963,
          0.7045717592592593,
          0.7101273148148148,
          0.7141203703703703,
          0.7125,
          0.7185763888888889,
          0.7173032407407407
        ],
        "train_auc": [
          0.6287196448473937,
          0.6900440368512804,
          0.7102579696787836,
          0.7244584476451761,
          0.7365919799525605,
          0.7494974208390489,
          0.7580394268689987,
          0.7634302662037036,
          0.7690736364740511,
          0.7766107610310927,
          0.7808713777434841,
          0.784866933870599,
          0.7877255158321902,
          0.7914462144918838,
          0.7916608706990169
        ],
        "train_f1": [
          0.5633860694472981,
          0.7221537920112616,
          0.7324290998766955,
          0.7560326320309145,
          0.7567005845421086,
          0.7657797296133644,
          0.7689917127071824,
          0.772531819745442,
          0.7796465100355202,
          0.7813048879749818,
          0.7864421232146663,
          0.7895364689843217,
          0.787801127626858,
          0.7924898655856625,
          0.7918530827900635
        ],
        "val_loss": [
          0.32851970146099724,
          0.33090306669473646,
          0.30912243214746316,
          0.3026419480641683,
          0.30178220694263774,
          0.29687194476524986,
          0.2971705784400304,
          0.2919185152898232,
          0.2928813929359118,
          0.2944591929515203,
          0.2910800057152907,
          0.28581606037914753,
          0.2896332995345195,
          0.28544751058022183,
          0.2846951966484388
        ],
        "val_acc": [
          0.6276041666666666,
          0.4822916666666667,
          0.6713541666666667,
          0.6822916666666666,
          0.6296875,
          0.6411458333333333,
          0.7197916666666667,
          0.6979166666666666,
          0.7411458333333333,
          0.6223958333333334,
          0.6375,
          0.7255208333333333,
          0.734375,
          0.7104166666666667,
          0.7161458333333334
        ],
        "val_auc": [
          0.6543258101851852,
          0.687290943287037,
          0.7249045138888889,
          0.7365899884259259,
          0.7390733506944444,
          0.7485373263888888,
          0.7530570023148149,
          0.7628190104166667,
          0.7714670138888889,
          0.7614467592592593,
          0.7665675636574074,
          0.7777184606481481,
          0.774447337962963,
          0.7745818865740741,
          0.7780135995370371
        ],
        "val_f1": [
          0.7274113610369806,
          0.5005025125628141,
          0.7545702061454687,
          0.7644787644787645,
          0.702136573104315,
          0.7144633236634894,
          0.803218727139722,
          0.7736143637782982,
          0.8212873067241999,
          0.6876346402412753,
          0.7070707070707071,
          0.8016560030109146,
          0.8123620309050773,
          0.7871362940275651,
          0.7912677135197242
        ]
      },
      "test_metrics": {
        "accuracy": 0.7177083333333333,
        "auc_roc": 0.7838011574074074,
        "f1": 0.7943542267415389,
        "confusion_matrix": [
          [
            828,
            372
          ],
          [
            983,
            2617
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.7316666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              322,
              878
            ]
          ],
          "n": 1200,
          "detection_rate": 0.7316666666666667,
          "pairwise_auc": 0.7876569444444443,
          "pairwise_f1": 0.7167346938775511
        },
        "insight": {
          "accuracy": 0.5616666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              526,
              674
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5616666666666666,
          "pairwise_auc": 0.6755444444444445,
          "pairwise_f1": 0.6001780943900267
        },
        "text2img": {
          "accuracy": 0.8875,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              135,
              1065
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8875,
          "pairwise_auc": 0.8882020833333333,
          "pairwise_f1": 0.8077360637087599
        },
        "wiki": {
          "accuracy": 0.69,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              828,
              372
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.31000000000000005
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.7108333333333333,
          "auc_roc": 0.7876569444444443,
          "f1": 0.7167346938775511,
          "confusion_matrix": [
            [
              828,
              372
            ],
            [
              322,
              878
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.6258333333333334,
          "auc_roc": 0.6755444444444445,
          "f1": 0.6001780943900267,
          "confusion_matrix": [
            [
              828,
              372
            ],
            [
              526,
              674
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.78875,
          "auc_roc": 0.8882020833333333,
          "f1": 0.8077360637087599,
          "confusion_matrix": [
            [
              828,
              372
            ],
            [
              135,
              1065
            ]
          ]
        }
      }
    },
    {
      "fold": 1,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.33287020769936065,
          0.31724516280271386,
          0.31064122178488307,
          0.3058183306069286,
          0.3016094679909724,
          0.29988867938518526,
          0.2974788663563905,
          0.2937378372859072,
          0.29088224037377924,
          0.28740419626787855,
          0.28645941275689335,
          0.28386374767179845,
          0.28320960984737786,
          0.282447586098203,
          0.28205930833463316
        ],
        "train_acc": [
          0.5519097222222222,
          0.6278935185185185,
          0.6530671296296297,
          0.6608217592592592,
          0.6713541666666667,
          0.6750578703703703,
          0.6860532407407407,
          0.6871527777777777,
          0.690625,
          0.6932291666666667,
          0.7,
          0.6988425925925926,
          0.7033564814814814,
          0.7064236111111111,
          0.7067129629629629
        ],
        "train_auc": [
          0.6354667048896891,
          0.6927244173668268,
          0.7121327821359169,
          0.7256365740740741,
          0.7351972504429585,
          0.7401355041866713,
          0.7455139478309329,
          0.7538817265374942,
          0.7599668317043895,
          0.767111848779721,
          0.770281019590192,
          0.7745531657235939,
          0.7767934813671696,
          0.7789927787065616,
          0.7798625578703704
        ],
        "train_f1": [
          0.628187274909964,
          0.7128951598499732,
          0.7384722767526065,
          0.7443179339527985,
          0.7535049264290985,
          0.7566630552546045,
          0.7664758297103009,
          0.7676038173845757,
          0.7694695989650712,
          0.771715257740838,
          0.7773769646998197,
          0.7758249332299475,
          0.7796785008166424,
          0.7824334176780889,
          0.7826944515907727
        ],
        "val_loss": [
          0.3259876777728399,
          0.3222517820696036,
          0.3081994076569875,
          0.330890358487765,
          0.3316652526458104,
          0.3155295995374521,
          0.30306527639428776,
          0.3021728872011105,
          0.32027635145932437,
          0.29995816548665366,
          0.2953853040933609,
          0.29479864947497847,
          0.29465246871113776,
          0.29583008649448556,
          0.2929837185889482
        ],
        "val_acc": [
          0.5276041666666667,
          0.7109375,
          0.6317708333333333,
          0.4557291666666667,
          0.7463541666666667,
          0.5364583333333334,
          0.7036458333333333,
          0.7020833333333333,
          0.7526041666666666,
          0.7119791666666667,
          0.6854166666666667,
          0.6994791666666667,
          0.7109375,
          0.7192708333333333,
          0.6864583333333333
        ],
        "val_auc": [
          0.6886089409722222,
          0.7032530381944445,
          0.7218272569444445,
          0.734505931712963,
          0.7297547743055555,
          0.7397858796296296,
          0.7479029224537037,
          0.7465581597222222,
          0.7514113136574074,
          0.7553891782407408,
          0.7594950810185186,
          0.7613961226851851,
          0.7645341435185187,
          0.7631582754629629,
          0.7647099247685185
        ],
        "val_f1": [
          0.5731764705882353,
          0.8060118839566585,
          0.7079719124328789,
          0.4444444444444444,
          0.8385813722240636,
          0.576593720266413,
          0.7848771266540643,
          0.7870439314966493,
          0.8392554991539763,
          0.7931163486719043,
          0.7629513343799058,
          0.7762698720434277,
          0.7896930655551345,
          0.7971396311629657,
          0.7633647798742138
        ]
      },
      "test_metrics": {
        "accuracy": 0.6933333333333334,
        "auc_roc": 0.7694782407407408,
        "f1": 0.7703588143525741,
        "confusion_matrix": [
          [
            859,
            341
          ],
          [
            1131,
            2469
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.6766666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              388,
              812
            ]
          ],
          "n": 1200,
          "detection_rate": 0.6766666666666666,
          "pairwise_auc": 0.7611951388888889,
          "pairwise_f1": 0.6901827454313643
        },
        "insight": {
          "accuracy": 0.5225,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              573,
              627
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5225,
          "pairwise_auc": 0.6666326388888889,
          "pairwise_f1": 0.5784132841328413
        },
        "text2img": {
          "accuracy": 0.8583333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              170,
              1030
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8583333333333333,
          "pairwise_auc": 0.8806069444444444,
          "pairwise_f1": 0.8012446518864255
        },
        "wiki": {
          "accuracy": 0.7158333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              859,
              341
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.2841666666666667
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.69625,
          "auc_roc": 0.7611951388888889,
          "f1": 0.6901827454313643,
          "confusion_matrix": [
            [
              859,
              341
            ],
            [
              388,
              812
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.6191666666666666,
          "auc_roc": 0.6666326388888889,
          "f1": 0.5784132841328413,
          "confusion_matrix": [
            [
              859,
              341
            ],
            [
              573,
              627
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7870833333333334,
          "auc_roc": 0.8806069444444444,
          "f1": 0.8012446518864255,
          "confusion_matrix": [
            [
              859,
              341
            ],
            [
              170,
              1030
            ]
          ]
        }
      }
    },
    {
      "fold": 2,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.33655071553808674,
          0.321854180842638,
          0.3146107524909355,
          0.30974730443623333,
          0.30594114744000966,
          0.30158254981592847,
          0.29831719867609163,
          0.29523005148878806,
          0.2938832444449266,
          0.29102997652910373,
          0.2891627273073903,
          0.28717040626539125,
          0.2854978916545709,
          0.2848287137294257,
          0.28433997159202895
        ],
        "train_acc": [
          0.6290509259259259,
          0.6122685185185185,
          0.6407407407407407,
          0.6531828703703704,
          0.6608217592592592,
          0.6714699074074074,
          0.6833333333333333,
          0.6828703703703703,
          0.687962962962963,
          0.6897569444444445,
          0.6927083333333334,
          0.6972800925925926,
          0.6988425925925926,
          0.6990740740740741,
          0.7028356481481481
        ],
        "train_auc": [
          0.6172178283607681,
          0.6760196884287837,
          0.6983209644347279,
          0.713200928069273,
          0.7234593353480795,
          0.7350504490312071,
          0.7437294685213763,
          0.7502861636231138,
          0.7550577364111797,
          0.7604768589963421,
          0.7648405349794238,
          0.7698305416237997,
          0.7737597432984682,
          0.774700592278235,
          0.7764962973679699
        ],
        "train_f1": [
          0.7338481979737586,
          0.6984427041137816,
          0.7275520056174845,
          0.7378504877301956,
          0.744741082705457,
          0.7537200121469785,
          0.7647058823529411,
          0.7625444145939856,
          0.7676863420939251,
          0.7683933123082904,
          0.7714949651432997,
          0.7754646521011289,
          0.7762490325909365,
          0.776536312849162,
          0.7795096397440852
        ],
        "val_loss": [
          0.3331386372447014,
          0.33060519645611447,
          0.3087902384499709,
          0.32562951805690926,
          0.30596346855163575,
          0.3003089755773544,
          0.29601568169891834,
          0.29855594610174496,
          0.29671997502446174,
          0.302661178757747,
          0.2891139057775339,
          0.28976994206508,
          0.2897218874345223,
          0.2861236933618784,
          0.2861021713664134
        ],
        "val_acc": [
          0.6770833333333334,
          0.46041666666666664,
          0.615625,
          0.7239583333333334,
          0.6541666666666667,
          0.6296875,
          0.684375,
          0.6682291666666667,
          0.6447916666666667,
          0.7416666666666667,
          0.6958333333333333,
          0.7026041666666667,
          0.7104166666666667,
          0.6895833333333333,
          0.684375
        ],
        "val_auc": [
          0.6454716435185186,
          0.688054832175926,
          0.7210807291666667,
          0.7221657986111112,
          0.7302473958333334,
          0.7481141493055554,
          0.7527408854166666,
          0.7419885706018519,
          0.7501721643518519,
          0.763677662037037,
          0.7683622685185185,
          0.7682725694444444,
          0.7707986111111111,
          0.7764127604166666,
          0.7757638888888888
        ],
        "val_f1": [
          0.7818437719915552,
          0.4581589958158996,
          0.690176322418136,
          0.8199728260869565,
          0.7331189710610932,
          0.6988564167725541,
          0.766023166023166,
          0.7506849315068493,
          0.7184145334434352,
          0.8252290345313601,
          0.773467804499612,
          0.7809742999616417,
          0.7900302114803626,
          0.7677318784099766,
          0.7619795758051846
        ]
      },
      "test_metrics": {
        "accuracy": 0.695,
        "auc_roc": 0.7747501157407407,
        "f1": 0.7706048260733313,
        "confusion_matrix": [
          [
            877,
            323
          ],
          [
            1141,
            2459
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.665,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              402,
              798
            ]
          ],
          "n": 1200,
          "detection_rate": 0.665,
          "pairwise_auc": 0.7623197916666667,
          "pairwise_f1": 0.6876346402412753
        },
        "insight": {
          "accuracy": 0.5241666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              571,
              629
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5241666666666667,
          "pairwise_auc": 0.6778611111111111,
          "pairwise_f1": 0.5845724907063197
        },
        "text2img": {
          "accuracy": 0.86,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              168,
              1032
            ]
          ],
          "n": 1200,
          "detection_rate": 0.86,
          "pairwise_auc": 0.8840694444444445,
          "pairwise_f1": 0.8078277886497065
        },
        "wiki": {
          "accuracy": 0.7308333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              877,
              323
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.26916666666666667
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6979166666666666,
          "auc_roc": 0.7623197916666667,
          "f1": 0.6876346402412753,
          "confusion_matrix": [
            [
              877,
              323
            ],
            [
              402,
              798
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.6275,
          "auc_roc": 0.6778611111111111,
          "f1": 0.5845724907063197,
          "confusion_matrix": [
            [
              877,
              323
            ],
            [
              571,
              629
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7954166666666667,
          "auc_roc": 0.8840694444444445,
          "f1": 0.8078277886497065,
          "confusion_matrix": [
            [
              877,
              323
            ],
            [
              168,
              1032
            ]
          ]
        }
      }
    },
    {
      "fold": 3,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.33558250480779894,
          0.32017956525087354,
          0.31335426673845007,
          0.30739296031770885,
          0.30210169360593514,
          0.2993158172954012,
          0.2966337667571174,
          0.29390896244181525,
          0.2896360481778781,
          0.2874575526901969,
          0.2853725731648781,
          0.28404737746825925,
          0.28240771815180776,
          0.28153970249825055,
          0.28095253192716174
        ],
        "train_acc": [
          0.6363425925925926,
          0.6223958333333334,
          0.6483217592592593,
          0.6615162037037037,
          0.6716435185185186,
          0.6791666666666667,
          0.6831597222222222,
          0.6952546296296296,
          0.6954861111111111,
          0.7033564814814814,
          0.7071759259259259,
          0.702488425925926,
          0.7075231481481481,
          0.7070601851851852,
          0.7079282407407408
        ],
        "train_auc": [
          0.6226339234682213,
          0.6819230824188386,
          0.7038211680526978,
          0.7208862561442616,
          0.7350942090334933,
          0.7414628611539781,
          0.7476869802383401,
          0.7551400230767034,
          0.7643345800468679,
          0.7707347125771604,
          0.7741903595821902,
          0.776510809613626,
          0.7813147915952218,
          0.7824827103337906,
          0.7839221643518518
        ],
        "train_f1": [
          0.7411008569545154,
          0.7088223481636843,
          0.7339200490389246,
          0.744974929147591,
          0.7538608363699462,
          0.7613430908308222,
          0.7639577495149816,
          0.7752454118651302,
          0.7733069102188523,
          0.7803205622696494,
          0.7832419465387251,
          0.7793278104476972,
          0.783776846068281,
          0.782821348893084,
          0.7834184439771703
        ],
        "val_loss": [
          0.3329686331252257,
          0.3172327414155006,
          0.32925771673520404,
          0.3023487875858943,
          0.30110858430465065,
          0.3045055687427521,
          0.2880402889102697,
          0.2909245935579141,
          0.2851847360531489,
          0.28721089474856853,
          0.28238330483436586,
          0.28091805552442867,
          0.27951585613191127,
          0.27924353666603563,
          0.27984871752560136
        ],
        "val_acc": [
          0.6786458333333333,
          0.5588541666666667,
          0.4609375,
          0.6270833333333333,
          0.6958333333333333,
          0.73125,
          0.7010416666666667,
          0.7083333333333334,
          0.6713541666666667,
          0.6578125,
          0.70625,
          0.7151041666666667,
          0.7,
          0.7010416666666667,
          0.7203125
        ],
        "val_auc": [
          0.6489416956018519,
          0.7007465277777777,
          0.710368923611111,
          0.7392505787037037,
          0.7437825520833332,
          0.7508210358796297,
          0.7698379629629629,
          0.765999710648148,
          0.7754774305555556,
          0.7733347800925926,
          0.7819343171296296,
          0.7852010995370371,
          0.786001880787037,
          0.7867426215277777,
          0.7875716145833334
        ],
        "val_f1": [
          0.785838250607428,
          0.6179521876409563,
          0.4572627163083377,
          0.6968670618120237,
          0.7804511278195488,
          0.8177966101694916,
          0.7794004611837049,
          0.7927461139896373,
          0.744637798462161,
          0.7252195734002509,
          0.7829099307159353,
          0.7908221797323136,
          0.7735849056603774,
          0.7738376674546887,
          0.7944890929965557
        ]
      },
      "test_metrics": {
        "accuracy": 0.7125,
        "auc_roc": 0.7855067129629629,
        "f1": 0.7879532882606023,
        "confusion_matrix": [
          [
            856,
            344
          ],
          [
            1036,
            2564
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.6883333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              374,
              826
            ]
          ],
          "n": 1200,
          "detection_rate": 0.6883333333333334,
          "pairwise_auc": 0.7672638888888889,
          "pairwise_f1": 0.6970464135021097
        },
        "insight": {
          "accuracy": 0.5441666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              547,
              653
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5441666666666667,
          "pairwise_auc": 0.6868111111111111,
          "pairwise_f1": 0.594446973145198
        },
        "text2img": {
          "accuracy": 0.9041666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              115,
              1085
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9041666666666667,
          "pairwise_auc": 0.902445138888889,
          "pairwise_f1": 0.8254089007227082
        },
        "wiki": {
          "accuracy": 0.7133333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              856,
              344
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.2866666666666666
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.7008333333333333,
          "auc_roc": 0.7672638888888889,
          "f1": 0.6970464135021097,
          "confusion_matrix": [
            [
              856,
              344
            ],
            [
              374,
              826
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.62875,
          "auc_roc": 0.6868111111111111,
          "f1": 0.594446973145198,
          "confusion_matrix": [
            [
              856,
              344
            ],
            [
              547,
              653
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.80875,
          "auc_roc": 0.902445138888889,
          "f1": 0.8254089007227082,
          "confusion_matrix": [
            [
              856,
              344
            ],
            [
              115,
              1085
            ]
          ]
        }
      }
    },
    {
      "fold": 4,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.33431985822540744,
          0.31918365593861653,
          0.31112482442899986,
          0.3061287344881782,
          0.3020313317852992,
          0.2975266167687045,
          0.29550419957549484,
          0.2913145370229527,
          0.289265175798425,
          0.2858682273162736,
          0.28368009836585434,
          0.2820883631706238,
          0.2811974667564586,
          0.2801076131010497,
          0.28014156498290876
        ],
        "train_acc": [
          0.5418981481481482,
          0.6327546296296296,
          0.653587962962963,
          0.6692708333333334,
          0.6817129629629629,
          0.6865162037037037,
          0.6912615740740741,
          0.6932870370370371,
          0.6991898148148148,
          0.7071759259259259,
          0.7096064814814815,
          0.711400462962963,
          0.7132523148148148,
          0.7140046296296296,
          0.7130208333333333
        ],
        "train_auc": [
          0.6280291298725423,
          0.6886572198645404,
          0.7127941297296525,
          0.7274225626571789,
          0.7367016657378829,
          0.7485746742112482,
          0.7528753357910378,
          0.7610719325131459,
          0.7666531725108597,
          0.7739525105738454,
          0.7787101248142432,
          0.7829224001200275,
          0.7844403631544353,
          0.7865075767318245,
          0.786264271119113
        ],
        "train_f1": [
          0.6176953540036705,
          0.719550998762595,
          0.7376862401402279,
          0.7518992836987194,
          0.7637254059627115,
          0.7660750528997712,
          0.7716865665254419,
          0.7721018231854145,
          0.7767757450828824,
          0.7835571905210027,
          0.7858666894256209,
          0.7869440765582946,
          0.7884377268263524,
          0.7888936351986331,
          0.7886819789491627
        ],
        "val_loss": [
          0.32599874412020047,
          0.3156606926272313,
          0.3056748901804288,
          0.30458813918133576,
          0.2982352774590254,
          0.31187910462419194,
          0.2944885056465864,
          0.29124660082161424,
          0.2959661457687616,
          0.28813540091117223,
          0.285796557739377,
          0.2868611551821232,
          0.2848579311122497,
          0.28392290882766247,
          0.28408890453477703
        ],
        "val_acc": [
          0.5875,
          0.6958333333333333,
          0.6130208333333333,
          0.7,
          0.6333333333333333,
          0.7317708333333334,
          0.7177083333333333,
          0.6828125,
          0.7416666666666667,
          0.6765625,
          0.7072916666666667,
          0.659375,
          0.7177083333333333,
          0.7161458333333334,
          0.715625
        ],
        "val_auc": [
          0.6682689525462964,
          0.707142650462963,
          0.7284150752314815,
          0.7342404513888889,
          0.7437934027777777,
          0.7387912326388888,
          0.7560691550925926,
          0.7592816840277777,
          0.7636552372685185,
          0.7648054108796296,
          0.7714214409722222,
          0.7730041956018519,
          0.7741608796296297,
          0.7753616898148148,
          0.7752047164351852
        ],
        "val_f1": [
          0.665257819103973,
          0.7863935625457206,
          0.6863655550865344,
          0.7865085248332098,
          0.7090909090909091,
          0.8216141323172844,
          0.7982129560685034,
          0.7588118811881188,
          0.8241134751773049,
          0.751500600240096,
          0.7821705426356589,
          0.7295285359801489,
          0.7940729483282675,
          0.7911077041011882,
          0.7906441717791411
        ]
      },
      "test_metrics": {
        "accuracy": 0.7008333333333333,
        "auc_roc": 0.779677662037037,
        "f1": 0.7773643410852713,
        "confusion_matrix": [
          [
            857,
            343
          ],
          [
            1093,
            2507
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.675,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              390,
              810
            ]
          ],
          "n": 1200,
          "detection_rate": 0.675,
          "pairwise_auc": 0.7660281250000001,
          "pairwise_f1": 0.6884827879303017
        },
        "insight": {
          "accuracy": 0.5425,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              549,
              651
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5425,
          "pairwise_auc": 0.6831673611111111,
          "pairwise_f1": 0.593436645396536
        },
        "text2img": {
          "accuracy": 0.8716666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              154,
              1046
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8716666666666667,
          "pairwise_auc": 0.8898375,
          "pairwise_f1": 0.8080339899575125
        },
        "wiki": {
          "accuracy": 0.7141666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              857,
              343
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.2858333333333334
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.6945833333333333,
          "auc_roc": 0.7660281250000001,
          "f1": 0.6884827879303017,
          "confusion_matrix": [
            [
              857,
              343
            ],
            [
              390,
              810
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.6283333333333333,
          "auc_roc": 0.6831673611111111,
          "f1": 0.593436645396536,
          "confusion_matrix": [
            [
              857,
              343
            ],
            [
              549,
              651
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7929166666666667,
          "auc_roc": 0.8898375,
          "f1": 0.8080339899575125,
          "confusion_matrix": [
            [
              857,
              343
            ],
            [
              154,
              1046
            ]
          ]
        }
      }
    }
  ],
  "aggregated_metrics": {
    "accuracy": {
      "mean": 0.7038749999999999,
      "std": 0.010780721605409037,
      "ci_95": 0.009449719131628547,
      "values": [
        0.7177083333333333,
        0.6933333333333334,
        0.695,
        0.7125,
        0.7008333333333333
      ]
    },
    "auc_roc": {
      "mean": 0.7786427777777778,
      "std": 0.006594221502529234,
      "ci_95": 0.005780089995031698,
      "values": [
        0.7838011574074074,
        0.7694782407407408,
        0.7747501157407407,
        0.7855067129629629,
        0.779677662037037
      ]
    },
    "f1": {
      "mean": 0.7801270993026636,
      "std": 0.010693295797546843,
      "ci_95": 0.009373087032276406,
      "values": [
        0.7943542267415389,
        0.7703588143525741,
        0.7706048260733313,
        0.7879532882606023,
        0.7773643410852713
      ]
    }
  },
  "aggregated_per_source": {
    "inpainting": {
      "accuracy": {
        "mean": 0.6873333333333334,
        "std": 0.026130016796354683,
        "ci_95": 0.022903969573465258,
        "values": [
          0.7316666666666667,
          0.6766666666666666,
          0.665,
          0.6883333333333334,
          0.675
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.6873333333333334,
        "std": 0.026130016796354683,
        "ci_95": 0.022903969573465258,
        "values": [
          0.7316666666666667,
          0.6766666666666666,
          0.665,
          0.6883333333333334,
          0.675
        ]
      },
      "pairwise_auc": {
        "mean": 0.7688927777777778,
        "std": 0.010786696159211689,
        "ci_95": 0.009454956058936226,
        "values": [
          0.7876569444444443,
          0.7611951388888889,
          0.7623197916666667,
          0.7672638888888889,
          0.7660281250000001
        ]
      },
      "pairwise_f1": {
        "mean": 0.6960162561965204,
        "std": 0.01215883795849285,
        "ci_95": 0.010657691375417153,
        "values": [
          0.7167346938775511,
          0.6901827454313643,
          0.6876346402412753,
          0.6970464135021097,
          0.6884827879303017
        ]
      }
    },
    "insight": {
      "accuracy": {
        "mean": 0.5389999999999999,
        "std": 0.016163229875244614,
        "ci_95": 0.014167695648904941,
        "values": [
          0.5616666666666666,
          0.5225,
          0.5241666666666667,
          0.5441666666666667,
          0.5425
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.5389999999999999,
        "std": 0.016163229875244614,
        "ci_95": 0.014167695648904941,
        "values": [
          0.5616666666666666,
          0.5225,
          0.5241666666666667,
          0.5441666666666667,
          0.5425
        ]
      },
      "pairwise_auc": {
        "mean": 0.6780033333333334,
        "std": 0.007739560487354743,
        "ci_95": 0.006784023879353069,
        "values": [
          0.6755444444444445,
          0.6666326388888889,
          0.6778611111111111,
          0.6868111111111111,
          0.6831673611111111
        ]
      },
      "pairwise_f1": {
        "mean": 0.5902094975541843,
        "std": 0.008641037303778168,
        "ci_95": 0.007574203148484918,
        "values": [
          0.6001780943900267,
          0.5784132841328413,
          0.5845724907063197,
          0.594446973145198,
          0.593436645396536
        ]
      }
    },
    "text2img": {
      "accuracy": {
        "mean": 0.8763333333333334,
        "std": 0.019441864908262052,
        "ci_95": 0.01704154596534273,
        "values": [
          0.8875,
          0.8583333333333333,
          0.86,
          0.9041666666666667,
          0.8716666666666667
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.8763333333333334,
        "std": 0.019441864908262052,
        "ci_95": 0.01704154596534273,
        "values": [
          0.8875,
          0.8583333333333333,
          0.86,
          0.9041666666666667,
          0.8716666666666667
        ]
      },
      "pairwise_auc": {
        "mean": 0.8890322222222222,
        "std": 0.008319531316208516,
        "ci_95": 0.007292390725080371,
        "values": [
          0.8882020833333333,
          0.8806069444444444,
          0.8840694444444445,
          0.902445138888889,
          0.8898375
        ]
      },
      "pairwise_f1": {
        "mean": 0.8100502789850225,
        "std": 0.009052441761187644,
        "ci_95": 0.007934815055026407,
        "values": [
          0.8077360637087599,
          0.8012446518864255,
          0.8078277886497065,
          0.8254089007227082,
          0.8080339899575125
        ]
      }
    },
    "wiki": {
      "accuracy": {
        "mean": 0.7128333333333334,
        "std": 0.014632061448142664,
        "ci_95": 0.012825567347208395,
        "values": [
          0.69,
          0.7158333333333333,
          0.7308333333333333,
          0.7133333333333334,
          0.7141666666666666
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "false_alarm_rate": {
        "mean": 0.2871666666666667,
        "std": 0.014632061448142664,
        "ci_95": 0.012825567347208395,
        "values": [
          0.31000000000000005,
          0.2841666666666667,
          0.26916666666666667,
          0.2866666666666666,
          0.2858333333333334
        ]
      }
    }
  },
  "aggregated_pairwise": {
    "wiki_vs_inpainting": {
      "accuracy": {
        "mean": 0.7000833333333333,
        "std": 0.006437466289016363,
        "ci_95": 0.005642687992240727,
        "values": [
          0.7108333333333333,
          0.69625,
          0.6979166666666666,
          0.7008333333333333,
          0.6945833333333333
        ]
      },
      "auc_roc": {
        "mean": 0.7688927777777778,
        "std": 0.010786696159211689,
        "ci_95": 0.009454956058936226,
        "values": [
          0.7876569444444443,
          0.7611951388888889,
          0.7623197916666667,
          0.7672638888888889,
          0.7660281250000001
        ]
      },
      "f1": {
        "mean": 0.6960162561965204,
        "std": 0.01215883795849285,
        "ci_95": 0.010657691375417153,
        "values": [
          0.7167346938775511,
          0.6901827454313643,
          0.6876346402412753,
          0.6970464135021097,
          0.6884827879303017
        ]
      }
    },
    "wiki_vs_insight": {
      "accuracy": {
        "mean": 0.6259166666666667,
        "std": 0.0039352396510392035,
        "ci_95": 0.003449389640050674,
        "values": [
          0.6258333333333334,
          0.6191666666666666,
          0.6275,
          0.62875,
          0.6283333333333333
        ]
      },
      "auc_roc": {
        "mean": 0.6780033333333334,
        "std": 0.007739560487354743,
        "ci_95": 0.006784023879353069,
        "values": [
          0.6755444444444445,
          0.6666326388888889,
          0.6778611111111111,
          0.6868111111111111,
          0.6831673611111111
        ]
      },
      "f1": {
        "mean": 0.5902094975541843,
        "std": 0.008641037303778168,
        "ci_95": 0.007574203148484918,
        "values": [
          0.6001780943900267,
          0.5784132841328413,
          0.5845724907063197,
          0.594446973145198,
          0.593436645396536
        ]
      }
    },
    "wiki_vs_text2img": {
      "accuracy": {
        "mean": 0.7945833333333333,
        "std": 0.008579691784155822,
        "ci_95": 0.007520431429704598,
        "values": [
          0.78875,
          0.7870833333333334,
          0.7954166666666667,
          0.80875,
          0.7929166666666667
        ]
      },
      "auc_roc": {
        "mean": 0.8890322222222222,
        "std": 0.008319531316208516,
        "ci_95": 0.007292390725080371,
        "values": [
          0.8882020833333333,
          0.8806069444444444,
          0.8840694444444445,
          0.902445138888889,
          0.8898375
        ]
      },
      "f1": {
        "mean": 0.8100502789850225,
        "std": 0.009052441761187644,
        "ci_95": 0.007934815055026407,
        "values": [
          0.8077360637087599,
          0.8012446518864255,
          0.8078277886497065,
          0.8254089007227082,
          0.8080339899575125
        ]
      }
    }
  },
  "config": {
    "seed": 42,
    "cv_folds": 5,
    "batch_size": 32,
    "num_workers": 4,
    "early_stopping_patience": 5,
    "lr": 0.0001,
    "weight_decay": 0.0001,
    "T_max": 15,
    "data_dir": "data",
    "run_name": "p1_simplecnn_baseline",
    "backbone": "simple_cnn",
    "cnn_preset": "medium",
    "dropout": 0.0,
    "epochs": 15,
    "image_size": 128,
    "subsample": 0.2,
    "augment": false
  }
}