{
  "run_name": "p2a_t3_holdout_inpainting",
  "n_folds": 5,
  "fold_results": [
    {
      "fold": 0,
      "train_size": 12960,
      "val_size": 1440,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.25781509587426243,
          0.1214831151712088,
          0.06513902116796852,
          0.03926007057724084,
          0.025138242795336187,
          0.017598178024032945,
          0.01244043387198838,
          0.0073325110016154256,
          0.005493426220417871,
          0.0031292137056453486,
          0.0015878780434124768,
          0.0015818994841785394
        ],
        "train_acc": [
          0.8106481481481481,
          0.9251543209876543,
          0.9647376543209877,
          0.9807098765432098,
          0.9880401234567902,
          0.9916666666666667,
          0.9955246913580247,
          0.995679012345679,
          0.9978395061728395,
          0.9984567901234568,
          0.9991512345679012,
          0.9991512345679012
        ],
        "train_auc": [
          0.9047242182141633,
          0.9798570387517147,
          0.9940130020790466,
          0.9977021176268862,
          0.9989674693501371,
          0.9994267216435185,
          0.9995074856395748,
          0.9999243130572703,
          0.999924862289952,
          0.9999896449545609,
          0.9999976959019203,
          0.9999973476080248
        ],
        "train_f1": [
          0.8494663231505337,
          0.943075117370892,
          0.9734194148781481,
          0.9854803113021257,
          0.991018137567364,
          0.9937413073713491,
          0.9966407969419668,
          0.9967570071809126,
          0.9983790668056038,
          0.9988427265362805,
          0.9993633153904035,
          0.9993633890850165
        ],
        "val_loss": [
          0.21581555555264156,
          0.23866513189342287,
          0.26745867414606944,
          0.3027038105660015,
          0.31426937364869645,
          0.3139076674977938,
          0.2954678490757942,
          0.3496660818656286,
          0.37485053605503504,
          0.3242863669991493,
          0.3113009749187364,
          0.31638388302591114
        ],
        "val_acc": [
          0.8305555555555556,
          0.8493055555555555,
          0.8888888888888888,
          0.8930555555555556,
          0.8986111111111111,
          0.8972222222222223,
          0.90625,
          0.9,
          0.90625,
          0.9111111111111111,
          0.9152777777777777,
          0.9118055555555555
        ],
        "val_auc": [
          0.9484396701388889,
          0.9524045138888888,
          0.9560709635416667,
          0.9544943576388889,
          0.9586425781249999,
          0.9616232638888889,
          0.9637868923611111,
          0.9537217881944444,
          0.9569476996527779,
          0.962119140625,
          0.9628407118055555,
          0.9597330729166667
        ],
        "val_f1": [
          0.8592848904267589,
          0.8764940239043825,
          0.9174406604747162,
          0.9217479674796748,
          0.9257375381485249,
          0.9236326109391125,
          0.9308755760368663,
          0.9246073298429319,
          0.9312977099236641,
          0.9338159255429163,
          0.936656282450675,
          0.9332632685233841
        ]
      },
      "test_metrics": {
        "accuracy": 0.900625,
        "auc_roc": 0.9572935185185185,
        "f1": 0.9330150259794973,
        "confusion_matrix": [
          [
            1001,
            199
          ],
          [
            278,
            3322
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.8733333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              152,
              1048
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8733333333333333,
          "pairwise_auc": 0.9345378472222223,
          "pairwise_f1": 0.856559051900286
        },
        "insight": {
          "accuracy": 0.91,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              108,
              1092
            ]
          ],
          "n": 1200,
          "detection_rate": 0.91,
          "pairwise_auc": 0.9505375,
          "pairwise_f1": 0.876756322761943
        },
        "text2img": {
          "accuracy": 0.985,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              18,
              1182
            ]
          ],
          "n": 1200,
          "detection_rate": 0.985,
          "pairwise_auc": 0.9868052083333332,
          "pairwise_f1": 0.9159240604416893
        },
        "wiki": {
          "accuracy": 0.8341666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1001,
              199
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.1658333333333334
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.85375,
          "auc_roc": 0.9345378472222223,
          "f1": 0.856559051900286,
          "confusion_matrix": [
            [
              1001,
              199
            ],
            [
              152,
              1048
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.8720833333333333,
          "auc_roc": 0.9505375,
          "f1": 0.876756322761943,
          "confusion_matrix": [
            [
              1001,
              199
            ],
            [
              108,
              1092
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.9095833333333333,
          "auc_roc": 0.9868052083333332,
          "f1": 0.9159240604416893,
          "confusion_matrix": [
            [
              1001,
              199
            ],
            [
              18,
              1182
            ]
          ]
        }
      }
    },
    {
      "fold": 1,
      "train_size": 12960,
      "val_size": 1440,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.2616682181019842,
          0.1188754732042183,
          0.05891478061331091,
          0.03700997960505099,
          0.024348501453857387,
          0.01709066363749307,
          0.00995518854475831,
          0.005565247291024993,
          0.005189225596301567,
          0.0025071319830708995,
          0.0019205705988025767,
          0.0013182760330240808,
          0.0010205088183845223,
          0.0007541327060697554
        ],
        "train_acc": [
          0.8100308641975309,
          0.9273919753086419,
          0.9678240740740741,
          0.9814043209876543,
          0.9880401234567902,
          0.9915895061728395,
          0.995216049382716,
          0.9966049382716049,
          0.9975308641975309,
          0.9986111111111111,
          0.9989197530864198,
          0.9992283950617284,
          0.999537037037037,
          0.9996913580246913
        ],
        "train_auc": [
          0.9022979091649521,
          0.9805314295053156,
          0.9949215401020233,
          0.9977866726680386,
          0.9991186289008918,
          0.9995314643347051,
          0.9998513052983539,
          0.9999579100222908,
          0.9999439112868655,
          0.999992417909808,
          0.9999957267018178,
          0.9999982853223595,
          0.9999991962448559,
          0.9999996249142662
        ],
        "train_f1": [
          0.8506249241596894,
          0.9445655375552283,
          0.9757233509926064,
          0.986015203388847,
          0.9910233393177738,
          0.9936895733225265,
          0.9964120370370371,
          0.9974507531865585,
          0.9981472904122278,
          0.9989578508568782,
          0.9991895334028019,
          0.9994211623060894,
          0.9996526973836536,
          0.9997684917235791
        ],
        "val_loss": [
          0.21600718332661523,
          0.2957409880227513,
          0.22589426951275932,
          0.24126873562733334,
          0.3698683015174336,
          0.2967011847429805,
          0.2744103494617674,
          0.357445028424263,
          0.2727206458648046,
          0.3384700695673625,
          0.31687013970481026,
          0.29177635510762534,
          0.27786254816585115,
          0.295849294298225
        ],
        "val_acc": [
          0.8847222222222222,
          0.8715277777777778,
          0.8944444444444445,
          0.89375,
          0.8791666666666667,
          0.8958333333333334,
          0.9020833333333333,
          0.9159722222222222,
          0.9145833333333333,
          0.9125,
          0.9208333333333333,
          0.9125,
          0.9145833333333333,
          0.9152777777777777
        ],
        "val_auc": [
          0.9456239149305555,
          0.9418055555555556,
          0.9617426215277778,
          0.9591026475694444,
          0.9505240885416667,
          0.9608409288194444,
          0.9619173177083334,
          0.9560286458333334,
          0.9675824652777779,
          0.9592643229166666,
          0.9615299479166666,
          0.965993923611111,
          0.9661056857638891,
          0.9657486979166667
        ],
        "val_f1": [
          0.9136316337148803,
          0.9065184436584134,
          0.9202518363064008,
          0.9176976869284562,
          0.9127382146439318,
          0.9214659685863874,
          0.9246392303580973,
          0.9377892030848329,
          0.9363683393688567,
          0.9357798165137615,
          0.9412371134020618,
          0.9346473029045643,
          0.9355007865757735,
          0.9367875647668393
        ]
      },
      "test_metrics": {
        "accuracy": 0.9027083333333333,
        "auc_roc": 0.957677662037037,
        "f1": 0.9335609617299758,
        "confusion_matrix": [
          [
            1052,
            148
          ],
          [
            319,
            3281
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.8625,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              165,
              1035
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8625,
          "pairwise_auc": 0.9378954861111112,
          "pairwise_f1": 0.8686529584557281
        },
        "insight": {
          "accuracy": 0.9058333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              113,
              1087
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9058333333333334,
          "pairwise_auc": 0.9527034722222223,
          "pairwise_f1": 0.8928131416837782
        },
        "text2img": {
          "accuracy": 0.9658333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              41,
              1159
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9658333333333333,
          "pairwise_auc": 0.9824340277777778,
          "pairwise_f1": 0.9246110889509374
        },
        "wiki": {
          "accuracy": 0.8766666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1052,
              148
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.1233333333333333
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.8695833333333334,
          "auc_roc": 0.9378954861111112,
          "f1": 0.8686529584557281,
          "confusion_matrix": [
            [
              1052,
              148
            ],
            [
              165,
              1035
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.89125,
          "auc_roc": 0.9527034722222223,
          "f1": 0.8928131416837782,
          "confusion_matrix": [
            [
              1052,
              148
            ],
            [
              113,
              1087
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.92125,
          "auc_roc": 0.9824340277777778,
          "f1": 0.9246110889509374,
          "confusion_matrix": [
            [
              1052,
              148
            ],
            [
              41,
              1159
            ]
          ]
        }
      }
    },
    {
      "fold": 2,
      "train_size": 12960,
      "val_size": 1440,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.258498662011123,
          0.1176260883655445,
          0.0654098799302714,
          0.037252595336866326,
          0.02377791873374839,
          0.018387907146789523,
          0.009700597554641447
        ],
        "train_acc": [
          0.8074845679012346,
          0.9280864197530864,
          0.963966049382716,
          0.9800154320987654,
          0.9895833333333334,
          0.990895061728395,
          0.9951388888888889
        ],
        "train_auc": [
          0.9035050154320987,
          0.9809749014060357,
          0.9938377432698903,
          0.9978404438871742,
          0.9990140335648149,
          0.9993165670010289,
          0.9998635625643004
        ],
        "train_f1": [
          0.8467350574359604,
          0.9451183606171241,
          0.9727712669815171,
          0.9849479862846516,
          0.9921779940900399,
          0.9931586270871985,
          0.9963505763772229
        ],
        "val_loss": [
          0.2280357327726152,
          0.17328365511364408,
          0.2710409538613425,
          0.3359412006205983,
          0.2570320785045624,
          0.3309959472881423,
          0.3894395540157954
        ],
        "val_acc": [
          0.8555555555555555,
          0.8951388888888889,
          0.8868055555555555,
          0.8986111111111111,
          0.8979166666666667,
          0.9020833333333333,
          0.9013888888888889
        ],
        "val_auc": [
          0.9406705729166666,
          0.9621983506944444,
          0.954404296875,
          0.9527202690972223,
          0.95984375,
          0.9560427517361111,
          0.9547222222222222
        ],
        "val_f1": [
          0.8881720430107527,
          0.9185983827493261,
          0.9155002592016589,
          0.9262626262626262,
          0.9226722777485534,
          0.926829268292683,
          0.9279187817258884
        ]
      },
      "test_metrics": {
        "accuracy": 0.8583333333333333,
        "auc_roc": 0.9431243055555555,
        "f1": 0.900497512437811,
        "confusion_matrix": [
          [
            1043,
            157
          ],
          [
            523,
            3077
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.7933333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              248,
              952
            ]
          ],
          "n": 1200,
          "detection_rate": 0.7933333333333333,
          "pairwise_auc": 0.9168444444444446,
          "pairwise_f1": 0.8245993936769164
        },
        "insight": {
          "accuracy": 0.8291666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              205,
              995
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8291666666666667,
          "pairwise_auc": 0.9380381944444445,
          "pairwise_f1": 0.8460884353741497
        },
        "text2img": {
          "accuracy": 0.9416666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              70,
              1130
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9416666666666667,
          "pairwise_auc": 0.9744902777777779,
          "pairwise_f1": 0.9087253719340571
        },
        "wiki": {
          "accuracy": 0.8691666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1043,
              157
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.13083333333333336
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.83125,
          "auc_roc": 0.9168444444444446,
          "f1": 0.8245993936769164,
          "confusion_matrix": [
            [
              1043,
              157
            ],
            [
              248,
              952
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.8491666666666666,
          "auc_roc": 0.9380381944444445,
          "f1": 0.8460884353741497,
          "confusion_matrix": [
            [
              1043,
              157
            ],
            [
              205,
              995
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.9054166666666666,
          "auc_roc": 0.9744902777777779,
          "f1": 0.9087253719340571,
          "confusion_matrix": [
            [
              1043,
              157
            ],
            [
              70,
              1130
            ]
          ]
        }
      }
    },
    {
      "fold": 3,
      "train_size": 12960,
      "val_size": 1440,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.255315103115123,
          0.11947704857146299,
          0.06434044011086686,
          0.04031944110052499,
          0.029753698322298235,
          0.020548909077982066,
          0.011400221812558205,
          0.007843143238736687,
          0.00462050657789169,
          0.002652634877925681
        ],
        "train_acc": [
          0.8118827160493827,
          0.9268518518518518,
          0.9647376543209877,
          0.9800925925925926,
          0.9862654320987654,
          0.9891203703703704,
          0.9951388888888889,
          0.9955246913580247,
          0.9979938271604938,
          0.9987654320987654
        ],
        "train_auc": [
          0.9068986705889918,
          0.9805671028377916,
          0.994131850673011,
          0.9971608957047325,
          0.99846478748714,
          0.9992882078403635,
          0.9997807222007886,
          0.9999103545096021,
          0.9999719623413923,
          0.9999916543424211
        ],
        "train_f1": [
          0.8505028207014962,
          0.9442484121383204,
          0.9733574301871393,
          0.9850191615375682,
          0.9896883327540262,
          0.991822768659746,
          0.9963522668056279,
          0.9966415749855241,
          0.9984953703703704,
          0.999073752460345
        ],
        "val_loss": [
          0.21595470474825965,
          0.18476848436726465,
          0.25963548537757664,
          0.221693916618824,
          0.2073221100701226,
          0.27290250145726735,
          0.32775740358564587,
          0.282966121368938,
          0.2715285387304094,
          0.2812750697135925
        ],
        "val_acc": [
          0.8715277777777778,
          0.8826388888888889,
          0.9006944444444445,
          0.9138888888888889,
          0.9138888888888889,
          0.9041666666666667,
          0.9083333333333333,
          0.9201388888888888,
          0.9215277777777777,
          0.9256944444444445
        ],
        "val_auc": [
          0.9434147135416666,
          0.9583582899305555,
          0.9613606770833333,
          0.9649305555555556,
          0.9694596354166667,
          0.9649370659722223,
          0.9651095920138889,
          0.9651519097222222,
          0.9672309027777778,
          0.9664073350694444
        ],
        "val_f1": [
          0.9034950443401147,
          0.9082020640956002,
          0.9278870398386283,
          0.9351464435146444,
          0.9352818371607515,
          0.9277486910994764,
          0.9325842696629213,
          0.9403836184551582,
          0.9416623644811565,
          0.9442998438313378
        ]
      },
      "test_metrics": {
        "accuracy": 0.8816666666666667,
        "auc_roc": 0.9552260416666667,
        "f1": 0.9182263173049237,
        "confusion_matrix": [
          [
            1043,
            157
          ],
          [
            411,
            3189
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.825,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              210,
              990
            ]
          ],
          "n": 1200,
          "detection_rate": 0.825,
          "pairwise_auc": 0.9323631944444444,
          "pairwise_f1": 0.8436301661695782
        },
        "insight": {
          "accuracy": 0.885,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              138,
              1062
            ]
          ],
          "n": 1200,
          "detection_rate": 0.885,
          "pairwise_auc": 0.9560093749999999,
          "pairwise_f1": 0.8780487804878049
        },
        "text2img": {
          "accuracy": 0.9475,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              63,
              1137
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9475,
          "pairwise_auc": 0.9773055555555555,
          "pairwise_f1": 0.9117882919005613
        },
        "wiki": {
          "accuracy": 0.8691666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1043,
              157
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.13083333333333336
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.8470833333333333,
          "auc_roc": 0.9323631944444444,
          "f1": 0.8436301661695782,
          "confusion_matrix": [
            [
              1043,
              157
            ],
            [
              210,
              990
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.8770833333333333,
          "auc_roc": 0.9560093749999999,
          "f1": 0.8780487804878049,
          "confusion_matrix": [
            [
              1043,
              157
            ],
            [
              138,
              1062
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.9083333333333333,
          "auc_roc": 0.9773055555555555,
          "f1": 0.9117882919005613,
          "confusion_matrix": [
            [
              1043,
              157
            ],
            [
              63,
              1137
            ]
          ]
        }
      }
    },
    {
      "fold": 4,
      "train_size": 12960,
      "val_size": 1440,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.2661115872271267,
          0.12260635155310601,
          0.061083041942666894,
          0.03744319187057561,
          0.02693782269812396,
          0.01860594513781518,
          0.009805613456572044,
          0.006071538512768723,
          0.0048567407564585234,
          0.003096203221365961,
          0.0021833804519926082,
          0.0014407251077298295,
          0.0010350479342288268
        ],
        "train_acc": [
          0.8071759259259259,
          0.9243827160493827,
          0.965895061728395,
          0.9814814814814815,
          0.9866512345679013,
          0.9910493827160494,
          0.9952932098765432,
          0.9970679012345679,
          0.9976851851851852,
          0.9983796296296297,
          0.9986882716049382,
          0.9992283950617284,
          0.999537037037037
        ],
        "train_auc": [
          0.8994636541923867,
          0.9794328301826132,
          0.9947475539051784,
          0.9977694187242798,
          0.9987779304912552,
          0.9993228764789094,
          0.9997982708547668,
          0.9999342260373799,
          0.9999342796210562,
          0.9999849697788066,
          0.9999944005058301,
          0.9999982585305213,
          0.9999990890775035
        ],
        "train_f1": [
          0.8469406504562994,
          0.9423800564440263,
          0.9742153774355384,
          0.9860675722744688,
          0.9899669431073479,
          0.9932738026208976,
          0.9964672496669948,
          0.997800925925926,
          0.9982638888888888,
          0.998783807262408,
          0.999015577045573,
          0.9994210282538212,
          0.9996527375853687
        ],
        "val_loss": [
          0.2525812061296569,
          0.19011370407210457,
          0.26990462260113823,
          0.30721286684274673,
          0.31146920836634107,
          0.3030291530821059,
          0.34974887354506384,
          0.24959067867861853,
          0.27127854774395627,
          0.28494989193148085,
          0.287113440864616,
          0.2855055838823318,
          0.30339643855889636
        ],
        "val_acc": [
          0.8618055555555556,
          0.8784722222222222,
          0.8854166666666666,
          0.8951388888888889,
          0.8701388888888889,
          0.8944444444444445,
          0.9048611111111111,
          0.9076388888888889,
          0.9076388888888889,
          0.9131944444444444,
          0.9208333333333333,
          0.91875,
          0.9194444444444444
        ],
        "val_auc": [
          0.9342643229166666,
          0.9584114583333334,
          0.952666015625,
          0.9542567274305556,
          0.9524283854166666,
          0.9643315972222222,
          0.9595887586805556,
          0.9706347656250001,
          0.9679123263888888,
          0.9656477864583334,
          0.9677159288194445,
          0.9676204427083335,
          0.9678841145833333
        ],
        "val_f1": [
          0.8955380577427822,
          0.9035812672176309,
          0.9150797735460627,
          0.9230769230769231,
          0.8968560397131826,
          0.9219712525667351,
          0.930066360387953,
          0.9295177530471648,
          0.9286097691894794,
          0.9346576058546785,
          0.940809968847352,
          0.9390307451797811,
          0.9403292181069959
        ]
      },
      "test_metrics": {
        "accuracy": 0.8752083333333334,
        "auc_roc": 0.9549771990740741,
        "f1": 0.9121314361155933,
        "confusion_matrix": [
          [
            1092,
            108
          ],
          [
            491,
            3109
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.7658333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              281,
              919
            ]
          ],
          "n": 1200,
          "detection_rate": 0.7658333333333334,
          "pairwise_auc": 0.9262888888888887,
          "pairwise_f1": 0.8253255500673552
        },
        "insight": {
          "accuracy": 0.8608333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              167,
              1033
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8608333333333333,
          "pairwise_auc": 0.9517732638888888,
          "pairwise_f1": 0.8825288338316959
        },
        "text2img": {
          "accuracy": 0.9641666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              43,
              1157
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9641666666666666,
          "pairwise_auc": 0.9868694444444445,
          "pairwise_f1": 0.9387423935091278
        },
        "wiki": {
          "accuracy": 0.91,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1092,
              108
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.08999999999999997
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.8379166666666666,
          "auc_roc": 0.9262888888888887,
          "f1": 0.8253255500673552,
          "confusion_matrix": [
            [
              1092,
              108
            ],
            [
              281,
              919
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.8854166666666666,
          "auc_roc": 0.9517732638888888,
          "f1": 0.8825288338316959,
          "confusion_matrix": [
            [
              1092,
              108
            ],
            [
              167,
              1033
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.9370833333333334,
          "auc_roc": 0.9868694444444445,
          "f1": 0.9387423935091278,
          "confusion_matrix": [
            [
              1092,
              108
            ],
            [
              43,
              1157
            ]
          ]
        }
      }
    }
  ],
  "aggregated_metrics": {
    "accuracy": {
      "mean": 0.8837083333333334,
      "std": 0.018489744717605564,
      "ci_95": 0.016206975821472007,
      "values": [
        0.900625,
        0.9027083333333333,
        0.8583333333333333,
        0.8816666666666667,
        0.8752083333333334
      ]
    },
    "auc_roc": {
      "mean": 0.9536597453703702,
      "std": 0.0060110818924978176,
      "ci_95": 0.005268945590137735,
      "values": [
        0.9572935185185185,
        0.957677662037037,
        0.9431243055555555,
        0.9552260416666667,
        0.9549771990740741
      ]
    },
    "f1": {
      "mean": 0.9194862507135602,
      "std": 0.014118942609677002,
      "ci_95": 0.012375798854697175,
      "values": [
        0.9330150259794973,
        0.9335609617299758,
        0.900497512437811,
        0.9182263173049237,
        0.9121314361155933
      ]
    }
  },
  "aggregated_per_source": {
    "inpainting": {
      "accuracy": {
        "mean": 0.8240000000000001,
        "std": 0.0453895178794987,
        "ci_95": 0.039785666598244465,
        "values": [
          0.8733333333333333,
          0.8625,
          0.7933333333333333,
          0.825,
          0.7658333333333334
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.8240000000000001,
        "std": 0.0453895178794987,
        "ci_95": 0.039785666598244465,
        "values": [
          0.8733333333333333,
          0.8625,
          0.7933333333333333,
          0.825,
          0.7658333333333334
        ]
      },
      "pairwise_auc": {
        "mean": 0.9295859722222222,
        "std": 0.008284010788496325,
        "ci_95": 0.007261255609772411,
        "values": [
          0.9345378472222223,
          0.9378954861111112,
          0.9168444444444446,
          0.9323631944444444,
          0.9262888888888887
        ]
      },
      "pairwise_f1": {
        "mean": 0.8437534240539728,
        "std": 0.01930317026954635,
        "ci_95": 0.01691997475435176,
        "values": [
          0.856559051900286,
          0.8686529584557281,
          0.8245993936769164,
          0.8436301661695782,
          0.8253255500673552
        ]
      }
    },
    "insight": {
      "accuracy": {
        "mean": 0.8781666666666667,
        "std": 0.033641285812392945,
        "ci_95": 0.029487887155387863,
        "values": [
          0.91,
          0.9058333333333334,
          0.8291666666666667,
          0.885,
          0.8608333333333333
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.8781666666666667,
        "std": 0.033641285812392945,
        "ci_95": 0.029487887155387863,
        "values": [
          0.91,
          0.9058333333333334,
          0.8291666666666667,
          0.885,
          0.8608333333333333
        ]
      },
      "pairwise_auc": {
        "mean": 0.9498123611111111,
        "std": 0.006887733143102866,
        "ci_95": 0.006037364291391668,
        "values": [
          0.9505375,
          0.9527034722222223,
          0.9380381944444445,
          0.9560093749999999,
          0.9517732638888888
        ]
      },
      "pairwise_f1": {
        "mean": 0.8752471028278743,
        "std": 0.017478160355823974,
        "ci_95": 0.01532028303348761,
        "values": [
          0.876756322761943,
          0.8928131416837782,
          0.8460884353741497,
          0.8780487804878049,
          0.8825288338316959
        ]
      }
    },
    "text2img": {
      "accuracy": {
        "mean": 0.9608333333333332,
        "std": 0.017068082623553364,
        "ci_95": 0.014960834052804522,
        "values": [
          0.985,
          0.9658333333333333,
          0.9416666666666667,
          0.9475,
          0.9641666666666666
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.9608333333333332,
        "std": 0.017068082623553364,
        "ci_95": 0.014960834052804522,
        "values": [
          0.985,
          0.9658333333333333,
          0.9416666666666667,
          0.9475,
          0.9641666666666666
        ]
      },
      "pairwise_auc": {
        "mean": 0.9815809027777778,
        "std": 0.005579995979494273,
        "ci_95": 0.004891082127135289,
        "values": [
          0.9868052083333332,
          0.9824340277777778,
          0.9744902777777779,
          0.9773055555555555,
          0.9868694444444445
        ]
      },
      "pairwise_f1": {
        "mean": 0.9199582413472746,
        "std": 0.012079873840998933,
        "ci_95": 0.010588476274693278,
        "values": [
          0.9159240604416893,
          0.9246110889509374,
          0.9087253719340571,
          0.9117882919005613,
          0.9387423935091278
        ]
      }
    },
    "wiki": {
      "accuracy": {
        "mean": 0.8718333333333333,
        "std": 0.02698636486985401,
        "ci_95": 0.023654591755325485,
        "values": [
          0.8341666666666666,
          0.8766666666666667,
          0.8691666666666666,
          0.8691666666666666,
          0.91
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "false_alarm_rate": {
        "mean": 0.12816666666666668,
        "std": 0.02698636486985401,
        "ci_95": 0.023654591755325485,
        "values": [
          0.1658333333333334,
          0.1233333333333333,
          0.13083333333333336,
          0.13083333333333336,
          0.08999999999999997
        ]
      }
    }
  },
  "aggregated_pairwise": {
    "wiki_vs_inpainting": {
      "accuracy": {
        "mean": 0.8479166666666668,
        "std": 0.014848774734337893,
        "ci_95": 0.013015524917915876,
        "values": [
          0.85375,
          0.8695833333333334,
          0.83125,
          0.8470833333333333,
          0.8379166666666666
        ]
      },
      "auc_roc": {
        "mean": 0.9295859722222222,
        "std": 0.008284010788496325,
        "ci_95": 0.007261255609772411,
        "values": [
          0.9345378472222223,
          0.9378954861111112,
          0.9168444444444446,
          0.9323631944444444,
          0.9262888888888887
        ]
      },
      "f1": {
        "mean": 0.8437534240539728,
        "std": 0.01930317026954635,
        "ci_95": 0.01691997475435176,
        "values": [
          0.856559051900286,
          0.8686529584557281,
          0.8245993936769164,
          0.8436301661695782,
          0.8253255500673552
        ]
      }
    },
    "wiki_vs_insight": {
      "accuracy": {
        "mean": 0.875,
        "std": 0.016223268611609828,
        "ci_95": 0.014220321921656898,
        "values": [
          0.8720833333333333,
          0.89125,
          0.8491666666666666,
          0.8770833333333333,
          0.8854166666666666
        ]
      },
      "auc_roc": {
        "mean": 0.9498123611111111,
        "std": 0.006887733143102866,
        "ci_95": 0.006037364291391668,
        "values": [
          0.9505375,
          0.9527034722222223,
          0.9380381944444445,
          0.9560093749999999,
          0.9517732638888888
        ]
      },
      "f1": {
        "mean": 0.8752471028278743,
        "std": 0.017478160355823974,
        "ci_95": 0.01532028303348761,
        "values": [
          0.876756322761943,
          0.8928131416837782,
          0.8460884353741497,
          0.8780487804878049,
          0.8825288338316959
        ]
      }
    },
    "wiki_vs_text2img": {
      "accuracy": {
        "mean": 0.9163333333333334,
        "std": 0.013071650835130058,
        "ci_95": 0.011457807139433139,
        "values": [
          0.9095833333333333,
          0.92125,
          0.9054166666666666,
          0.9083333333333333,
          0.9370833333333334
        ]
      },
      "auc_roc": {
        "mean": 0.9815809027777778,
        "std": 0.005579995979494273,
        "ci_95": 0.004891082127135289,
        "values": [
          0.9868052083333332,
          0.9824340277777778,
          0.9744902777777779,
          0.9773055555555555,
          0.9868694444444445
        ]
      },
      "f1": {
        "mean": 0.9199582413472746,
        "std": 0.012079873840998933,
        "ci_95": 0.010588476274693278,
        "values": [
          0.9159240604416893,
          0.9246110889509374,
          0.9087253719340571,
          0.9117882919005613,
          0.9387423935091278
        ]
      }
    }
  },
  "config": {
    "seed": 42,
    "cv_folds": 5,
    "batch_size": 32,
    "num_workers": 4,
    "early_stopping_patience": 5,
    "lr": 0.0001,
    "weight_decay": 0.0001,
    "T_max": 15,
    "data_dir": "data",
    "run_name": "p2a_t3_holdout_inpainting",
    "backbone": "resnet18",
    "pretrained": true,
    "epochs": 15,
    "image_size": 224,
    "subsample": 0.2,
    "augment": false,
    "normalization": "imagenet",
    "train_sources": [
      "wiki",
      "text2img",
      "insight"
    ],
    "eval_sources": [
      "wiki",
      "text2img",
      "insight",
      "inpainting"
    ]
  }
}