{
  "run_name": "p2c_resnet18_facecrop",
  "n_folds": 5,
  "fold_results": [
    {
      "fold": 0,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.17837155399913038,
          0.08668091422188337,
          0.0546142068553578,
          0.03263587815400334,
          0.02188914533574091,
          0.014589451567802893,
          0.010271098692693933,
          0.005492528760285293,
          0.003907029165670624
        ],
        "train_acc": [
          0.8384259259259259,
          0.9328703703703703,
          0.9629050925925926,
          0.978125,
          0.9860532407407407,
          0.9905092592592593,
          0.993287037037037,
          0.9966435185185185,
          0.9976273148148148
        ],
        "train_auc": [
          0.9217162583590535,
          0.9819768268461362,
          0.9930535283064701,
          0.9974078539380431,
          0.9986854495313215,
          0.9994491598079562,
          0.9997198020261775,
          0.9999142393261315,
          0.9999583297610881
        ],
        "train_f1": [
          0.8861151900799478,
          0.9544275948770331,
          0.9750767914771181,
          0.9853477013721994,
          0.990675900491353,
          0.993663060278207,
          0.9955191594561187,
          0.9977602718566574,
          0.9984174161423554
        ],
        "val_loss": [
          0.1934239829541184,
          0.12679014972721536,
          0.2147138158713157,
          0.1646016168097655,
          0.2376978426298592,
          0.27776295945125945,
          0.2169565581716597,
          0.21303040613371801,
          0.3133047623368384
        ],
        "val_acc": [
          0.8963541666666667,
          0.8916666666666667,
          0.9078125,
          0.8703125,
          0.9078125,
          0.9322916666666666,
          0.9,
          0.915625,
          0.9161458333333333
        ],
        "val_auc": [
          0.9533991608796296,
          0.9686168981481482,
          0.9572663483796297,
          0.9695334201388889,
          0.9551953125000001,
          0.9656134259259259,
          0.9623220486111113,
          0.9663310185185185,
          0.961710792824074
        ],
        "val_f1": [
          0.9332438778933244,
          0.9238095238095239,
          0.9389444636081408,
          0.9069158878504673,
          0.9376979936642027,
          0.95578231292517,
          0.9310344827586207,
          0.9426751592356688,
          0.945293917770982
        ]
      },
      "test_metrics": {
        "accuracy": 0.8820833333333333,
        "auc_roc": 0.9671379629629631,
        "f1": 0.9163958641063515,
        "confusion_matrix": [
          [
            1132,
            68
          ],
          [
            498,
            3102
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.8725,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              153,
              1047
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8725,
          "pairwise_auc": 0.9701722222222223,
          "pairwise_f1": 0.9045356371490281
        },
        "insight": {
          "accuracy": 0.8133333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              224,
              976
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8133333333333334,
          "pairwise_auc": 0.9557256944444444,
          "pairwise_f1": 0.8698752228163993
        },
        "text2img": {
          "accuracy": 0.8991666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              121,
              1079
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8991666666666667,
          "pairwise_auc": 0.9755159722222223,
          "pairwise_f1": 0.9194716659565403
        },
        "wiki": {
          "accuracy": 0.9433333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1132,
              68
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.05666666666666664
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.9079166666666667,
          "auc_roc": 0.9701722222222223,
          "f1": 0.9045356371490281,
          "confusion_matrix": [
            [
              1132,
              68
            ],
            [
              153,
              1047
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.8783333333333333,
          "auc_roc": 0.9557256944444444,
          "f1": 0.8698752228163993,
          "confusion_matrix": [
            [
              1132,
              68
            ],
            [
              224,
              976
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.92125,
          "auc_roc": 0.9755159722222223,
          "f1": 0.9194716659565403,
          "confusion_matrix": [
            [
              1132,
              68
            ],
            [
              121,
              1079
            ]
          ]
        }
      }
    },
    {
      "fold": 1,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.18338548640410104,
          0.09500005689656568,
          0.049826115153566074,
          0.032816237530291635,
          0.023678185039278578,
          0.01637398871323428,
          0.006945904467411984,
          0.005075414012214794,
          0.002860962831949076,
          0.002268254530042247,
          0.0012579843788949397,
          0.0007868543442273053,
          0.00047980366241602123,
          0.0002720828362182854,
          0.00017770904728990898
        ],
        "train_acc": [
          0.8342592592592593,
          0.9265625,
          0.9642939814814815,
          0.9791666666666666,
          0.9860532407407407,
          0.9905671296296297,
          0.9956018518518519,
          0.9971643518518518,
          0.9984953703703704,
          0.9987268518518518,
          0.9991898148148148,
          0.9995949074074074,
          0.9997685185185186,
          0.9997685185185186,
          0.9999421296296296
        ],
        "train_auc": [
          0.9170149248399634,
          0.9785777016889574,
          0.9938715099165523,
          0.9971903131430041,
          0.9987185285208048,
          0.9991661576217421,
          0.9998722029320988,
          0.9999299750657293,
          0.9999720114597623,
          0.9999805848479653,
          0.9999880061871285,
          0.9999861575502973,
          0.9999997499428441,
          0.9999999821387745,
          1.0
        ],
        "train_f1": [
          0.8831783325175395,
          0.9500374030473641,
          0.9760043557733442,
          0.9860443479609242,
          0.9906859903381643,
          0.9936965853281257,
          0.9970645036693704,
          0.9981083272207852,
          0.9989966038900895,
          0.9991509069857198,
          0.9994596680818217,
          0.999729886166313,
          0.9998456671039432,
          0.9998456551937027,
          0.9999614182645935
        ],
        "val_loss": [
          0.13804995346193513,
          0.14105506432242693,
          0.24023572888545458,
          0.24679516345046673,
          0.30523416100265116,
          0.2427545978020741,
          0.27079731949027824,
          0.2104506594655201,
          0.24569564278463077,
          0.24668190908752574,
          0.2807497647115724,
          0.22402887331851767,
          0.2197469462816419,
          0.27753435674994764,
          0.23912918382134193
        ],
        "val_acc": [
          0.8875,
          0.878125,
          0.9145833333333333,
          0.9229166666666667,
          0.909375,
          0.9213541666666667,
          0.9276041666666667,
          0.921875,
          0.928125,
          0.9296875,
          0.9364583333333333,
          0.9354166666666667,
          0.9354166666666667,
          0.9338541666666667,
          0.9333333333333333
        ],
        "val_auc": [
          0.9551634837962963,
          0.9617997685185184,
          0.9630063657407408,
          0.9639098668981482,
          0.9572178819444445,
          0.9632414641203704,
          0.962427662037037,
          0.9640386284722222,
          0.9617570891203704,
          0.9636588541666666,
          0.9629767071759259,
          0.9667259837962963,
          0.9689279513888889,
          0.9646035879629629,
          0.9685344328703704
        ],
        "val_f1": [
          0.9223021582733812,
          0.9142857142857143,
          0.9449294828744124,
          0.9497964721845319,
          0.9412162162162162,
          0.9480206540447504,
          0.952446117003079,
          0.9474421864050455,
          0.9522160664819944,
          0.9533033552404012,
          0.9583617747440273,
          0.9568545581071677,
          0.9569145239749827,
          0.9566108643662453,
          0.955831608005521
        ]
      },
      "test_metrics": {
        "accuracy": 0.935625,
        "auc_roc": 0.9772581018518519,
        "f1": 0.9567287494748634,
        "confusion_matrix": [
          [
            1075,
            125
          ],
          [
            184,
            3416
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.9533333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              56,
              1144
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9533333333333334,
          "pairwise_auc": 0.9800895833333334,
          "pairwise_f1": 0.9266909680032401
        },
        "insight": {
          "accuracy": 0.9141666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              103,
              1097
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9141666666666667,
          "pairwise_auc": 0.9639170138888888,
          "pairwise_f1": 0.9058629232039637
        },
        "text2img": {
          "accuracy": 0.9791666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              25,
              1175
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9791666666666666,
          "pairwise_auc": 0.9877677083333334,
          "pairwise_f1": 0.94
        },
        "wiki": {
          "accuracy": 0.8958333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1075,
              125
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.10416666666666663
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.9245833333333333,
          "auc_roc": 0.9800895833333334,
          "f1": 0.9266909680032401,
          "confusion_matrix": [
            [
              1075,
              125
            ],
            [
              56,
              1144
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.905,
          "auc_roc": 0.9639170138888888,
          "f1": 0.9058629232039637,
          "confusion_matrix": [
            [
              1075,
              125
            ],
            [
              103,
              1097
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.9375,
          "auc_roc": 0.9877677083333334,
          "f1": 0.94,
          "confusion_matrix": [
            [
              1075,
              125
            ],
            [
              25,
              1175
            ]
          ]
        }
      }
    },
    {
      "fold": 2,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.18449091869923803,
          0.0947562804169677,
          0.05549010326784035,
          0.03444569395430369,
          0.021967991301506926,
          0.017280577368519852,
          0.008806067607841854,
          0.006068033144075107,
          0.003479789084553886,
          0.002117162245154018,
          0.0015876744302402216,
          0.0010428875206689218,
          0.0006022416273792798,
          0.0004376104135909979,
          0.0002453135835291202
        ],
        "train_acc": [
          0.8331597222222222,
          0.927488425925926,
          0.9630208333333333,
          0.979224537037037,
          0.987037037037037,
          0.9891203703703704,
          0.9944444444444445,
          0.996875,
          0.9983217592592593,
          0.9988425925925926,
          0.9991319444444444,
          0.9995949074074074,
          0.9996527777777777,
          0.9996527777777777,
          0.9998842592592593
        ],
        "train_auc": [
          0.9162129558184728,
          0.9787451417466849,
          0.9923763556670097,
          0.9969988765289209,
          0.9987452757058757,
          0.9993180048296754,
          0.9997558549096937,
          0.9998619773805442,
          0.9999464073931185,
          0.9999908550525834,
          0.9999901852566301,
          0.9999951863997484,
          0.9999995177469135,
          0.999999660636717,
          0.9999999464163237
        ],
        "train_f1": [
          0.8822736738944016,
          0.9508029369036868,
          0.9751506902586039,
          0.9860998180199017,
          0.9913359634872747,
          0.9927373870045585,
          0.9962894248608535,
          0.9979155408013588,
          0.9988807842229169,
          0.9992283950617284,
          0.9994211846420992,
          0.9997299070108423,
          0.9997684827905541,
          0.9997684827905541,
          0.9999228335519716
        ],
        "val_loss": [
          0.15567205057789882,
          0.22502039108076133,
          0.18017800888143634,
          0.17141791892548403,
          0.3055859423493227,
          0.22991524864191887,
          0.24873213853061316,
          0.3944835726075629,
          0.29895355441332566,
          0.2677129467035229,
          0.2291035176460203,
          0.2527602607322327,
          0.23705230109674932,
          0.2504274368242629,
          0.23202879253328015
        ],
        "val_acc": [
          0.8354166666666667,
          0.903125,
          0.9140625,
          0.9130208333333333,
          0.9213541666666667,
          0.9276041666666667,
          0.9244791666666666,
          0.9223958333333333,
          0.9286458333333333,
          0.9354166666666667,
          0.9296875,
          0.9291666666666667,
          0.9380208333333333,
          0.9348958333333334,
          0.9338541666666667
        ],
        "val_auc": [
          0.9571947337962964,
          0.9600159143518519,
          0.9605823206018519,
          0.9636848958333334,
          0.9598401331018518,
          0.9659837962962963,
          0.9580743634259259,
          0.9480541087962964,
          0.9602524594907409,
          0.962152777777778,
          0.9678660300925925,
          0.9663635706018517,
          0.9697511574074075,
          0.9698603877314815,
          0.9704333043981482
        ],
        "val_f1": [
          0.8791124713083397,
          0.9378342245989305,
          0.9428472462764115,
          0.9407591344448386,
          0.9489001692047377,
          0.9518864659051575,
          0.9497748527883616,
          0.9498822737975109,
          0.9530661185337445,
          0.9572118702553485,
          0.9528466643381068,
          0.9528759528759528,
          0.9587521663778162,
          0.9569114098586694,
          0.955887460923932
        ]
      },
      "test_metrics": {
        "accuracy": 0.9397916666666667,
        "auc_roc": 0.97951875,
        "f1": 0.9597885070265758,
        "confusion_matrix": [
          [
            1062,
            138
          ],
          [
            151,
            3449
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.9558333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              53,
              1147
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9558333333333333,
          "pairwise_auc": 0.9794552083333333,
          "pairwise_f1": 0.9231388329979879
        },
        "insight": {
          "accuracy": 0.9316666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              82,
              1118
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9316666666666666,
          "pairwise_auc": 0.9698652777777778,
          "pairwise_f1": 0.9104234527687296
        },
        "text2img": {
          "accuracy": 0.9866666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              16,
              1184
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9866666666666667,
          "pairwise_auc": 0.9892357638888889,
          "pairwise_f1": 0.9389373513084853
        },
        "wiki": {
          "accuracy": 0.885,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1062,
              138
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.11499999999999999
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.9204166666666667,
          "auc_roc": 0.9794552083333333,
          "f1": 0.9231388329979879,
          "confusion_matrix": [
            [
              1062,
              138
            ],
            [
              53,
              1147
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.9083333333333333,
          "auc_roc": 0.9698652777777778,
          "f1": 0.9104234527687296,
          "confusion_matrix": [
            [
              1062,
              138
            ],
            [
              82,
              1118
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.9358333333333333,
          "auc_roc": 0.9892357638888889,
          "f1": 0.9389373513084853,
          "confusion_matrix": [
            [
              1062,
              138
            ],
            [
              16,
              1184
            ]
          ]
        }
      }
    },
    {
      "fold": 3,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.18040739428941852,
          0.09424030264598075,
          0.05525035115252076,
          0.034907107170309044,
          0.022619862975099953,
          0.01340910082003743,
          0.010180935443370093,
          0.0055470221014771864,
          0.002768729440802215,
          0.002049396960809544,
          0.001337939503389828,
          0.0008659062841493997,
          0.0006751639676066488,
          0.00042964793515533594,
          0.00046883536936756325
        ],
        "train_acc": [
          0.833275462962963,
          0.9280671296296297,
          0.9619791666666667,
          0.9779513888888889,
          0.985474537037037,
          0.9920717592592593,
          0.9938078703703703,
          0.9963541666666667,
          0.9986111111111111,
          0.9986689814814815,
          0.9990162037037037,
          0.9994791666666667,
          0.9994791666666667,
          0.9997106481481481,
          0.9997685185185186
        ],
        "train_auc": [
          0.91943718385631,
          0.9789158325474394,
          0.9926320926926154,
          0.9968068147719478,
          0.9986295885488111,
          0.9995704285979653,
          0.9997140685728166,
          0.9999351101680385,
          0.9999771465620714,
          0.999991891003658,
          0.9999962491426612,
          0.9999981870856196,
          0.9999991962448559,
          0.9999993927183357,
          0.9999997499428441
        ],
        "train_f1": [
          0.8823649503899391,
          0.9511072650749322,
          0.9744128987031195,
          0.9852296956774569,
          0.9902867536086065,
          0.9947094033597219,
          0.9958682472873306,
          0.997568037058483,
          0.999073859689743,
          0.9991124831178854,
          0.999343958630803,
          0.9996526839810134,
          0.9996526839810134,
          0.999807076436316,
          0.9998456671039432
        ],
        "val_loss": [
          0.21914336445527927,
          0.1180105590261519,
          0.12904602941562188,
          0.21052778689772822,
          0.19554610329505523,
          0.2098548914532633,
          0.17912958193095013,
          0.17403326073253994,
          0.2349371372461974,
          0.20780743270111088,
          0.20033595547926478,
          0.20275330990283086,
          0.21412657996277934,
          0.235956841945017,
          0.195170938181991
        ],
        "val_acc": [
          0.89375,
          0.890625,
          0.934375,
          0.9239583333333333,
          0.9078125,
          0.9296875,
          0.9234375,
          0.9203125,
          0.9364583333333333,
          0.9338541666666667,
          0.9354166666666667,
          0.9442708333333333,
          0.9453125,
          0.9458333333333333,
          0.9432291666666667
        ],
        "val_auc": [
          0.9470363136574076,
          0.9694111689814815,
          0.9738946759259259,
          0.9649153645833335,
          0.9622243923611111,
          0.9698372395833333,
          0.9699992766203704,
          0.9741485821759259,
          0.9701287615740742,
          0.9721715856481482,
          0.9744010416666666,
          0.9743612557870371,
          0.973978587962963,
          0.9704369212962962,
          0.9756647858796296
        ],
        "val_f1": [
          0.9308943089430894,
          0.923469387755102,
          0.9561586638830898,
          0.95,
          0.9375220614189904,
          0.9535922997593674,
          0.9475935828877006,
          0.9455322178711285,
          0.9582191780821918,
          0.9561917902725078,
          0.9571230982019364,
          0.963116166839021,
          0.964004113815564,
          0.9644079397672827,
          0.9623748705557473
        ]
      },
      "test_metrics": {
        "accuracy": 0.935625,
        "auc_roc": 0.976428587962963,
        "f1": 0.9571488004437665,
        "confusion_matrix": [
          [
            1040,
            160
          ],
          [
            149,
            3451
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.9566666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              52,
              1148
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9566666666666667,
          "pairwise_auc": 0.9758034722222221,
          "pairwise_f1": 0.9154704944178629
        },
        "insight": {
          "accuracy": 0.9375,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              75,
              1125
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9375,
          "pairwise_auc": 0.9677885416666665,
          "pairwise_f1": 0.9054325955734407
        },
        "text2img": {
          "accuracy": 0.9816666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              22,
              1178
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9816666666666667,
          "pairwise_auc": 0.9856937499999999,
          "pairwise_f1": 0.9282899921197794
        },
        "wiki": {
          "accuracy": 0.8666666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1040,
              160
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.1333333333333333
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.9116666666666666,
          "auc_roc": 0.9758034722222221,
          "f1": 0.9154704944178629,
          "confusion_matrix": [
            [
              1040,
              160
            ],
            [
              52,
              1148
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.9020833333333333,
          "auc_roc": 0.9677885416666665,
          "f1": 0.9054325955734407,
          "confusion_matrix": [
            [
              1040,
              160
            ],
            [
              75,
              1125
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.9241666666666667,
          "auc_roc": 0.9856937499999999,
          "f1": 0.9282899921197794,
          "confusion_matrix": [
            [
              1040,
              160
            ],
            [
              22,
              1178
            ]
          ]
        }
      }
    },
    {
      "fold": 4,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.18253784660525896,
          0.09274266364087386,
          0.05595069021952373,
          0.03206709125089994,
          0.02324649474740673,
          0.014556840769526187,
          0.01106473373061413,
          0.004897450984359845,
          0.003464228110739761,
          0.002620224120977144,
          0.0018979384601990473,
          0.0008156847854357457,
          0.00021853346456989837
        ],
        "train_acc": [
          0.8367476851851852,
          0.9315972222222222,
          0.9619212962962963,
          0.9785879629629629,
          0.9843171296296296,
          0.9912615740740741,
          0.9939236111111112,
          0.9967592592592592,
          0.9979166666666667,
          0.9983217592592593,
          0.9987847222222223,
          0.9996527777777777,
          0.9999421296296296
        ],
        "train_auc": [
          0.9176218850022863,
          0.9793452164066073,
          0.9925894043638546,
          0.9974967492569731,
          0.9987300758030406,
          0.9994492044610196,
          0.9995728309327847,
          0.9999372624457019,
          0.9999361639803384,
          0.9999688321616369,
          0.99998870277492,
          0.9999955882773205,
          0.9999999999999999
        ],
        "train_f1": [
          0.8852645707080977,
          0.953552342030808,
          0.9744307142302013,
          0.9856711331422818,
          0.9895119780177252,
          0.9941628976767559,
          0.9959442234153502,
          0.9978371697821721,
          0.9986101459346769,
          0.9988803521099572,
          0.9991895334028019,
          0.9997684827905541,
          0.9999614212414645
        ],
        "val_loss": [
          0.15742664287487665,
          0.1538327511632815,
          0.13509041668924812,
          0.17210772472899408,
          0.14238195471310366,
          0.218546209925474,
          0.15706069137292314,
          0.16238107544680436,
          0.19468771822976122,
          0.19298389890391263,
          0.17740953016473213,
          0.1736834918614477,
          0.16653081489178778
        ],
        "val_acc": [
          0.8625,
          0.9223958333333333,
          0.928125,
          0.9338541666666667,
          0.921875,
          0.9416666666666667,
          0.9380208333333333,
          0.9239583333333333,
          0.9359375,
          0.9291666666666667,
          0.9411458333333333,
          0.9416666666666667,
          0.9432291666666667
        ],
        "val_auc": [
          0.9497395833333334,
          0.9683940972222222,
          0.9745515046296296,
          0.9692657696759258,
          0.975681423611111,
          0.967502170138889,
          0.9756336805555554,
          0.9774450231481481,
          0.9750665509259259,
          0.969890769675926,
          0.9751280381944445,
          0.9750593171296298,
          0.977341579861111
        ],
        "val_f1": [
          0.9022222222222223,
          0.9490249743414301,
          0.9520500347463516,
          0.9558260869565217,
          0.9465431218816821,
          0.9616175462645647,
          0.9584352078239609,
          0.9478943611705924,
          0.9573952199515068,
          0.952112676056338,
          0.9605033205173017,
          0.9609756097560975,
          0.9619811649808162
        ]
      },
      "test_metrics": {
        "accuracy": 0.9183333333333333,
        "auc_roc": 0.9770061342592594,
        "f1": 0.9439519588218473,
        "confusion_matrix": [
          [
            1107,
            93
          ],
          [
            299,
            3301
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.91,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              108,
              1092
            ]
          ],
          "n": 1200,
          "detection_rate": 0.91,
          "pairwise_auc": 0.9738024305555557,
          "pairwise_f1": 0.9157232704402516
        },
        "insight": {
          "accuracy": 0.8808333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              143,
              1057
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8808333333333334,
          "pairwise_auc": 0.9699489583333334,
          "pairwise_f1": 0.8995744680851064
        },
        "text2img": {
          "accuracy": 0.96,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              48,
              1152
            ]
          ],
          "n": 1200,
          "detection_rate": 0.96,
          "pairwise_auc": 0.9872670138888889,
          "pairwise_f1": 0.9423312883435583
        },
        "wiki": {
          "accuracy": 0.9225,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1107,
              93
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.07750000000000001
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.91625,
          "auc_roc": 0.9738024305555557,
          "f1": 0.9157232704402516,
          "confusion_matrix": [
            [
              1107,
              93
            ],
            [
              108,
              1092
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.9016666666666666,
          "auc_roc": 0.9699489583333334,
          "f1": 0.8995744680851064,
          "confusion_matrix": [
            [
              1107,
              93
            ],
            [
              143,
              1057
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.94125,
          "auc_roc": 0.9872670138888889,
          "f1": 0.9423312883435583,
          "confusion_matrix": [
            [
              1107,
              93
            ],
            [
              48,
              1152
            ]
          ]
        }
      }
    }
  ],
  "aggregated_metrics": {
    "accuracy": {
      "mean": 0.9222916666666666,
      "std": 0.02394882057522761,
      "ci_95": 0.020992066788564585,
      "values": [
        0.8820833333333333,
        0.935625,
        0.9397916666666667,
        0.935625,
        0.9183333333333333
      ]
    },
    "auc_roc": {
      "mean": 0.9754699074074076,
      "std": 0.004803413507184044,
      "ci_95": 0.004210377577432845,
      "values": [
        0.9671379629629631,
        0.9772581018518519,
        0.97951875,
        0.976428587962963,
        0.9770061342592594
      ]
    },
    "f1": {
      "mean": 0.9468027759746809,
      "std": 0.018075548615468288,
      "ci_95": 0.015843916930437404,
      "values": [
        0.9163958641063515,
        0.9567287494748634,
        0.9597885070265758,
        0.9571488004437665,
        0.9439519588218473
      ]
    }
  },
  "aggregated_per_source": {
    "inpainting": {
      "accuracy": {
        "mean": 0.9296666666666666,
        "std": 0.03751203510578673,
        "ci_95": 0.03288074850459188,
        "values": [
          0.8725,
          0.9533333333333334,
          0.9558333333333333,
          0.9566666666666667,
          0.91
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.9296666666666666,
        "std": 0.03751203510578673,
        "ci_95": 0.03288074850459188,
        "values": [
          0.8725,
          0.9533333333333334,
          0.9558333333333333,
          0.9566666666666667,
          0.91
        ]
      },
      "pairwise_auc": {
        "mean": 0.9758645833333335,
        "std": 0.004104948128682983,
        "ci_95": 0.003598145679459516,
        "values": [
          0.9701722222222223,
          0.9800895833333334,
          0.9794552083333333,
          0.9758034722222221,
          0.9738024305555557
        ]
      },
      "pairwise_f1": {
        "mean": 0.9171118406016742,
        "std": 0.008527416912396574,
        "ci_95": 0.007474610484331243,
        "values": [
          0.9045356371490281,
          0.9266909680032401,
          0.9231388329979879,
          0.9154704944178629,
          0.9157232704402516
        ]
      }
    },
    "insight": {
      "accuracy": {
        "mean": 0.8955,
        "std": 0.05095818002157367,
        "ci_95": 0.04466681417886089,
        "values": [
          0.8133333333333334,
          0.9141666666666667,
          0.9316666666666666,
          0.9375,
          0.8808333333333334
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.8955,
        "std": 0.05095818002157367,
        "ci_95": 0.04466681417886089,
        "values": [
          0.8133333333333334,
          0.9141666666666667,
          0.9316666666666666,
          0.9375,
          0.8808333333333334
        ]
      },
      "pairwise_auc": {
        "mean": 0.9654490972222222,
        "std": 0.005960625846888337,
        "ci_95": 0.005224718916177153,
        "values": [
          0.9557256944444444,
          0.9639170138888888,
          0.9698652777777778,
          0.9677885416666665,
          0.9699489583333334
        ]
      },
      "pairwise_f1": {
        "mean": 0.8982337324895278,
        "std": 0.016314258364705986,
        "ci_95": 0.014300077956743039,
        "values": [
          0.8698752228163993,
          0.9058629232039637,
          0.9104234527687296,
          0.9054325955734407,
          0.8995744680851064
        ]
      }
    },
    "text2img": {
      "accuracy": {
        "mean": 0.9613333333333334,
        "std": 0.03619296279051434,
        "ci_95": 0.03172453064183053,
        "values": [
          0.8991666666666667,
          0.9791666666666666,
          0.9866666666666667,
          0.9816666666666667,
          0.96
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.9613333333333334,
        "std": 0.03619296279051434,
        "ci_95": 0.03172453064183053,
        "values": [
          0.8991666666666667,
          0.9791666666666666,
          0.9866666666666667,
          0.9816666666666667,
          0.96
        ]
      },
      "pairwise_auc": {
        "mean": 0.9850960416666666,
        "std": 0.005502799493364987,
        "ci_95": 0.004823416423616481,
        "values": [
          0.9755159722222223,
          0.9877677083333334,
          0.9892357638888889,
          0.9856937499999999,
          0.9872670138888889
        ]
      },
      "pairwise_f1": {
        "mean": 0.9338060595456726,
        "std": 0.009660181403295696,
        "ci_95": 0.008467522338757406,
        "values": [
          0.9194716659565403,
          0.94,
          0.9389373513084853,
          0.9282899921197794,
          0.9423312883435583
        ]
      }
    },
    "wiki": {
      "accuracy": {
        "mean": 0.9026666666666667,
        "std": 0.030421803219255604,
        "ci_95": 0.026665886238579968,
        "values": [
          0.9433333333333334,
          0.8958333333333334,
          0.885,
          0.8666666666666667,
          0.9225
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "false_alarm_rate": {
        "mean": 0.09733333333333331,
        "std": 0.030421803219255607,
        "ci_95": 0.02666588623857997,
        "values": [
          0.05666666666666664,
          0.10416666666666663,
          0.11499999999999999,
          0.1333333333333333,
          0.07750000000000001
        ]
      }
    }
  },
  "aggregated_pairwise": {
    "wiki_vs_inpainting": {
      "accuracy": {
        "mean": 0.9161666666666667,
        "std": 0.006656241849238607,
        "ci_95": 0.005834453225833961,
        "values": [
          0.9079166666666667,
          0.9245833333333333,
          0.9204166666666667,
          0.9116666666666666,
          0.91625
        ]
      },
      "auc_roc": {
        "mean": 0.9758645833333335,
        "std": 0.004104948128682983,
        "ci_95": 0.003598145679459516,
        "values": [
          0.9701722222222223,
          0.9800895833333334,
          0.9794552083333333,
          0.9758034722222221,
          0.9738024305555557
        ]
      },
      "f1": {
        "mean": 0.9171118406016742,
        "std": 0.008527416912396574,
        "ci_95": 0.007474610484331243,
        "values": [
          0.9045356371490281,
          0.9266909680032401,
          0.9231388329979879,
          0.9154704944178629,
          0.9157232704402516
        ]
      }
    },
    "wiki_vs_insight": {
      "accuracy": {
        "mean": 0.8990833333333332,
        "std": 0.011903839249960042,
        "ci_95": 0.01043417515240718,
        "values": [
          0.8783333333333333,
          0.905,
          0.9083333333333333,
          0.9020833333333333,
          0.9016666666666666
        ]
      },
      "auc_roc": {
        "mean": 0.9654490972222222,
        "std": 0.005960625846888337,
        "ci_95": 0.005224718916177153,
        "values": [
          0.9557256944444444,
          0.9639170138888888,
          0.9698652777777778,
          0.9677885416666665,
          0.9699489583333334
        ]
      },
      "f1": {
        "mean": 0.8982337324895278,
        "std": 0.016314258364705986,
        "ci_95": 0.014300077956743039,
        "values": [
          0.8698752228163993,
          0.9058629232039637,
          0.9104234527687296,
          0.9054325955734407,
          0.8995744680851064
        ]
      }
    },
    "wiki_vs_text2img": {
      "accuracy": {
        "mean": 0.932,
        "std": 0.00876684885742242,
        "ci_95": 0.0076844818375158535,
        "values": [
          0.92125,
          0.9375,
          0.9358333333333333,
          0.9241666666666667,
          0.94125
        ]
      },
      "auc_roc": {
        "mean": 0.9850960416666666,
        "std": 0.005502799493364987,
        "ci_95": 0.004823416423616481,
        "values": [
          0.9755159722222223,
          0.9877677083333334,
          0.9892357638888889,
          0.9856937499999999,
          0.9872670138888889
        ]
      },
      "f1": {
        "mean": 0.9338060595456726,
        "std": 0.009660181403295696,
        "ci_95": 0.008467522338757406,
        "values": [
          0.9194716659565403,
          0.94,
          0.9389373513084853,
          0.9282899921197794,
          0.9423312883435583
        ]
      }
    }
  },
  "config": {
    "seed": 42,
    "cv_folds": 5,
    "batch_size": 32,
    "num_workers": 4,
    "early_stopping_patience": 5,
    "lr": 0.0001,
    "weight_decay": 0.0001,
    "T_max": 15,
    "data_dir": "data_cropped",
    "run_name": "p2c_resnet18_facecrop",
    "backbone": "resnet18",
    "pretrained": true,
    "epochs": 15,
    "image_size": 224,
    "subsample": 0.2,
    "augment": false
  }
}