{
  "run_name": "p2d_resnet18_aug",
  "n_folds": 5,
  "fold_results": [
    {
      "fold": 0,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.2432145776434077,
          0.18624131784394934,
          0.1615376862524836,
          0.14311136932422716,
          0.12778810034333557,
          0.11735554574126447,
          0.1028537227090931,
          0.08899825522934811,
          0.08163309689369742
        ],
        "train_acc": [
          0.7476851851851852,
          0.828761574074074,
          0.8553240740740741,
          0.8760416666666667,
          0.8890625,
          0.9065972222222223,
          0.9166087962962963,
          0.9321759259259259,
          0.9360532407407407
        ],
        "train_auc": [
          0.8427512359967992,
          0.9138303487225652,
          0.9362707815357796,
          0.9505006054955417,
          0.960344569830247,
          0.9671106342163922,
          0.9747477548439643,
          0.9806416377314815,
          0.9842013085133745
        ],
        "train_f1": [
          0.8151445772916137,
          0.8789527510738392,
          0.8985554293134231,
          0.9137403350515464,
          0.923206345391179,
          0.9358403561774526,
          0.9429419916848149,
          0.9538182677910001,
          0.9566071077950128
        ],
        "val_loss": [
          0.1902425479143858,
          0.26963399226466817,
          0.18652883305524787,
          0.13493328224867582,
          0.18491155989468097,
          0.16451409317863483,
          0.17540942650909225,
          0.16768297875920932,
          0.17393040573224425
        ],
        "val_acc": [
          0.7958333333333333,
          0.696875,
          0.8723958333333334,
          0.8770833333333333,
          0.7890625,
          0.8796875,
          0.8666666666666667,
          0.88125,
          0.8619791666666666
        ],
        "val_auc": [
          0.9145949074074075,
          0.9076374421296297,
          0.9411385995370372,
          0.9544654224537036,
          0.9407219328703703,
          0.9507740162037037,
          0.9443192997685185,
          0.9523459201388889,
          0.9515921585648148
        ],
        "val_f1": [
          0.847944142746315,
          0.7497850386930353,
          0.9143656064313177,
          0.9131714495952906,
          0.8394768133174791,
          0.9163952225841476,
          0.9062957540263543,
          0.9174511223750905,
          0.9015235971757711
        ]
      },
      "test_metrics": {
        "accuracy": 0.8841666666666667,
        "auc_roc": 0.9598277777777778,
        "f1": 0.9190212642004079,
        "confusion_matrix": [
          [
            1089,
            111
          ],
          [
            445,
            3155
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.8633333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              164,
              1036
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8633333333333333,
          "pairwise_auc": 0.9568444444444445,
          "pairwise_f1": 0.8828291435875586
        },
        "insight": {
          "accuracy": 0.835,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              198,
              1002
            ]
          ],
          "n": 1200,
          "detection_rate": 0.835,
          "pairwise_auc": 0.9470201388888889,
          "pairwise_f1": 0.8664072632944229
        },
        "text2img": {
          "accuracy": 0.9308333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              83,
              1117
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9308333333333333,
          "pairwise_auc": 0.97561875,
          "pairwise_f1": 0.9200988467874794
        },
        "wiki": {
          "accuracy": 0.9075,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1089,
              111
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.09250000000000003
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.8854166666666666,
          "auc_roc": 0.9568444444444445,
          "f1": 0.8828291435875586,
          "confusion_matrix": [
            [
              1089,
              111
            ],
            [
              164,
              1036
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.87125,
          "auc_roc": 0.9470201388888889,
          "f1": 0.8664072632944229,
          "confusion_matrix": [
            [
              1089,
              111
            ],
            [
              198,
              1002
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.9191666666666667,
          "auc_roc": 0.97561875,
          "f1": 0.9200988467874794,
          "confusion_matrix": [
            [
              1089,
              111
            ],
            [
              83,
              1117
            ]
          ]
        }
      }
    },
    {
      "fold": 1,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.24689088360302977,
          0.1842047021413843,
          0.15967476530069555,
          0.14266639583640628,
          0.12989114740587496,
          0.11649227232706767,
          0.09814681154503314,
          0.08726330978312978,
          0.07994664205083003,
          0.07109554970585223,
          0.06332696684791396,
          0.05453277301793504,
          0.05285849852414146,
          0.04519847576609916,
          0.04594721748769559
        ],
        "train_acc": [
          0.7479166666666667,
          0.8290509259259259,
          0.8592592592592593,
          0.875462962962963,
          0.8919560185185185,
          0.9060185185185186,
          0.9182291666666667,
          0.9318287037037037,
          0.9401041666666666,
          0.9473379629629629,
          0.9521412037037037,
          0.9607060185185186,
          0.9625578703703703,
          0.9675925925925926,
          0.9673611111111111
        ],
        "train_auc": [
          0.8384914676926155,
          0.9154041370170325,
          0.9379931484339277,
          0.9506273040980795,
          0.959658002186214,
          0.9682331675811614,
          0.9764297643032693,
          0.9817006655092593,
          0.9845431455761318,
          0.9879434227823503,
          0.9905176272433699,
          0.9928843467792638,
          0.9933776381029948,
          0.9949007362397119,
          0.994895226051669
        ],
        "train_f1": [
          0.8159384771402012,
          0.879023671062331,
          0.901689708141321,
          0.9133236668277751,
          0.9254898830666082,
          0.9355760076166296,
          0.9439129917040447,
          0.9536037810161481,
          0.959349593495935,
          0.9643612438317537,
          0.9676662626578567,
          0.9735251686357079,
          0.9748239231098487,
          0.9781795511221946,
          0.9780510585305106
        ],
        "val_loss": [
          0.19462023427089056,
          0.16530078780682136,
          0.1554836075132092,
          0.1940426806608836,
          0.14365296380904813,
          0.17461532298475504,
          0.1586057751439512,
          0.15580776433149973,
          0.14082847472357873,
          0.1512137787610603,
          0.14102415824697043,
          0.14971011347758273,
          0.14048875640922537,
          0.14256967038381846,
          0.14555416881727676
        ],
        "val_acc": [
          0.7916666666666666,
          0.871875,
          0.8895833333333333,
          0.790625,
          0.8619791666666666,
          0.8328125,
          0.8567708333333334,
          0.9015625,
          0.90625,
          0.9015625,
          0.8963541666666667,
          0.8916666666666667,
          0.9020833333333333,
          0.9109375,
          0.9057291666666667
        ],
        "val_auc": [
          0.9082855902777778,
          0.9404890046296297,
          0.9493388310185185,
          0.9419618055555556,
          0.9553168402777777,
          0.9546332465277778,
          0.9602445023148148,
          0.9603103298611111,
          0.966378761574074,
          0.9639539930555556,
          0.9676135706018517,
          0.9687463831018518,
          0.9701822916666667,
          0.9702162905092593,
          0.9695348668981482
        ],
        "val_f1": [
          0.8460354118552733,
          0.9117013639626705,
          0.924822695035461,
          0.8408551068883611,
          0.9013035381750466,
          0.8766807529773338,
          0.8961872404681012,
          0.9325240985362371,
          0.9357142857142857,
          0.9318427695636495,
          0.9276100400145507,
          0.9234731420161884,
          0.9315866084425036,
          0.9385113268608414,
          0.9344440420137631
        ]
      },
      "test_metrics": {
        "accuracy": 0.90625,
        "auc_roc": 0.9686325231481481,
        "f1": 0.9355300859598854,
        "confusion_matrix": [
          [
            1085,
            115
          ],
          [
            335,
            3265
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.915,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              102,
              1098
            ]
          ],
          "n": 1200,
          "detection_rate": 0.915,
          "pairwise_auc": 0.9732482638888889,
          "pairwise_f1": 0.9100704517198508
        },
        "insight": {
          "accuracy": 0.8575,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              171,
              1029
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8575,
          "pairwise_auc": 0.9496430555555556,
          "pairwise_f1": 0.8779863481228669
        },
        "text2img": {
          "accuracy": 0.9483333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              62,
              1138
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9483333333333334,
          "pairwise_auc": 0.9830062500000001,
          "pairwise_f1": 0.9278434569914391
        },
        "wiki": {
          "accuracy": 0.9041666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1085,
              115
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.09583333333333333
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.9095833333333333,
          "auc_roc": 0.9732482638888889,
          "f1": 0.9100704517198508,
          "confusion_matrix": [
            [
              1085,
              115
            ],
            [
              102,
              1098
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.8808333333333334,
          "auc_roc": 0.9496430555555556,
          "f1": 0.8779863481228669,
          "confusion_matrix": [
            [
              1085,
              115
            ],
            [
              171,
              1029
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.92625,
          "auc_roc": 0.9830062500000001,
          "f1": 0.9278434569914391,
          "confusion_matrix": [
            [
              1085,
              115
            ],
            [
              62,
              1138
            ]
          ]
        }
      }
    },
    {
      "fold": 2,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.25084885087002207,
          0.18861986772605666,
          0.16143610937589847,
          0.14482936942260022,
          0.13110146244160004,
          0.11945354820539554,
          0.10625538078171236,
          0.09158743754098261,
          0.0816777328081015,
          0.06940991530643294,
          0.061847320255926916
        ],
        "train_acc": [
          0.7384259259259259,
          0.8266782407407407,
          0.8543981481481482,
          0.8726851851851852,
          0.8870370370370371,
          0.9002314814814815,
          0.9131365740740741,
          0.9268518518518518,
          0.934837962962963,
          0.9470486111111112,
          0.9521990740740741
        ],
        "train_auc": [
          0.8316352041180841,
          0.9111492180355509,
          0.9359855824188386,
          0.9491406696530635,
          0.9583204643204162,
          0.9660177862082763,
          0.9729465217049611,
          0.9793789026777551,
          0.9839431512917238,
          0.9882295506830132,
          0.9904374303412209
        ],
        "train_f1": [
          0.8077740920302798,
          0.8775702080693292,
          0.8979558728098638,
          0.9112903225806451,
          0.9219012563015123,
          0.9312709296762877,
          0.9404246874379837,
          0.9500079101408005,
          0.9556658004567289,
          0.9641499823688437,
          0.9676813522184835
        ],
        "val_loss": [
          0.1721192395935456,
          0.15591581917057434,
          0.14221578563253084,
          0.13032059934921564,
          0.17075392644231518,
          0.12318657368887216,
          0.13254480995237827,
          0.14408315840022018,
          0.14193831564237674,
          0.16232128216749211,
          0.15326399483795589
        ],
        "val_acc": [
          0.8296875,
          0.8854166666666666,
          0.8729166666666667,
          0.8796875,
          0.8359375,
          0.9057291666666667,
          0.8703125,
          0.9072916666666667,
          0.8942708333333333,
          0.8994791666666667,
          0.9072916666666667
        ],
        "val_auc": [
          0.9259215856481481,
          0.9469864004629629,
          0.9507479745370371,
          0.9603211805555556,
          0.9540726273148148,
          0.9683825231481481,
          0.9631264467592593,
          0.9650130208333333,
          0.9639561631944444,
          0.9628884548611112,
          0.963708767361111
        ],
        "val_f1": [
          0.8775739423436915,
          0.9224806201550387,
          0.9106227106227106,
          0.915785636164783,
          0.8787061994609164,
          0.9352878083661066,
          0.9072625698324023,
          0.9369688385269122,
          0.925939438161255,
          0.9304504504504505,
          0.9359712230215828
        ]
      },
      "test_metrics": {
        "accuracy": 0.909375,
        "auc_roc": 0.9661710648148147,
        "f1": 0.938567998870216,
        "confusion_matrix": [
          [
            1042,
            158
          ],
          [
            277,
            3323
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.9366666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              76,
              1124
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9366666666666666,
          "pairwise_auc": 0.9708569444444444,
          "pairwise_f1": 0.9057211925866236
        },
        "insight": {
          "accuracy": 0.8683333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              158,
              1042
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8683333333333333,
          "pairwise_auc": 0.9475027777777779,
          "pairwise_f1": 0.8683333333333333
        },
        "text2img": {
          "accuracy": 0.9641666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              43,
              1157
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9641666666666666,
          "pairwise_auc": 0.9801534722222222,
          "pairwise_f1": 0.920079522862823
        },
        "wiki": {
          "accuracy": 0.8683333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1042,
              158
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.1316666666666667
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.9025,
          "auc_roc": 0.9708569444444444,
          "f1": 0.9057211925866236,
          "confusion_matrix": [
            [
              1042,
              158
            ],
            [
              76,
              1124
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.8683333333333333,
          "auc_roc": 0.9475027777777779,
          "f1": 0.8683333333333333,
          "confusion_matrix": [
            [
              1042,
              158
            ],
            [
              158,
              1042
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.91625,
          "auc_roc": 0.9801534722222222,
          "f1": 0.920079522862823,
          "confusion_matrix": [
            [
              1042,
              158
            ],
            [
              43,
              1157
            ]
          ]
        }
      }
    },
    {
      "fold": 3,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.2421666906249744,
          0.18122071538258483,
          0.15945808111379545,
          0.14149741873972946,
          0.12693481605706944,
          0.11328697106456039,
          0.10285938018760471,
          0.09215615937762238,
          0.08213630432901145,
          0.0721674160566181,
          0.06024700803078573,
          0.05493976923516365,
          0.04812634282236643,
          0.04283446180116799,
          0.044198857838744984
        ],
        "train_acc": [
          0.7519097222222222,
          0.8376736111111112,
          0.8593171296296296,
          0.8793402777777778,
          0.8940393518518519,
          0.9099537037037037,
          0.9178240740740741,
          0.9293981481481481,
          0.9375578703703704,
          0.9460069444444444,
          0.9568865740740741,
          0.9601851851851851,
          0.9638310185185185,
          0.9694444444444444,
          0.967650462962963
        ],
        "train_auc": [
          0.8447519343707134,
          0.9199105420524691,
          0.938318115569273,
          0.9516152441986739,
          0.9610948841878143,
          0.9698494030778464,
          0.9747931312871514,
          0.9799926233139004,
          0.9839744888117283,
          0.987740840763603,
          0.991201095964792,
          0.993033845236054,
          0.994431030664152,
          0.9954667495427527,
          0.9951984917981251
        ],
        "train_f1": [
          0.8185089538969561,
          0.8854868340477648,
          0.9017261591947285,
          0.9163356205609726,
          0.9268273188666427,
          0.9383664738968549,
          0.9438557646686699,
          0.9519344417303601,
          0.9576181311127695,
          0.9634476003917728,
          0.9708927524907208,
          0.9732003739482705,
          0.9756439733447644,
          0.9794584500466853,
          0.9782583330092178
        ],
        "val_loss": [
          0.20158521762738627,
          0.20123521853238344,
          0.1367407993723949,
          0.14876992775437733,
          0.19659454523546932,
          0.16914862338453532,
          0.14609688865796974,
          0.15264005694383134,
          0.1667207621658842,
          0.16147574520048996,
          0.1583384559994253,
          0.15340277797852953,
          0.15068399023536283,
          0.15819599378931645,
          0.1549152214662172
        ],
        "val_acc": [
          0.7708333333333334,
          0.7619791666666667,
          0.8848958333333333,
          0.8421875,
          0.8854166666666666,
          0.8291666666666667,
          0.8854166666666666,
          0.8890625,
          0.8526041666666667,
          0.8635416666666667,
          0.8833333333333333,
          0.890625,
          0.8942708333333333,
          0.8973958333333333,
          0.903125
        ],
        "val_auc": [
          0.9126171875,
          0.9304144965277777,
          0.9546397569444444,
          0.9528190104166666,
          0.948021556712963,
          0.9557262731481481,
          0.9573972800925925,
          0.9590986689814813,
          0.9580721932870371,
          0.9602184606481481,
          0.9626613136574075,
          0.9661429398148149,
          0.9663020833333332,
          0.9655041956018519,
          0.9661733217592593
        ],
        "val_f1": [
          0.8267716535433071,
          0.8153535353535354,
          0.920816911501254,
          0.8849221420432967,
          0.9235048678720446,
          0.8734567901234568,
          0.9205776173285198,
          0.9230769230769231,
          0.8932478310071671,
          0.9023117076808352,
          0.9182481751824818,
          0.9238026124818578,
          0.9264759145237232,
          0.9290601368383147,
          0.9333810888252149
        ]
      },
      "test_metrics": {
        "accuracy": 0.89625,
        "auc_roc": 0.9677373842592593,
        "f1": 0.9278679026651216,
        "confusion_matrix": [
          [
            1099,
            101
          ],
          [
            397,
            3203
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.8966666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              124,
              1076
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8966666666666666,
          "pairwise_auc": 0.9690951388888888,
          "pairwise_f1": 0.9053428691628103
        },
        "insight": {
          "accuracy": 0.8308333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              203,
              997
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8308333333333333,
          "pairwise_auc": 0.9505517361111111,
          "pairwise_f1": 0.8677110530896431
        },
        "text2img": {
          "accuracy": 0.9416666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              70,
              1130
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9416666666666667,
          "pairwise_auc": 0.9835652777777779,
          "pairwise_f1": 0.9296585767174003
        },
        "wiki": {
          "accuracy": 0.9158333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1099,
              101
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.08416666666666661
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.90625,
          "auc_roc": 0.9690951388888888,
          "f1": 0.9053428691628103,
          "confusion_matrix": [
            [
              1099,
              101
            ],
            [
              124,
              1076
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.8733333333333333,
          "auc_roc": 0.9505517361111111,
          "f1": 0.8677110530896431,
          "confusion_matrix": [
            [
              1099,
              101
            ],
            [
              203,
              997
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.92875,
          "auc_roc": 0.9835652777777779,
          "f1": 0.9296585767174003,
          "confusion_matrix": [
            [
              1099,
              101
            ],
            [
              70,
              1130
            ]
          ]
        }
      }
    },
    {
      "fold": 4,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.24544570325977272,
          0.18812347099322962,
          0.16036981526348326,
          0.14614522219808013,
          0.13189721391018894,
          0.1195542064115957,
          0.10563782626693999,
          0.09264731759515901,
          0.08151098894972907,
          0.07179282589781064,
          0.06718809488746855,
          0.0589830837829073,
          0.05091542243198664,
          0.04770976847546451,
          0.04968874369816924
        ],
        "train_acc": [
          0.7505787037037037,
          0.8262731481481481,
          0.8545717592592592,
          0.8723958333333334,
          0.8863425925925926,
          0.8999421296296296,
          0.9134837962962963,
          0.9256365740740741,
          0.9347800925925925,
          0.9429398148148148,
          0.9482060185185185,
          0.9564236111111111,
          0.9633680555555556,
          0.9653356481481481,
          0.9654513888888889
        ],
        "train_auc": [
          0.8410518832876086,
          0.9122108178297896,
          0.9365969543038409,
          0.9480229677497714,
          0.9581318676411752,
          0.9660167681184271,
          0.9734348743998629,
          0.9792336194701645,
          0.9840432634602194,
          0.9876275380801325,
          0.9892473100994513,
          0.9917352448416781,
          0.9936879322416554,
          0.9943118337762917,
          0.9941567358253316
        ],
        "train_f1": [
          0.8182814739860022,
          0.8771384136858476,
          0.8980320551836072,
          0.9110133580854756,
          0.9214211410738578,
          0.9310193496908039,
          0.9408272313477142,
          0.9492155080425246,
          0.9556246800803244,
          0.9612695419907298,
          0.9649857204334729,
          0.9705893840565559,
          0.975326447086338,
          0.976642620393839,
          0.9767713318547916
        ],
        "val_loss": [
          0.18931125878977278,
          0.22387202978134155,
          0.1712254531060656,
          0.15280801858752965,
          0.15293544462571543,
          0.1433148423054566,
          0.1387926299435397,
          0.1622421024988095,
          0.18698418781471748,
          0.16526137704883392,
          0.17185187203188737,
          0.15588134233257733,
          0.15483337138430214,
          0.1561354076412196,
          0.1543029025197029
        ],
        "val_acc": [
          0.8484375,
          0.73125,
          0.8677083333333333,
          0.8979166666666667,
          0.8494791666666667,
          0.8953125,
          0.8848958333333333,
          0.8604166666666667,
          0.8463541666666666,
          0.8817708333333333,
          0.8614583333333333,
          0.8911458333333333,
          0.8963541666666667,
          0.8895833333333333,
          0.8963541666666667
        ],
        "val_auc": [
          0.9208955439814814,
          0.9001779513888889,
          0.9425021701388889,
          0.9574074074074073,
          0.9547460937499999,
          0.9589749710648148,
          0.9629311342592594,
          0.9570898437500001,
          0.9581785300925926,
          0.9601280381944444,
          0.9621542245370371,
          0.9644046585648149,
          0.9662514467592591,
          0.9656597222222223,
          0.9666919849537038
        ],
        "val_f1": [
          0.8959599570968895,
          0.7873042044517725,
          0.9077705156136529,
          0.9313244569025928,
          0.8909845341380611,
          0.9278794402583423,
          0.9199565374864179,
          0.8998505231689088,
          0.8877046060144652,
          0.9171835096680043,
          0.900374531835206,
          0.9246303642264695,
          0.9281847708408517,
          0.9230210602759622,
          0.9281847708408517
        ]
      },
      "test_metrics": {
        "accuracy": 0.9064583333333334,
        "auc_roc": 0.9700229166666666,
        "f1": 0.9354421279654924,
        "confusion_matrix": [
          [
            1098,
            102
          ],
          [
            347,
            3253
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.9116666666666666,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              106,
              1094
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9116666666666666,
          "pairwise_auc": 0.9703850694444445,
          "pairwise_f1": 0.9131886477462438
        },
        "insight": {
          "accuracy": 0.8608333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              167,
              1033
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8608333333333333,
          "pairwise_auc": 0.9591802083333332,
          "pairwise_f1": 0.884796573875803
        },
        "text2img": {
          "accuracy": 0.9383333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              74,
              1126
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9383333333333334,
          "pairwise_auc": 0.9805034722222222,
          "pairwise_f1": 0.9275123558484349
        },
        "wiki": {
          "accuracy": 0.915,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              1098,
              102
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.08499999999999996
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.9133333333333333,
          "auc_roc": 0.9703850694444445,
          "f1": 0.9131886477462438,
          "confusion_matrix": [
            [
              1098,
              102
            ],
            [
              106,
              1094
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.8879166666666667,
          "auc_roc": 0.9591802083333332,
          "f1": 0.884796573875803,
          "confusion_matrix": [
            [
              1098,
              102
            ],
            [
              167,
              1033
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.9266666666666666,
          "auc_roc": 0.9805034722222222,
          "f1": 0.9275123558484349,
          "confusion_matrix": [
            [
              1098,
              102
            ],
            [
              74,
              1126
            ]
          ]
        }
      }
    }
  ],
  "aggregated_metrics": {
    "accuracy": {
      "mean": 0.9005000000000001,
      "std": 0.010394351096736275,
      "ci_95": 0.009111050448646307,
      "values": [
        0.8841666666666667,
        0.90625,
        0.909375,
        0.89625,
        0.9064583333333334
      ]
    },
    "auc_roc": {
      "mean": 0.9664783333333332,
      "std": 0.0039722196924161105,
      "ci_95": 0.0034818040754918456,
      "values": [
        0.9598277777777778,
        0.9686325231481481,
        0.9661710648148147,
        0.9677373842592593,
        0.9700229166666666
      ]
    },
    "f1": {
      "mean": 0.9312858759322247,
      "std": 0.00791233698716453,
      "ci_95": 0.006935469158760821,
      "values": [
        0.9190212642004079,
        0.9355300859598854,
        0.938567998870216,
        0.9278679026651216,
        0.9354421279654924
      ]
    }
  },
  "aggregated_per_source": {
    "inpainting": {
      "accuracy": {
        "mean": 0.9046666666666667,
        "std": 0.027167177909299976,
        "ci_95": 0.02381308137231394,
        "values": [
          0.8633333333333333,
          0.915,
          0.9366666666666666,
          0.8966666666666666,
          0.9116666666666666
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.9046666666666667,
        "std": 0.027167177909299976,
        "ci_95": 0.02381308137231394,
        "values": [
          0.8633333333333333,
          0.915,
          0.9366666666666666,
          0.8966666666666666,
          0.9116666666666666
        ]
      },
      "pairwise_auc": {
        "mean": 0.9680859722222221,
        "std": 0.00646149662394386,
        "ci_95": 0.005663751509509356,
        "values": [
          0.9568444444444445,
          0.9732482638888889,
          0.9708569444444444,
          0.9690951388888888,
          0.9703850694444445
        ]
      },
      "pairwise_f1": {
        "mean": 0.9034304609606174,
        "std": 0.011964851865417849,
        "ci_95": 0.010487655067821474,
        "values": [
          0.8828291435875586,
          0.9100704517198508,
          0.9057211925866236,
          0.9053428691628103,
          0.9131886477462438
        ]
      }
    },
    "insight": {
      "accuracy": {
        "mean": 0.8504999999999999,
        "std": 0.016589404248897353,
        "ci_95": 0.01454125395784926,
        "values": [
          0.835,
          0.8575,
          0.8683333333333333,
          0.8308333333333333,
          0.8608333333333333
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.8504999999999999,
        "std": 0.016589404248897353,
        "ci_95": 0.01454125395784926,
        "values": [
          0.835,
          0.8575,
          0.8683333333333333,
          0.8308333333333333,
          0.8608333333333333
        ]
      },
      "pairwise_auc": {
        "mean": 0.9507795833333332,
        "std": 0.004918968065477247,
        "ci_95": 0.004311665613634642,
        "values": [
          0.9470201388888889,
          0.9496430555555556,
          0.9475027777777779,
          0.9505517361111111,
          0.9591802083333332
        ]
      },
      "pairwise_f1": {
        "mean": 0.8730469143432138,
        "std": 0.008019144787617885,
        "ci_95": 0.007029090323678467,
        "values": [
          0.8664072632944229,
          0.8779863481228669,
          0.8683333333333333,
          0.8677110530896431,
          0.884796573875803
        ]
      }
    },
    "text2img": {
      "accuracy": {
        "mean": 0.9446666666666668,
        "std": 0.012591332998005671,
        "ci_95": 0.011036789992263745,
        "values": [
          0.9308333333333333,
          0.9483333333333334,
          0.9641666666666666,
          0.9416666666666667,
          0.9383333333333334
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.9446666666666668,
        "std": 0.012591332998005671,
        "ci_95": 0.011036789992263745,
        "values": [
          0.9308333333333333,
          0.9483333333333334,
          0.9641666666666666,
          0.9416666666666667,
          0.9383333333333334
        ]
      },
      "pairwise_auc": {
        "mean": 0.9805694444444445,
        "std": 0.003146418574455627,
        "ci_95": 0.0027579574807151,
        "values": [
          0.97561875,
          0.9830062500000001,
          0.9801534722222222,
          0.9835652777777779,
          0.9805034722222222
        ]
      },
      "pairwise_f1": {
        "mean": 0.9250385518415154,
        "std": 0.004591418175544836,
        "ci_95": 0.004024555476229355,
        "values": [
          0.9200988467874794,
          0.9278434569914391,
          0.920079522862823,
          0.9296585767174003,
          0.9275123558484349
        ]
      }
    },
    "wiki": {
      "accuracy": {
        "mean": 0.9021666666666667,
        "std": 0.019548728290550745,
        "ci_95": 0.01713521584988713,
        "values": [
          0.9075,
          0.9041666666666667,
          0.8683333333333333,
          0.9158333333333334,
          0.915
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "false_alarm_rate": {
        "mean": 0.09783333333333333,
        "std": 0.019548728290550745,
        "ci_95": 0.01713521584988713,
        "values": [
          0.09250000000000003,
          0.09583333333333333,
          0.1316666666666667,
          0.08416666666666661,
          0.08499999999999996
        ]
      }
    }
  },
  "aggregated_pairwise": {
    "wiki_vs_inpainting": {
      "accuracy": {
        "mean": 0.9034166666666665,
        "std": 0.010830929220421394,
        "ci_95": 0.009493728046569607,
        "values": [
          0.8854166666666666,
          0.9095833333333333,
          0.9025,
          0.90625,
          0.9133333333333333
        ]
      },
      "auc_roc": {
        "mean": 0.9680859722222221,
        "std": 0.00646149662394386,
        "ci_95": 0.005663751509509356,
        "values": [
          0.9568444444444445,
          0.9732482638888889,
          0.9708569444444444,
          0.9690951388888888,
          0.9703850694444445
        ]
      },
      "f1": {
        "mean": 0.9034304609606174,
        "std": 0.011964851865417849,
        "ci_95": 0.010487655067821474,
        "values": [
          0.8828291435875586,
          0.9100704517198508,
          0.9057211925866236,
          0.9053428691628103,
          0.9131886477462438
        ]
      }
    },
    "wiki_vs_insight": {
      "accuracy": {
        "mean": 0.8763333333333332,
        "std": 0.007957133417394903,
        "ci_95": 0.006974734961113443,
        "values": [
          0.87125,
          0.8808333333333334,
          0.8683333333333333,
          0.8733333333333333,
          0.8879166666666667
        ]
      },
      "auc_roc": {
        "mean": 0.9507795833333332,
        "std": 0.004918968065477247,
        "ci_95": 0.004311665613634642,
        "values": [
          0.9470201388888889,
          0.9496430555555556,
          0.9475027777777779,
          0.9505517361111111,
          0.9591802083333332
        ]
      },
      "f1": {
        "mean": 0.8730469143432138,
        "std": 0.008019144787617885,
        "ci_95": 0.007029090323678467,
        "values": [
          0.8664072632944229,
          0.8779863481228669,
          0.8683333333333333,
          0.8677110530896431,
          0.884796573875803
        ]
      }
    },
    "wiki_vs_text2img": {
      "accuracy": {
        "mean": 0.9234166666666667,
        "std": 0.005395793114393207,
        "ci_95": 0.0047296211969529356,
        "values": [
          0.9191666666666667,
          0.92625,
          0.91625,
          0.92875,
          0.9266666666666666
        ]
      },
      "auc_roc": {
        "mean": 0.9805694444444445,
        "std": 0.003146418574455627,
        "ci_95": 0.0027579574807151,
        "values": [
          0.97561875,
          0.9830062500000001,
          0.9801534722222222,
          0.9835652777777779,
          0.9805034722222222
        ]
      },
      "f1": {
        "mean": 0.9250385518415154,
        "std": 0.004591418175544836,
        "ci_95": 0.004024555476229355,
        "values": [
          0.9200988467874794,
          0.9278434569914391,
          0.920079522862823,
          0.9296585767174003,
          0.9275123558484349
        ]
      }
    }
  },
  "config": {
    "seed": 42,
    "cv_folds": 5,
    "batch_size": 32,
    "num_workers": 4,
    "early_stopping_patience": 5,
    "lr": 0.0001,
    "weight_decay": 0.0001,
    "T_max": 15,
    "data_dir": "data",
    "run_name": "p2d_resnet18_aug",
    "backbone": "resnet18",
    "pretrained": true,
    "epochs": 15,
    "image_size": 224,
    "subsample": 0.2,
    "augment": {
      "hflip_p": 0.5,
      "rotation_degrees": 10,
      "brightness": 0.2,
      "contrast": 0.2,
      "saturation": 0.1,
      "hue": 0.02,
      "grayscale_p": 0.1,
      "blur_p": 0.1,
      "erase_p": 0.2,
      "noise_p": 0.3,
      "noise_std": 0.04
    }
  }
}