{
  "run_name": "p2b_simplecnn_224",
  "n_folds": 5,
  "fold_results": [
    {
      "fold": 0,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.33642795229399647,
          0.3219479806997158,
          0.3137210635399377,
          0.3085368701705226,
          0.3037944730233263,
          0.2989338524915554,
          0.2954062350922161,
          0.2930095558917081,
          0.29075437610348065,
          0.2876994205017885,
          0.2860731103078083,
          0.2841772020415024,
          0.2831934628387292,
          0.28101563903468624,
          0.2809163810478316
        ],
        "train_acc": [
          0.5032986111111111,
          0.6373263888888889,
          0.6516203703703703,
          0.6791666666666667,
          0.6784143518518518,
          0.6936921296296297,
          0.6980902777777778,
          0.7007523148148148,
          0.7054976851851852,
          0.7116319444444444,
          0.7111689814814814,
          0.7150462962962963,
          0.7181712962962963,
          0.7220486111111111,
          0.7201967592592593
        ],
        "train_auc": [
          0.6208675822330818,
          0.6855963416638089,
          0.7096752204075217,
          0.7255443297753772,
          0.7371636016803841,
          0.7485511956304298,
          0.7570394840249199,
          0.7623238525948789,
          0.7670263917466851,
          0.7727034572187929,
          0.7772292952674897,
          0.7811661326160265,
          0.7833068540666439,
          0.7878145719021491,
          0.7877469850251486
        ],
        "train_f1": [
          0.5607247044372793,
          0.7253122945430638,
          0.736703988803359,
          0.7641252552756977,
          0.7611228130507673,
          0.7746412909268957,
          0.7777825105422328,
          0.779290622732511,
          0.784135737009544,
          0.7882907762246676,
          0.7884542025176959,
          0.7916031826646351,
          0.7935915910824786,
          0.7963363439765934,
          0.7952745903374687
        ],
        "val_loss": [
          0.33139895225564636,
          0.32860592926541965,
          0.3132358161111673,
          0.30545889809727667,
          0.30481020535031955,
          0.2997308722386757,
          0.30189659756918746,
          0.29470868905385333,
          0.2992896310985088,
          0.29820267458756766,
          0.29505674292643863,
          0.291368980333209,
          0.2923826087266207,
          0.29070129444201787,
          0.2902953773736954
        ],
        "val_acc": [
          0.6026041666666667,
          0.5442708333333334,
          0.69375,
          0.6776041666666667,
          0.6494791666666667,
          0.6802083333333333,
          0.7114583333333333,
          0.6895833333333333,
          0.7541666666666667,
          0.6333333333333333,
          0.6473958333333333,
          0.7427083333333333,
          0.725,
          0.7171875,
          0.725
        ],
        "val_auc": [
          0.6414945023148148,
          0.6700086805555556,
          0.7251359953703703,
          0.7353559027777777,
          0.7346006944444444,
          0.7435886863425925,
          0.7441890914351852,
          0.7618916377314814,
          0.7642701099537037,
          0.7501671006944444,
          0.7580345775462963,
          0.7732747395833334,
          0.7687709780092593,
          0.7657371238425925,
          0.7714467592592592
        ],
        "val_f1": [
          0.6999606763664963,
          0.6077991931869117,
          0.7776096822995462,
          0.7599844901124467,
          0.7256420709335507,
          0.7610894941634241,
          0.7979576951130561,
          0.7660910518053375,
          0.8326241134751773,
          0.7044500419815282,
          0.7182688306283812,
          0.8182487122884474,
          0.8041543026706232,
          0.7959413754227734,
          0.8035714285714286
        ]
      },
      "test_metrics": {
        "accuracy": 0.7410416666666667,
        "auc_roc": 0.7815633101851851,
        "f1": 0.8191473883311509,
        "confusion_matrix": [
          [
            742,
            458
          ],
          [
            785,
            2815
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.7883333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              254,
              946
            ]
          ],
          "n": 1200,
          "detection_rate": 0.7883333333333333,
          "pairwise_auc": 0.7842034722222222,
          "pairwise_f1": 0.7265745007680492
        },
        "insight": {
          "accuracy": 0.625,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              450,
              750
            ]
          ],
          "n": 1200,
          "detection_rate": 0.625,
          "pairwise_auc": 0.6708861111111111,
          "pairwise_f1": 0.6229235880398671
        },
        "text2img": {
          "accuracy": 0.9325,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              81,
              1119
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9325,
          "pairwise_auc": 0.889600347222222,
          "pairwise_f1": 0.8059056535830033
        },
        "wiki": {
          "accuracy": 0.6183333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              742,
              458
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.3816666666666667
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.7033333333333334,
          "auc_roc": 0.7842034722222222,
          "f1": 0.7265745007680492,
          "confusion_matrix": [
            [
              742,
              458
            ],
            [
              254,
              946
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.6216666666666667,
          "auc_roc": 0.6708861111111111,
          "f1": 0.6229235880398671,
          "confusion_matrix": [
            [
              742,
              458
            ],
            [
              450,
              750
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7754166666666666,
          "auc_roc": 0.889600347222222,
          "f1": 0.8059056535830033,
          "confusion_matrix": [
            [
              742,
              458
            ],
            [
              81,
              1119
            ]
          ]
        }
      }
    },
    {
      "fold": 1,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.33494184792593673,
          0.31980081793886644,
          0.31173074910486187,
          0.3052182952011073,
          0.3005806598674368,
          0.29816654459745795,
          0.2949761002428002,
          0.29145461365028663,
          0.28799140657539724,
          0.2845175684326225,
          0.282909574828766,
          0.2800294547997139,
          0.2797196310427454,
          0.2786472484745361,
          0.2785897046327591
        ],
        "train_acc": [
          0.55,
          0.6352430555555556,
          0.6655092592592593,
          0.6780671296296297,
          0.6850115740740741,
          0.6923032407407408,
          0.7,
          0.7021990740740741,
          0.7053819444444445,
          0.7097800925925926,
          0.7160300925925925,
          0.7147569444444445,
          0.7215856481481482,
          0.7217013888888889,
          0.719849537037037
        ],
        "train_auc": [
          0.6264318272748057,
          0.6899175793752857,
          0.715228650477252,
          0.7334458769147234,
          0.7438965960076589,
          0.7498880994227252,
          0.756508576960448,
          0.7636998099565615,
          0.7706304744655922,
          0.7775100112168496,
          0.7821638160150892,
          0.7874386556212849,
          0.7890522297953818,
          0.791166579146662,
          0.7912839809813672
        ],
        "train_f1": [
          0.628972230174635,
          0.7225914352361251,
          0.7516542064105869,
          0.7607208912211277,
          0.7669848880517145,
          0.7732912633778195,
          0.7802831228278376,
          0.7815604041090075,
          0.7833709203863666,
          0.7869493181528527,
          0.7920674604856138,
          0.7903712839705694,
          0.7961699783925772,
          0.796616620850074,
          0.7949337061041216
        ],
        "val_loss": [
          0.327873378743728,
          0.3189878040303787,
          0.3057847712188959,
          0.3495474042991797,
          0.31820161218444504,
          0.30460814436276756,
          0.29808515633145966,
          0.3056687137732903,
          0.3086421674117446,
          0.2928515362242858,
          0.2853747680783272,
          0.2849019923557838,
          0.28397251789768535,
          0.28498338237404824,
          0.28285817181070644
        ],
        "val_acc": [
          0.4895833333333333,
          0.7265625,
          0.6947916666666667,
          0.4005208333333333,
          0.7536458333333333,
          0.60625,
          0.7359375,
          0.7442708333333333,
          0.7739583333333333,
          0.7505208333333333,
          0.7005208333333334,
          0.7234375,
          0.7364583333333333,
          0.7270833333333333,
          0.7088541666666667
        ],
        "val_auc": [
          0.6825694444444443,
          0.7175969328703704,
          0.7363317418981482,
          0.735716869212963,
          0.7476859085648148,
          0.7536957465277776,
          0.7642013888888889,
          0.7549377893518519,
          0.7705635127314814,
          0.7772786458333333,
          0.7824450231481481,
          0.7833586516203704,
          0.7868127893518518,
          0.7855613425925926,
          0.7867650462962963
        ],
        "val_f1": [
          0.5251937984496124,
          0.8176450156304272,
          0.7756508422664625,
          0.34787535410764875,
          0.8420701168614357,
          0.6690017513134852,
          0.8169014084507042,
          0.8283816847256205,
          0.8544600938967136,
          0.8292335115864528,
          0.7753028526768269,
          0.7987874194770747,
          0.812035661218425,
          0.8054936896807721,
          0.7845857418111754
        ]
      },
      "test_metrics": {
        "accuracy": 0.7366666666666667,
        "auc_roc": 0.7832386574074073,
        "f1": 0.81417230226404,
        "confusion_matrix": [
          [
            767,
            433
          ],
          [
            831,
            2769
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.7683333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              278,
              922
            ]
          ],
          "n": 1200,
          "detection_rate": 0.7683333333333333,
          "pairwise_auc": 0.7756361111111111,
          "pairwise_f1": 0.7217221135029355
        },
        "insight": {
          "accuracy": 0.6083333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              470,
              730
            ]
          ],
          "n": 1200,
          "detection_rate": 0.6083333333333333,
          "pairwise_auc": 0.6721888888888888,
          "pairwise_f1": 0.6178586542530682
        },
        "text2img": {
          "accuracy": 0.9308333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              83,
              1117
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9308333333333333,
          "pairwise_auc": 0.9018909722222223,
          "pairwise_f1": 0.8123636363636364
        },
        "wiki": {
          "accuracy": 0.6391666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              767,
              433
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.36083333333333334
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.70375,
          "auc_roc": 0.7756361111111111,
          "f1": 0.7217221135029355,
          "confusion_matrix": [
            [
              767,
              433
            ],
            [
              278,
              922
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.62375,
          "auc_roc": 0.6721888888888888,
          "f1": 0.6178586542530682,
          "confusion_matrix": [
            [
              767,
              433
            ],
            [
              470,
              730
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.785,
          "auc_roc": 0.9018909722222223,
          "f1": 0.8123636363636364,
          "confusion_matrix": [
            [
              767,
              433
            ],
            [
              83,
              1117
            ]
          ]
        }
      }
    },
    {
      "fold": 2,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.33760875711838406,
          0.3252779006406113,
          0.3165019385240696,
          0.3092121518596455,
          0.3049778057469262,
          0.2998945628051405,
          0.29731951521502603,
          0.29386990506339955,
          0.29232703047218145,
          0.2887964825387354,
          0.2876195503605737,
          0.28566389881350374,
          0.28347732430254974,
          0.2826591684586472,
          0.2824135138204804
        ],
        "train_acc": [
          0.6177083333333333,
          0.6137152777777778,
          0.6525462962962963,
          0.6725694444444444,
          0.6802662037037037,
          0.6881944444444444,
          0.6966435185185185,
          0.6964699074074074,
          0.7039930555555556,
          0.7054398148148148,
          0.7090856481481481,
          0.7141782407407408,
          0.7175925925925926,
          0.7179976851851851,
          0.7211805555555556
        ],
        "train_auc": [
          0.6101162676468908,
          0.6684934502886374,
          0.6999834872970965,
          0.7212176443901462,
          0.7332868048411065,
          0.744878418638546,
          0.7520929248113855,
          0.758775720164609,
          0.7620998996199132,
          0.769980593778578,
          0.77223479652492,
          0.7768239258259031,
          0.7817781653663693,
          0.7825633805584133,
          0.784729938271605
        ],
        "train_f1": [
          0.7213833825390131,
          0.7018092472637927,
          0.7402440079605433,
          0.7574172526153319,
          0.7640199888950583,
          0.7699009224461907,
          0.7778248707298465,
          0.7763040047767304,
          0.7829776401204973,
          0.7836252338037749,
          0.7869102623881989,
          0.7913833157338965,
          0.7937447168216399,
          0.7938227205415697,
          0.7965199763493538
        ],
        "val_loss": [
          0.3363726057112217,
          0.3378799984852473,
          0.3096979019542535,
          0.31894261625905834,
          0.3030717228849729,
          0.2983466026683648,
          0.2919511067370574,
          0.29252975930770236,
          0.29202877171337605,
          0.29389017770687736,
          0.28525492958724497,
          0.28568517888585726,
          0.2854819449285666,
          0.2812471378594637,
          0.2815050051858028
        ],
        "val_acc": [
          0.653125,
          0.4359375,
          0.6588541666666666,
          0.7401041666666667,
          0.678125,
          0.6567708333333333,
          0.6880208333333333,
          0.68125,
          0.6692708333333334,
          0.7494791666666667,
          0.7083333333333334,
          0.7177083333333333,
          0.7328125,
          0.70625,
          0.7072916666666667
        ],
        "val_auc": [
          0.6254260706018518,
          0.6773155381944445,
          0.7258810763888889,
          0.7318865740740741,
          0.74162109375,
          0.7514633969907408,
          0.7647808159722222,
          0.7585409432870371,
          0.763015769675926,
          0.7770023148148149,
          0.7782219328703703,
          0.7799363425925926,
          0.7832139756944445,
          0.7895507812499999,
          0.7889966724537036
        ],
        "val_f1": [
          0.7611190817790531,
          0.41805480924234284,
          0.7399761810242159,
          0.8298670303443573,
          0.7595330739299611,
          0.7333063537029543,
          0.7695267410542517,
          0.7609375,
          0.7448774608276416,
          0.8299752562743019,
          0.7851112816577129,
          0.7946969696969697,
          0.8089385474860336,
          0.7815646785437645,
          0.7816627816627817
        ]
      },
      "test_metrics": {
        "accuracy": 0.705,
        "auc_roc": 0.7808999999999999,
        "f1": 0.7822878228782287,
        "confusion_matrix": [
          [
            840,
            360
          ],
          [
            1056,
            2544
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.7025,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              357,
              843
            ]
          ],
          "n": 1200,
          "detection_rate": 0.7025,
          "pairwise_auc": 0.7759916666666666,
          "pairwise_f1": 0.7016229712858927
        },
        "insight": {
          "accuracy": 0.5258333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              569,
              631
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5258333333333334,
          "pairwise_auc": 0.6704972222222223,
          "pairwise_f1": 0.5759926973984482
        },
        "text2img": {
          "accuracy": 0.8916666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              130,
              1070
            ]
          ],
          "n": 1200,
          "detection_rate": 0.8916666666666667,
          "pairwise_auc": 0.8962111111111111,
          "pairwise_f1": 0.8136882129277566
        },
        "wiki": {
          "accuracy": 0.7,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              840,
              360
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.30000000000000004
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.70125,
          "auc_roc": 0.7759916666666666,
          "f1": 0.7016229712858927,
          "confusion_matrix": [
            [
              840,
              360
            ],
            [
              357,
              843
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.6129166666666667,
          "auc_roc": 0.6704972222222223,
          "f1": 0.5759926973984482,
          "confusion_matrix": [
            [
              840,
              360
            ],
            [
              569,
              631
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.7958333333333333,
          "auc_roc": 0.8962111111111111,
          "f1": 0.8136882129277566,
          "confusion_matrix": [
            [
              840,
              360
            ],
            [
              130,
              1070
            ]
          ]
        }
      }
    },
    {
      "fold": 3,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.337249244970304,
          0.3231975228698165,
          0.3162407441271676,
          0.3098954699933529,
          0.3045088079792482,
          0.3009769942473482,
          0.2982580928062951,
          0.2956829953248854,
          0.2917421202140826,
          0.289607167299147,
          0.28779197931289674,
          0.2860722848110729,
          0.283746699133405,
          0.2829609624765537,
          0.28213512640860344
        ],
        "train_acc": [
          0.6210069444444445,
          0.6277199074074075,
          0.6588541666666666,
          0.6659143518518519,
          0.679224537037037,
          0.6872106481481481,
          0.6920138888888889,
          0.7013888888888888,
          0.7019675925925926,
          0.705324074074074,
          0.7071180555555555,
          0.7070023148148148,
          0.7111689814814814,
          0.7159722222222222,
          0.7142939814814815
        ],
        "train_auc": [
          0.6118265514260401,
          0.6770355545553269,
          0.7007076885430956,
          0.718720037794353,
          0.7336591042238225,
          0.7417046574931413,
          0.7478195105309785,
          0.7550400448673984,
          0.7627371077674897,
          0.7689429012345679,
          0.7719962330675583,
          0.7752038144433013,
          0.7806546585648149,
          0.7826317890517833,
          0.784322041466621
        ],
        "train_f1": [
          0.7278620403075006,
          0.7161202065222187,
          0.7460912262566223,
          0.7510242808470263,
          0.7623376066543756,
          0.7697942842540142,
          0.7732617586912065,
          0.7820209530246705,
          0.7807577692635164,
          0.7833744575852973,
          0.7851411589895988,
          0.7838818457335553,
          0.7874632713026445,
          0.7914861075707367,
          0.7899774535244821
        ],
        "val_loss": [
          0.33459077452619873,
          0.32016269663969676,
          0.3262031281987826,
          0.3102393079549074,
          0.30205371951063475,
          0.3108681572601199,
          0.29243061194817227,
          0.28962724208831786,
          0.2867765666296085,
          0.2884744721154372,
          0.2863101380566756,
          0.2838819123804569,
          0.28191759139299394,
          0.2815056130290031,
          0.28172559129695096
        ],
        "val_acc": [
          0.6703125,
          0.5515625,
          0.4947916666666667,
          0.5807291666666666,
          0.6942708333333333,
          0.7411458333333333,
          0.7192708333333333,
          0.7166666666666667,
          0.6927083333333334,
          0.6557291666666667,
          0.7307291666666667,
          0.7213541666666666,
          0.7005208333333334,
          0.7057291666666666,
          0.7255208333333333
        ],
        "val_auc": [
          0.6358760127314814,
          0.7006792534722223,
          0.7046932870370369,
          0.724578269675926,
          0.7411559606481481,
          0.7500896990740742,
          0.764841579861111,
          0.7726793981481481,
          0.7762543402777777,
          0.7723213252314814,
          0.780099826388889,
          0.781705005787037,
          0.7850535300925926,
          0.7859136284722223,
          0.7871607349537038
        ],
        "val_f1": [
          0.7757704569606801,
          0.6070287539936102,
          0.5174129353233831,
          0.6442775077330977,
          0.778406946017365,
          0.8296194720603359,
          0.7998514667656889,
          0.7970149253731343,
          0.7698907956318253,
          0.7278715520790449,
          0.8081632653061225,
          0.7990987607960947,
          0.7758284600389863,
          0.7783444488034523,
          0.8004543733434305
        ]
      },
      "test_metrics": {
        "accuracy": 0.7135416666666666,
        "auc_roc": 0.7887782407407407,
        "f1": 0.789336601807875,
        "confusion_matrix": [
          [
            849,
            351
          ],
          [
            1024,
            2576
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.6983333333333334,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              362,
              838
            ]
          ],
          "n": 1200,
          "detection_rate": 0.6983333333333334,
          "pairwise_auc": 0.7784409722222221,
          "pairwise_f1": 0.7015487651737129
        },
        "insight": {
          "accuracy": 0.5433333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              548,
              652
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5433333333333333,
          "pairwise_auc": 0.684811111111111,
          "pairwise_f1": 0.5919201089423514
        },
        "text2img": {
          "accuracy": 0.905,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              114,
              1086
            ]
          ],
          "n": 1200,
          "detection_rate": 0.905,
          "pairwise_auc": 0.9030826388888888,
          "pairwise_f1": 0.8236632536973834
        },
        "wiki": {
          "accuracy": 0.7075,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              849,
              351
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.2925
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.7029166666666666,
          "auc_roc": 0.7784409722222221,
          "f1": 0.7015487651737129,
          "confusion_matrix": [
            [
              849,
              351
            ],
            [
              362,
              838
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.6254166666666666,
          "auc_roc": 0.684811111111111,
          "f1": 0.5919201089423514,
          "confusion_matrix": [
            [
              849,
              351
            ],
            [
              548,
              652
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.80625,
          "auc_roc": 0.9030826388888888,
          "f1": 0.8236632536973834,
          "confusion_matrix": [
            [
              849,
              351
            ],
            [
              114,
              1086
            ]
          ]
        }
      }
    },
    {
      "fold": 4,
      "train_size": 17280,
      "val_size": 1920,
      "test_size": 4800,
      "history": {
        "train_loss": [
          0.3349949306359998,
          0.31961298769822827,
          0.31237826744715375,
          0.3078970141708851,
          0.3034489966377064,
          0.2992694077116472,
          0.29664888122567423,
          0.2930278959925528,
          0.2906754905150996,
          0.28718290196524726,
          0.2851601732273897,
          0.28338901698589325,
          0.28234123562773067,
          0.28149240149392024,
          0.2816910716118636
        ],
        "train_acc": [
          0.5421296296296296,
          0.6496527777777777,
          0.6669560185185185,
          0.6735532407407407,
          0.688599537037037,
          0.6902777777777778,
          0.6973379629629629,
          0.6978009259259259,
          0.7050347222222222,
          0.7114583333333333,
          0.7095486111111111,
          0.7146412037037037,
          0.7168981481481481,
          0.7177662037037037,
          0.7159143518518518
        ],
        "train_auc": [
          0.6268254708219021,
          0.6920522905235482,
          0.714971305941358,
          0.7269601444615912,
          0.737362968678555,
          0.74836602830647,
          0.7535375050011431,
          0.7597683220450389,
          0.7662498839020349,
          0.7734178526520348,
          0.7777794745941929,
          0.7818110121599222,
          0.7836261324016918,
          0.785270436814129,
          0.7840435492398263
        ],
        "train_f1": [
          0.6191026381667629,
          0.7376040221914009,
          0.7521212904337339,
          0.7572406076515902,
          0.7714006542333999,
          0.7713406818764419,
          0.7777305567360816,
          0.7778628551982304,
          0.7835944465673162,
          0.7890148950575491,
          0.7868156139829249,
          0.7906423810130344,
          0.7927294297093467,
          0.7934262357575501,
          0.7924927082893013
        ],
        "val_loss": [
          0.3254904938240846,
          0.3161329500377178,
          0.30968490516146024,
          0.30678483756879965,
          0.29996535430351895,
          0.30060380374391876,
          0.29814002898832165,
          0.29347484682997066,
          0.2959611816952626,
          0.2879257820546627,
          0.2859937395900488,
          0.2879338406026363,
          0.2857776733736197,
          0.2840757895261049,
          0.28381205859283604
        ],
        "val_acc": [
          0.6151041666666667,
          0.6411458333333333,
          0.6286458333333333,
          0.7083333333333334,
          0.6864583333333333,
          0.7125,
          0.7328125,
          0.6666666666666666,
          0.7536458333333333,
          0.675,
          0.7005208333333334,
          0.6484375,
          0.7255208333333333,
          0.7203125,
          0.7083333333333334
        ],
        "val_auc": [
          0.6711762152777778,
          0.7036581307870371,
          0.7218287037037037,
          0.7360532407407407,
          0.7445963541666667,
          0.7471513310185186,
          0.7560235821759259,
          0.760847800925926,
          0.7678522858796296,
          0.7703587962962963,
          0.7753284143518518,
          0.7758318865740741,
          0.7774797453703703,
          0.7787594039351852,
          0.7794943576388889
        ],
        "val_f1": [
          0.7002028397565923,
          0.7229593888218737,
          0.7037806398005816,
          0.7956204379562044,
          0.7691717791411042,
          0.7954040029651593,
          0.8144665461121158,
          0.7425583266291231,
          0.8329212292476157,
          0.7527733755942948,
          0.7768723321691889,
          0.7193347193347194,
          0.8028432472876917,
          0.7969754253308129,
          0.7856049004594181
        ]
      },
      "test_metrics": {
        "accuracy": 0.7179166666666666,
        "auc_roc": 0.7921833333333332,
        "f1": 0.7917563826514918,
        "confusion_matrix": [
          [
            872,
            328
          ],
          [
            1026,
            2574
          ]
        ]
      },
      "source_metrics": {
        "inpainting": {
          "accuracy": 0.685,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              378,
              822
            ]
          ],
          "n": 1200,
          "detection_rate": 0.685,
          "pairwise_auc": 0.77563125,
          "pairwise_f1": 0.6995744680851064
        },
        "insight": {
          "accuracy": 0.5508333333333333,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              539,
              661
            ]
          ],
          "n": 1200,
          "detection_rate": 0.5508333333333333,
          "pairwise_auc": 0.6917645833333333,
          "pairwise_f1": 0.6039287345820009
        },
        "text2img": {
          "accuracy": 0.9091666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              0,
              0
            ],
            [
              109,
              1091
            ]
          ],
          "n": 1200,
          "detection_rate": 0.9091666666666667,
          "pairwise_auc": 0.9091541666666666,
          "pairwise_f1": 0.8331424207712868
        },
        "wiki": {
          "accuracy": 0.7266666666666667,
          "auc_roc": null,
          "f1": null,
          "confusion_matrix": [
            [
              872,
              328
            ],
            [
              0,
              0
            ]
          ],
          "n": 1200,
          "false_alarm_rate": 0.2733333333333333
        }
      },
      "pair_metrics": {
        "wiki_vs_inpainting": {
          "sources": [
            "wiki",
            "inpainting"
          ],
          "n": 2400,
          "accuracy": 0.7058333333333333,
          "auc_roc": 0.77563125,
          "f1": 0.6995744680851064,
          "confusion_matrix": [
            [
              872,
              328
            ],
            [
              378,
              822
            ]
          ]
        },
        "wiki_vs_insight": {
          "sources": [
            "wiki",
            "insight"
          ],
          "n": 2400,
          "accuracy": 0.63875,
          "auc_roc": 0.6917645833333333,
          "f1": 0.6039287345820009,
          "confusion_matrix": [
            [
              872,
              328
            ],
            [
              539,
              661
            ]
          ]
        },
        "wiki_vs_text2img": {
          "sources": [
            "wiki",
            "text2img"
          ],
          "n": 2400,
          "accuracy": 0.8179166666666666,
          "auc_roc": 0.9091541666666666,
          "f1": 0.8331424207712868,
          "confusion_matrix": [
            [
              872,
              328
            ],
            [
              109,
              1091
            ]
          ]
        }
      }
    }
  ],
  "aggregated_metrics": {
    "accuracy": {
      "mean": 0.7228333333333332,
      "std": 0.015422718406803539,
      "ci_95": 0.013518608728136386,
      "values": [
        0.7410416666666667,
        0.7366666666666667,
        0.705,
        0.7135416666666666,
        0.7179166666666666
      ]
    },
    "auc_roc": {
      "mean": 0.7853327083333331,
      "std": 0.004925572842552334,
      "ci_95": 0.004317454955996964,
      "values": [
        0.7815633101851851,
        0.7832386574074073,
        0.7808999999999999,
        0.7887782407407407,
        0.7921833333333332
      ]
    },
    "f1": {
      "mean": 0.7993400995865574,
      "std": 0.016284085750928216,
      "ci_95": 0.014273630494680391,
      "values": [
        0.8191473883311509,
        0.81417230226404,
        0.7822878228782287,
        0.789336601807875,
        0.7917563826514918
      ]
    }
  },
  "aggregated_per_source": {
    "inpainting": {
      "accuracy": {
        "mean": 0.7285,
        "std": 0.0464892460683113,
        "ci_95": 0.04074962085713188,
        "values": [
          0.7883333333333333,
          0.7683333333333333,
          0.7025,
          0.6983333333333334,
          0.685
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.7285,
        "std": 0.0464892460683113,
        "ci_95": 0.04074962085713188,
        "values": [
          0.7883333333333333,
          0.7683333333333333,
          0.7025,
          0.6983333333333334,
          0.685
        ]
      },
      "pairwise_auc": {
        "mean": 0.7779806944444444,
        "std": 0.0036711037376233246,
        "ci_95": 0.003217864303833488,
        "values": [
          0.7842034722222222,
          0.7756361111111111,
          0.7759916666666666,
          0.7784409722222221,
          0.77563125
        ]
      },
      "pairwise_f1": {
        "mean": 0.7102085637631392,
        "std": 0.012866567358310677,
        "ci_95": 0.011278043546102925,
        "values": [
          0.7265745007680492,
          0.7217221135029355,
          0.7016229712858927,
          0.7015487651737129,
          0.6995744680851064
        ]
      }
    },
    "insight": {
      "accuracy": {
        "mean": 0.5706666666666667,
        "std": 0.043362970634196876,
        "ci_95": 0.03800931961740142,
        "values": [
          0.625,
          0.6083333333333333,
          0.5258333333333334,
          0.5433333333333333,
          0.5508333333333333
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.5706666666666667,
        "std": 0.043362970634196876,
        "ci_95": 0.03800931961740142,
        "values": [
          0.625,
          0.6083333333333333,
          0.5258333333333334,
          0.5433333333333333,
          0.5508333333333333
        ]
      },
      "pairwise_auc": {
        "mean": 0.6780295833333333,
        "std": 0.009702045079414632,
        "ci_95": 0.008504217468788676,
        "values": [
          0.6708861111111111,
          0.6721888888888888,
          0.6704972222222223,
          0.684811111111111,
          0.6917645833333333
        ]
      },
      "pairwise_f1": {
        "mean": 0.6025247566431472,
        "std": 0.019167815557193456,
        "ci_95": 0.01680133111789653,
        "values": [
          0.6229235880398671,
          0.6178586542530682,
          0.5759926973984482,
          0.5919201089423514,
          0.6039287345820009
        ]
      }
    },
    "text2img": {
      "accuracy": {
        "mean": 0.9138333333333334,
        "std": 0.017525774669833474,
        "ci_95": 0.0153620188198759,
        "values": [
          0.9325,
          0.9308333333333333,
          0.8916666666666667,
          0.905,
          0.9091666666666667
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "detection_rate": {
        "mean": 0.9138333333333334,
        "std": 0.017525774669833474,
        "ci_95": 0.0153620188198759,
        "values": [
          0.9325,
          0.9308333333333333,
          0.8916666666666667,
          0.905,
          0.9091666666666667
        ]
      },
      "pairwise_auc": {
        "mean": 0.8999878472222221,
        "std": 0.007405824131828075,
        "ci_95": 0.0064914910657649675,
        "values": [
          0.889600347222222,
          0.9018909722222223,
          0.8962111111111111,
          0.9030826388888888,
          0.9091541666666666
        ]
      },
      "pairwise_f1": {
        "mean": 0.8177526354686133,
        "std": 0.010696877128988288,
        "ci_95": 0.009376226207693192,
        "values": [
          0.8059056535830033,
          0.8123636363636364,
          0.8136882129277566,
          0.8236632536973834,
          0.8331424207712868
        ]
      }
    },
    "wiki": {
      "accuracy": {
        "mean": 0.6783333333333333,
        "std": 0.0468782406287229,
        "ci_95": 0.041090589622875415,
        "values": [
          0.6183333333333333,
          0.6391666666666667,
          0.7,
          0.7075,
          0.7266666666666667
        ]
      },
      "n": {
        "mean": 1200.0,
        "std": 0.0,
        "ci_95": 0.0,
        "values": [
          1200,
          1200,
          1200,
          1200,
          1200
        ]
      },
      "false_alarm_rate": {
        "mean": 0.32166666666666666,
        "std": 0.0468782406287229,
        "ci_95": 0.041090589622875415,
        "values": [
          0.3816666666666667,
          0.36083333333333334,
          0.30000000000000004,
          0.2925,
          0.2733333333333333
        ]
      }
    }
  },
  "aggregated_pairwise": {
    "wiki_vs_inpainting": {
      "accuracy": {
        "mean": 0.7034166666666668,
        "std": 0.001650967729679893,
        "ci_95": 0.001447137020311313,
        "values": [
          0.7033333333333334,
          0.70375,
          0.70125,
          0.7029166666666666,
          0.7058333333333333
        ]
      },
      "auc_roc": {
        "mean": 0.7779806944444444,
        "std": 0.0036711037376233246,
        "ci_95": 0.003217864303833488,
        "values": [
          0.7842034722222222,
          0.7756361111111111,
          0.7759916666666666,
          0.7784409722222221,
          0.77563125
        ]
      },
      "f1": {
        "mean": 0.7102085637631392,
        "std": 0.012866567358310677,
        "ci_95": 0.011278043546102925,
        "values": [
          0.7265745007680492,
          0.7217221135029355,
          0.7016229712858927,
          0.7015487651737129,
          0.6995744680851064
        ]
      }
    },
    "wiki_vs_insight": {
      "accuracy": {
        "mean": 0.6245,
        "std": 0.00930949336251264,
        "ci_95": 0.00816013071790725,
        "values": [
          0.6216666666666667,
          0.62375,
          0.6129166666666667,
          0.6254166666666666,
          0.63875
        ]
      },
      "auc_roc": {
        "mean": 0.6780295833333333,
        "std": 0.009702045079414632,
        "ci_95": 0.008504217468788676,
        "values": [
          0.6708861111111111,
          0.6721888888888888,
          0.6704972222222223,
          0.684811111111111,
          0.6917645833333333
        ]
      },
      "f1": {
        "mean": 0.6025247566431472,
        "std": 0.019167815557193456,
        "ci_95": 0.01680133111789653,
        "values": [
          0.6229235880398671,
          0.6178586542530682,
          0.5759926973984482,
          0.5919201089423514,
          0.6039287345820009
        ]
      }
    },
    "wiki_vs_text2img": {
      "accuracy": {
        "mean": 0.7960833333333334,
        "std": 0.01680825276794441,
        "ci_95": 0.014733083142672097,
        "values": [
          0.7754166666666666,
          0.785,
          0.7958333333333333,
          0.80625,
          0.8179166666666666
        ]
      },
      "auc_roc": {
        "mean": 0.8999878472222221,
        "std": 0.007405824131828075,
        "ci_95": 0.0064914910657649675,
        "values": [
          0.889600347222222,
          0.9018909722222223,
          0.8962111111111111,
          0.9030826388888888,
          0.9091541666666666
        ]
      },
      "f1": {
        "mean": 0.8177526354686133,
        "std": 0.010696877128988288,
        "ci_95": 0.009376226207693192,
        "values": [
          0.8059056535830033,
          0.8123636363636364,
          0.8136882129277566,
          0.8236632536973834,
          0.8331424207712868
        ]
      }
    }
  },
  "config": {
    "seed": 42,
    "cv_folds": 5,
    "batch_size": 32,
    "num_workers": 4,
    "early_stopping_patience": 5,
    "lr": 0.0001,
    "weight_decay": 0.0001,
    "T_max": 15,
    "data_dir": "data",
    "run_name": "p2b_simplecnn_224",
    "backbone": "simple_cnn",
    "cnn_preset": "medium",
    "dropout": 0.0,
    "epochs": 15,
    "image_size": 224,
    "subsample": 0.2,
    "augment": false
  }
}