Johnny Fernandes
1890 lines
45 KiB
JSON
1890 lines
45 KiB
JSON
{
|
|
"run_name": "p1_simplecnn_baseline",
|
|
"n_folds": 5,
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.3346501660567743,
|
|
0.3192252992479889,
|
|
0.31206709083031725,
|
|
0.30691634201341206,
|
|
0.3023274021844069,
|
|
0.29677660677719997,
|
|
0.29325537408391633,
|
|
0.29081125626409493,
|
|
0.2881800217209039,
|
|
0.2846500360303455,
|
|
0.28296238032204135,
|
|
0.2810634497967031,
|
|
0.2794253593793622,
|
|
0.277810283501943,
|
|
0.2776510996123155
|
|
],
|
|
"train_acc": [
|
|
0.5081018518518519,
|
|
0.6344907407407407,
|
|
0.6483796296296296,
|
|
0.6711805555555556,
|
|
0.6748263888888889,
|
|
0.6851851851851852,
|
|
0.6902777777777778,
|
|
0.6938657407407407,
|
|
0.702025462962963,
|
|
0.7045717592592593,
|
|
0.7101273148148148,
|
|
0.7141203703703703,
|
|
0.7125,
|
|
0.7185763888888889,
|
|
0.7173032407407407
|
|
],
|
|
"train_auc": [
|
|
0.6287196448473937,
|
|
0.6900440368512804,
|
|
0.7102579696787836,
|
|
0.7244584476451761,
|
|
0.7365919799525605,
|
|
0.7494974208390489,
|
|
0.7580394268689987,
|
|
0.7634302662037036,
|
|
0.7690736364740511,
|
|
0.7766107610310927,
|
|
0.7808713777434841,
|
|
0.784866933870599,
|
|
0.7877255158321902,
|
|
0.7914462144918838,
|
|
0.7916608706990169
|
|
],
|
|
"train_f1": [
|
|
0.5633860694472981,
|
|
0.7221537920112616,
|
|
0.7324290998766955,
|
|
0.7560326320309145,
|
|
0.7567005845421086,
|
|
0.7657797296133644,
|
|
0.7689917127071824,
|
|
0.772531819745442,
|
|
0.7796465100355202,
|
|
0.7813048879749818,
|
|
0.7864421232146663,
|
|
0.7895364689843217,
|
|
0.787801127626858,
|
|
0.7924898655856625,
|
|
0.7918530827900635
|
|
],
|
|
"val_loss": [
|
|
0.32851970146099724,
|
|
0.33090306669473646,
|
|
0.30912243214746316,
|
|
0.3026419480641683,
|
|
0.30178220694263774,
|
|
0.29687194476524986,
|
|
0.2971705784400304,
|
|
0.2919185152898232,
|
|
0.2928813929359118,
|
|
0.2944591929515203,
|
|
0.2910800057152907,
|
|
0.28581606037914753,
|
|
0.2896332995345195,
|
|
0.28544751058022183,
|
|
0.2846951966484388
|
|
],
|
|
"val_acc": [
|
|
0.6276041666666666,
|
|
0.4822916666666667,
|
|
0.6713541666666667,
|
|
0.6822916666666666,
|
|
0.6296875,
|
|
0.6411458333333333,
|
|
0.7197916666666667,
|
|
0.6979166666666666,
|
|
0.7411458333333333,
|
|
0.6223958333333334,
|
|
0.6375,
|
|
0.7255208333333333,
|
|
0.734375,
|
|
0.7104166666666667,
|
|
0.7161458333333334
|
|
],
|
|
"val_auc": [
|
|
0.6543258101851852,
|
|
0.687290943287037,
|
|
0.7249045138888889,
|
|
0.7365899884259259,
|
|
0.7390733506944444,
|
|
0.7485373263888888,
|
|
0.7530570023148149,
|
|
0.7628190104166667,
|
|
0.7714670138888889,
|
|
0.7614467592592593,
|
|
0.7665675636574074,
|
|
0.7777184606481481,
|
|
0.774447337962963,
|
|
0.7745818865740741,
|
|
0.7780135995370371
|
|
],
|
|
"val_f1": [
|
|
0.7274113610369806,
|
|
0.5005025125628141,
|
|
0.7545702061454687,
|
|
0.7644787644787645,
|
|
0.702136573104315,
|
|
0.7144633236634894,
|
|
0.803218727139722,
|
|
0.7736143637782982,
|
|
0.8212873067241999,
|
|
0.6876346402412753,
|
|
0.7070707070707071,
|
|
0.8016560030109146,
|
|
0.8123620309050773,
|
|
0.7871362940275651,
|
|
0.7912677135197242
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.7177083333333333,
|
|
"auc_roc": 0.7838011574074074,
|
|
"f1": 0.7943542267415389,
|
|
"confusion_matrix": [
|
|
[
|
|
828,
|
|
372
|
|
],
|
|
[
|
|
983,
|
|
2617
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.7316666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
322,
|
|
878
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.7316666666666667,
|
|
"pairwise_auc": 0.7876569444444443,
|
|
"pairwise_f1": 0.7167346938775511
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.5616666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
526,
|
|
674
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5616666666666666,
|
|
"pairwise_auc": 0.6755444444444445,
|
|
"pairwise_f1": 0.6001780943900267
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8875,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
135,
|
|
1065
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8875,
|
|
"pairwise_auc": 0.8882020833333333,
|
|
"pairwise_f1": 0.8077360637087599
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.69,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
828,
|
|
372
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.31000000000000005
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7108333333333333,
|
|
"auc_roc": 0.7876569444444443,
|
|
"f1": 0.7167346938775511,
|
|
"confusion_matrix": [
|
|
[
|
|
828,
|
|
372
|
|
],
|
|
[
|
|
322,
|
|
878
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6258333333333334,
|
|
"auc_roc": 0.6755444444444445,
|
|
"f1": 0.6001780943900267,
|
|
"confusion_matrix": [
|
|
[
|
|
828,
|
|
372
|
|
],
|
|
[
|
|
526,
|
|
674
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.78875,
|
|
"auc_roc": 0.8882020833333333,
|
|
"f1": 0.8077360637087599,
|
|
"confusion_matrix": [
|
|
[
|
|
828,
|
|
372
|
|
],
|
|
[
|
|
135,
|
|
1065
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.33287020769936065,
|
|
0.31724516280271386,
|
|
0.31064122178488307,
|
|
0.3058183306069286,
|
|
0.3016094679909724,
|
|
0.29988867938518526,
|
|
0.2974788663563905,
|
|
0.2937378372859072,
|
|
0.29088224037377924,
|
|
0.28740419626787855,
|
|
0.28645941275689335,
|
|
0.28386374767179845,
|
|
0.28320960984737786,
|
|
0.282447586098203,
|
|
0.28205930833463316
|
|
],
|
|
"train_acc": [
|
|
0.5519097222222222,
|
|
0.6278935185185185,
|
|
0.6530671296296297,
|
|
0.6608217592592592,
|
|
0.6713541666666667,
|
|
0.6750578703703703,
|
|
0.6860532407407407,
|
|
0.6871527777777777,
|
|
0.690625,
|
|
0.6932291666666667,
|
|
0.7,
|
|
0.6988425925925926,
|
|
0.7033564814814814,
|
|
0.7064236111111111,
|
|
0.7067129629629629
|
|
],
|
|
"train_auc": [
|
|
0.6354667048896891,
|
|
0.6927244173668268,
|
|
0.7121327821359169,
|
|
0.7256365740740741,
|
|
0.7351972504429585,
|
|
0.7401355041866713,
|
|
0.7455139478309329,
|
|
0.7538817265374942,
|
|
0.7599668317043895,
|
|
0.767111848779721,
|
|
0.770281019590192,
|
|
0.7745531657235939,
|
|
0.7767934813671696,
|
|
0.7789927787065616,
|
|
0.7798625578703704
|
|
],
|
|
"train_f1": [
|
|
0.628187274909964,
|
|
0.7128951598499732,
|
|
0.7384722767526065,
|
|
0.7443179339527985,
|
|
0.7535049264290985,
|
|
0.7566630552546045,
|
|
0.7664758297103009,
|
|
0.7676038173845757,
|
|
0.7694695989650712,
|
|
0.771715257740838,
|
|
0.7773769646998197,
|
|
0.7758249332299475,
|
|
0.7796785008166424,
|
|
0.7824334176780889,
|
|
0.7826944515907727
|
|
],
|
|
"val_loss": [
|
|
0.3259876777728399,
|
|
0.3222517820696036,
|
|
0.3081994076569875,
|
|
0.330890358487765,
|
|
0.3316652526458104,
|
|
0.3155295995374521,
|
|
0.30306527639428776,
|
|
0.3021728872011105,
|
|
0.32027635145932437,
|
|
0.29995816548665366,
|
|
0.2953853040933609,
|
|
0.29479864947497847,
|
|
0.29465246871113776,
|
|
0.29583008649448556,
|
|
0.2929837185889482
|
|
],
|
|
"val_acc": [
|
|
0.5276041666666667,
|
|
0.7109375,
|
|
0.6317708333333333,
|
|
0.4557291666666667,
|
|
0.7463541666666667,
|
|
0.5364583333333334,
|
|
0.7036458333333333,
|
|
0.7020833333333333,
|
|
0.7526041666666666,
|
|
0.7119791666666667,
|
|
0.6854166666666667,
|
|
0.6994791666666667,
|
|
0.7109375,
|
|
0.7192708333333333,
|
|
0.6864583333333333
|
|
],
|
|
"val_auc": [
|
|
0.6886089409722222,
|
|
0.7032530381944445,
|
|
0.7218272569444445,
|
|
0.734505931712963,
|
|
0.7297547743055555,
|
|
0.7397858796296296,
|
|
0.7479029224537037,
|
|
0.7465581597222222,
|
|
0.7514113136574074,
|
|
0.7553891782407408,
|
|
0.7594950810185186,
|
|
0.7613961226851851,
|
|
0.7645341435185187,
|
|
0.7631582754629629,
|
|
0.7647099247685185
|
|
],
|
|
"val_f1": [
|
|
0.5731764705882353,
|
|
0.8060118839566585,
|
|
0.7079719124328789,
|
|
0.4444444444444444,
|
|
0.8385813722240636,
|
|
0.576593720266413,
|
|
0.7848771266540643,
|
|
0.7870439314966493,
|
|
0.8392554991539763,
|
|
0.7931163486719043,
|
|
0.7629513343799058,
|
|
0.7762698720434277,
|
|
0.7896930655551345,
|
|
0.7971396311629657,
|
|
0.7633647798742138
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.6933333333333334,
|
|
"auc_roc": 0.7694782407407408,
|
|
"f1": 0.7703588143525741,
|
|
"confusion_matrix": [
|
|
[
|
|
859,
|
|
341
|
|
],
|
|
[
|
|
1131,
|
|
2469
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.6766666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
388,
|
|
812
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.6766666666666666,
|
|
"pairwise_auc": 0.7611951388888889,
|
|
"pairwise_f1": 0.6901827454313643
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.5225,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
573,
|
|
627
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5225,
|
|
"pairwise_auc": 0.6666326388888889,
|
|
"pairwise_f1": 0.5784132841328413
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8583333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
170,
|
|
1030
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8583333333333333,
|
|
"pairwise_auc": 0.8806069444444444,
|
|
"pairwise_f1": 0.8012446518864255
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7158333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
859,
|
|
341
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.2841666666666667
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.69625,
|
|
"auc_roc": 0.7611951388888889,
|
|
"f1": 0.6901827454313643,
|
|
"confusion_matrix": [
|
|
[
|
|
859,
|
|
341
|
|
],
|
|
[
|
|
388,
|
|
812
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6191666666666666,
|
|
"auc_roc": 0.6666326388888889,
|
|
"f1": 0.5784132841328413,
|
|
"confusion_matrix": [
|
|
[
|
|
859,
|
|
341
|
|
],
|
|
[
|
|
573,
|
|
627
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7870833333333334,
|
|
"auc_roc": 0.8806069444444444,
|
|
"f1": 0.8012446518864255,
|
|
"confusion_matrix": [
|
|
[
|
|
859,
|
|
341
|
|
],
|
|
[
|
|
170,
|
|
1030
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.33655071553808674,
|
|
0.321854180842638,
|
|
0.3146107524909355,
|
|
0.30974730443623333,
|
|
0.30594114744000966,
|
|
0.30158254981592847,
|
|
0.29831719867609163,
|
|
0.29523005148878806,
|
|
0.2938832444449266,
|
|
0.29102997652910373,
|
|
0.2891627273073903,
|
|
0.28717040626539125,
|
|
0.2854978916545709,
|
|
0.2848287137294257,
|
|
0.28433997159202895
|
|
],
|
|
"train_acc": [
|
|
0.6290509259259259,
|
|
0.6122685185185185,
|
|
0.6407407407407407,
|
|
0.6531828703703704,
|
|
0.6608217592592592,
|
|
0.6714699074074074,
|
|
0.6833333333333333,
|
|
0.6828703703703703,
|
|
0.687962962962963,
|
|
0.6897569444444445,
|
|
0.6927083333333334,
|
|
0.6972800925925926,
|
|
0.6988425925925926,
|
|
0.6990740740740741,
|
|
0.7028356481481481
|
|
],
|
|
"train_auc": [
|
|
0.6172178283607681,
|
|
0.6760196884287837,
|
|
0.6983209644347279,
|
|
0.713200928069273,
|
|
0.7234593353480795,
|
|
0.7350504490312071,
|
|
0.7437294685213763,
|
|
0.7502861636231138,
|
|
0.7550577364111797,
|
|
0.7604768589963421,
|
|
0.7648405349794238,
|
|
0.7698305416237997,
|
|
0.7737597432984682,
|
|
0.774700592278235,
|
|
0.7764962973679699
|
|
],
|
|
"train_f1": [
|
|
0.7338481979737586,
|
|
0.6984427041137816,
|
|
0.7275520056174845,
|
|
0.7378504877301956,
|
|
0.744741082705457,
|
|
0.7537200121469785,
|
|
0.7647058823529411,
|
|
0.7625444145939856,
|
|
0.7676863420939251,
|
|
0.7683933123082904,
|
|
0.7714949651432997,
|
|
0.7754646521011289,
|
|
0.7762490325909365,
|
|
0.776536312849162,
|
|
0.7795096397440852
|
|
],
|
|
"val_loss": [
|
|
0.3331386372447014,
|
|
0.33060519645611447,
|
|
0.3087902384499709,
|
|
0.32562951805690926,
|
|
0.30596346855163575,
|
|
0.3003089755773544,
|
|
0.29601568169891834,
|
|
0.29855594610174496,
|
|
0.29671997502446174,
|
|
0.302661178757747,
|
|
0.2891139057775339,
|
|
0.28976994206508,
|
|
0.2897218874345223,
|
|
0.2861236933618784,
|
|
0.2861021713664134
|
|
],
|
|
"val_acc": [
|
|
0.6770833333333334,
|
|
0.46041666666666664,
|
|
0.615625,
|
|
0.7239583333333334,
|
|
0.6541666666666667,
|
|
0.6296875,
|
|
0.684375,
|
|
0.6682291666666667,
|
|
0.6447916666666667,
|
|
0.7416666666666667,
|
|
0.6958333333333333,
|
|
0.7026041666666667,
|
|
0.7104166666666667,
|
|
0.6895833333333333,
|
|
0.684375
|
|
],
|
|
"val_auc": [
|
|
0.6454716435185186,
|
|
0.688054832175926,
|
|
0.7210807291666667,
|
|
0.7221657986111112,
|
|
0.7302473958333334,
|
|
0.7481141493055554,
|
|
0.7527408854166666,
|
|
0.7419885706018519,
|
|
0.7501721643518519,
|
|
0.763677662037037,
|
|
0.7683622685185185,
|
|
0.7682725694444444,
|
|
0.7707986111111111,
|
|
0.7764127604166666,
|
|
0.7757638888888888
|
|
],
|
|
"val_f1": [
|
|
0.7818437719915552,
|
|
0.4581589958158996,
|
|
0.690176322418136,
|
|
0.8199728260869565,
|
|
0.7331189710610932,
|
|
0.6988564167725541,
|
|
0.766023166023166,
|
|
0.7506849315068493,
|
|
0.7184145334434352,
|
|
0.8252290345313601,
|
|
0.773467804499612,
|
|
0.7809742999616417,
|
|
0.7900302114803626,
|
|
0.7677318784099766,
|
|
0.7619795758051846
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.695,
|
|
"auc_roc": 0.7747501157407407,
|
|
"f1": 0.7706048260733313,
|
|
"confusion_matrix": [
|
|
[
|
|
877,
|
|
323
|
|
],
|
|
[
|
|
1141,
|
|
2459
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.665,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
402,
|
|
798
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.665,
|
|
"pairwise_auc": 0.7623197916666667,
|
|
"pairwise_f1": 0.6876346402412753
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.5241666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
571,
|
|
629
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5241666666666667,
|
|
"pairwise_auc": 0.6778611111111111,
|
|
"pairwise_f1": 0.5845724907063197
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.86,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
168,
|
|
1032
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.86,
|
|
"pairwise_auc": 0.8840694444444445,
|
|
"pairwise_f1": 0.8078277886497065
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7308333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
877,
|
|
323
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.26916666666666667
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6979166666666666,
|
|
"auc_roc": 0.7623197916666667,
|
|
"f1": 0.6876346402412753,
|
|
"confusion_matrix": [
|
|
[
|
|
877,
|
|
323
|
|
],
|
|
[
|
|
402,
|
|
798
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6275,
|
|
"auc_roc": 0.6778611111111111,
|
|
"f1": 0.5845724907063197,
|
|
"confusion_matrix": [
|
|
[
|
|
877,
|
|
323
|
|
],
|
|
[
|
|
571,
|
|
629
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7954166666666667,
|
|
"auc_roc": 0.8840694444444445,
|
|
"f1": 0.8078277886497065,
|
|
"confusion_matrix": [
|
|
[
|
|
877,
|
|
323
|
|
],
|
|
[
|
|
168,
|
|
1032
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.33558250480779894,
|
|
0.32017956525087354,
|
|
0.31335426673845007,
|
|
0.30739296031770885,
|
|
0.30210169360593514,
|
|
0.2993158172954012,
|
|
0.2966337667571174,
|
|
0.29390896244181525,
|
|
0.2896360481778781,
|
|
0.2874575526901969,
|
|
0.2853725731648781,
|
|
0.28404737746825925,
|
|
0.28240771815180776,
|
|
0.28153970249825055,
|
|
0.28095253192716174
|
|
],
|
|
"train_acc": [
|
|
0.6363425925925926,
|
|
0.6223958333333334,
|
|
0.6483217592592593,
|
|
0.6615162037037037,
|
|
0.6716435185185186,
|
|
0.6791666666666667,
|
|
0.6831597222222222,
|
|
0.6952546296296296,
|
|
0.6954861111111111,
|
|
0.7033564814814814,
|
|
0.7071759259259259,
|
|
0.702488425925926,
|
|
0.7075231481481481,
|
|
0.7070601851851852,
|
|
0.7079282407407408
|
|
],
|
|
"train_auc": [
|
|
0.6226339234682213,
|
|
0.6819230824188386,
|
|
0.7038211680526978,
|
|
0.7208862561442616,
|
|
0.7350942090334933,
|
|
0.7414628611539781,
|
|
0.7476869802383401,
|
|
0.7551400230767034,
|
|
0.7643345800468679,
|
|
0.7707347125771604,
|
|
0.7741903595821902,
|
|
0.776510809613626,
|
|
0.7813147915952218,
|
|
0.7824827103337906,
|
|
0.7839221643518518
|
|
],
|
|
"train_f1": [
|
|
0.7411008569545154,
|
|
0.7088223481636843,
|
|
0.7339200490389246,
|
|
0.744974929147591,
|
|
0.7538608363699462,
|
|
0.7613430908308222,
|
|
0.7639577495149816,
|
|
0.7752454118651302,
|
|
0.7733069102188523,
|
|
0.7803205622696494,
|
|
0.7832419465387251,
|
|
0.7793278104476972,
|
|
0.783776846068281,
|
|
0.782821348893084,
|
|
0.7834184439771703
|
|
],
|
|
"val_loss": [
|
|
0.3329686331252257,
|
|
0.3172327414155006,
|
|
0.32925771673520404,
|
|
0.3023487875858943,
|
|
0.30110858430465065,
|
|
0.3045055687427521,
|
|
0.2880402889102697,
|
|
0.2909245935579141,
|
|
0.2851847360531489,
|
|
0.28721089474856853,
|
|
0.28238330483436586,
|
|
0.28091805552442867,
|
|
0.27951585613191127,
|
|
0.27924353666603563,
|
|
0.27984871752560136
|
|
],
|
|
"val_acc": [
|
|
0.6786458333333333,
|
|
0.5588541666666667,
|
|
0.4609375,
|
|
0.6270833333333333,
|
|
0.6958333333333333,
|
|
0.73125,
|
|
0.7010416666666667,
|
|
0.7083333333333334,
|
|
0.6713541666666667,
|
|
0.6578125,
|
|
0.70625,
|
|
0.7151041666666667,
|
|
0.7,
|
|
0.7010416666666667,
|
|
0.7203125
|
|
],
|
|
"val_auc": [
|
|
0.6489416956018519,
|
|
0.7007465277777777,
|
|
0.710368923611111,
|
|
0.7392505787037037,
|
|
0.7437825520833332,
|
|
0.7508210358796297,
|
|
0.7698379629629629,
|
|
0.765999710648148,
|
|
0.7754774305555556,
|
|
0.7733347800925926,
|
|
0.7819343171296296,
|
|
0.7852010995370371,
|
|
0.786001880787037,
|
|
0.7867426215277777,
|
|
0.7875716145833334
|
|
],
|
|
"val_f1": [
|
|
0.785838250607428,
|
|
0.6179521876409563,
|
|
0.4572627163083377,
|
|
0.6968670618120237,
|
|
0.7804511278195488,
|
|
0.8177966101694916,
|
|
0.7794004611837049,
|
|
0.7927461139896373,
|
|
0.744637798462161,
|
|
0.7252195734002509,
|
|
0.7829099307159353,
|
|
0.7908221797323136,
|
|
0.7735849056603774,
|
|
0.7738376674546887,
|
|
0.7944890929965557
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.7125,
|
|
"auc_roc": 0.7855067129629629,
|
|
"f1": 0.7879532882606023,
|
|
"confusion_matrix": [
|
|
[
|
|
856,
|
|
344
|
|
],
|
|
[
|
|
1036,
|
|
2564
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.6883333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
374,
|
|
826
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.6883333333333334,
|
|
"pairwise_auc": 0.7672638888888889,
|
|
"pairwise_f1": 0.6970464135021097
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.5441666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
547,
|
|
653
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5441666666666667,
|
|
"pairwise_auc": 0.6868111111111111,
|
|
"pairwise_f1": 0.594446973145198
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9041666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
115,
|
|
1085
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9041666666666667,
|
|
"pairwise_auc": 0.902445138888889,
|
|
"pairwise_f1": 0.8254089007227082
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7133333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
856,
|
|
344
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.2866666666666666
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7008333333333333,
|
|
"auc_roc": 0.7672638888888889,
|
|
"f1": 0.6970464135021097,
|
|
"confusion_matrix": [
|
|
[
|
|
856,
|
|
344
|
|
],
|
|
[
|
|
374,
|
|
826
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.62875,
|
|
"auc_roc": 0.6868111111111111,
|
|
"f1": 0.594446973145198,
|
|
"confusion_matrix": [
|
|
[
|
|
856,
|
|
344
|
|
],
|
|
[
|
|
547,
|
|
653
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.80875,
|
|
"auc_roc": 0.902445138888889,
|
|
"f1": 0.8254089007227082,
|
|
"confusion_matrix": [
|
|
[
|
|
856,
|
|
344
|
|
],
|
|
[
|
|
115,
|
|
1085
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.33431985822540744,
|
|
0.31918365593861653,
|
|
0.31112482442899986,
|
|
0.3061287344881782,
|
|
0.3020313317852992,
|
|
0.2975266167687045,
|
|
0.29550419957549484,
|
|
0.2913145370229527,
|
|
0.289265175798425,
|
|
0.2858682273162736,
|
|
0.28368009836585434,
|
|
0.2820883631706238,
|
|
0.2811974667564586,
|
|
0.2801076131010497,
|
|
0.28014156498290876
|
|
],
|
|
"train_acc": [
|
|
0.5418981481481482,
|
|
0.6327546296296296,
|
|
0.653587962962963,
|
|
0.6692708333333334,
|
|
0.6817129629629629,
|
|
0.6865162037037037,
|
|
0.6912615740740741,
|
|
0.6932870370370371,
|
|
0.6991898148148148,
|
|
0.7071759259259259,
|
|
0.7096064814814815,
|
|
0.711400462962963,
|
|
0.7132523148148148,
|
|
0.7140046296296296,
|
|
0.7130208333333333
|
|
],
|
|
"train_auc": [
|
|
0.6280291298725423,
|
|
0.6886572198645404,
|
|
0.7127941297296525,
|
|
0.7274225626571789,
|
|
0.7367016657378829,
|
|
0.7485746742112482,
|
|
0.7528753357910378,
|
|
0.7610719325131459,
|
|
0.7666531725108597,
|
|
0.7739525105738454,
|
|
0.7787101248142432,
|
|
0.7829224001200275,
|
|
0.7844403631544353,
|
|
0.7865075767318245,
|
|
0.786264271119113
|
|
],
|
|
"train_f1": [
|
|
0.6176953540036705,
|
|
0.719550998762595,
|
|
0.7376862401402279,
|
|
0.7518992836987194,
|
|
0.7637254059627115,
|
|
0.7660750528997712,
|
|
0.7716865665254419,
|
|
0.7721018231854145,
|
|
0.7767757450828824,
|
|
0.7835571905210027,
|
|
0.7858666894256209,
|
|
0.7869440765582946,
|
|
0.7884377268263524,
|
|
0.7888936351986331,
|
|
0.7886819789491627
|
|
],
|
|
"val_loss": [
|
|
0.32599874412020047,
|
|
0.3156606926272313,
|
|
0.3056748901804288,
|
|
0.30458813918133576,
|
|
0.2982352774590254,
|
|
0.31187910462419194,
|
|
0.2944885056465864,
|
|
0.29124660082161424,
|
|
0.2959661457687616,
|
|
0.28813540091117223,
|
|
0.285796557739377,
|
|
0.2868611551821232,
|
|
0.2848579311122497,
|
|
0.28392290882766247,
|
|
0.28408890453477703
|
|
],
|
|
"val_acc": [
|
|
0.5875,
|
|
0.6958333333333333,
|
|
0.6130208333333333,
|
|
0.7,
|
|
0.6333333333333333,
|
|
0.7317708333333334,
|
|
0.7177083333333333,
|
|
0.6828125,
|
|
0.7416666666666667,
|
|
0.6765625,
|
|
0.7072916666666667,
|
|
0.659375,
|
|
0.7177083333333333,
|
|
0.7161458333333334,
|
|
0.715625
|
|
],
|
|
"val_auc": [
|
|
0.6682689525462964,
|
|
0.707142650462963,
|
|
0.7284150752314815,
|
|
0.7342404513888889,
|
|
0.7437934027777777,
|
|
0.7387912326388888,
|
|
0.7560691550925926,
|
|
0.7592816840277777,
|
|
0.7636552372685185,
|
|
0.7648054108796296,
|
|
0.7714214409722222,
|
|
0.7730041956018519,
|
|
0.7741608796296297,
|
|
0.7753616898148148,
|
|
0.7752047164351852
|
|
],
|
|
"val_f1": [
|
|
0.665257819103973,
|
|
0.7863935625457206,
|
|
0.6863655550865344,
|
|
0.7865085248332098,
|
|
0.7090909090909091,
|
|
0.8216141323172844,
|
|
0.7982129560685034,
|
|
0.7588118811881188,
|
|
0.8241134751773049,
|
|
0.751500600240096,
|
|
0.7821705426356589,
|
|
0.7295285359801489,
|
|
0.7940729483282675,
|
|
0.7911077041011882,
|
|
0.7906441717791411
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.7008333333333333,
|
|
"auc_roc": 0.779677662037037,
|
|
"f1": 0.7773643410852713,
|
|
"confusion_matrix": [
|
|
[
|
|
857,
|
|
343
|
|
],
|
|
[
|
|
1093,
|
|
2507
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.675,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
390,
|
|
810
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.675,
|
|
"pairwise_auc": 0.7660281250000001,
|
|
"pairwise_f1": 0.6884827879303017
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.5425,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
549,
|
|
651
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5425,
|
|
"pairwise_auc": 0.6831673611111111,
|
|
"pairwise_f1": 0.593436645396536
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8716666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
154,
|
|
1046
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8716666666666667,
|
|
"pairwise_auc": 0.8898375,
|
|
"pairwise_f1": 0.8080339899575125
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7141666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
857,
|
|
343
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.2858333333333334
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6945833333333333,
|
|
"auc_roc": 0.7660281250000001,
|
|
"f1": 0.6884827879303017,
|
|
"confusion_matrix": [
|
|
[
|
|
857,
|
|
343
|
|
],
|
|
[
|
|
390,
|
|
810
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6283333333333333,
|
|
"auc_roc": 0.6831673611111111,
|
|
"f1": 0.593436645396536,
|
|
"confusion_matrix": [
|
|
[
|
|
857,
|
|
343
|
|
],
|
|
[
|
|
549,
|
|
651
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7929166666666667,
|
|
"auc_roc": 0.8898375,
|
|
"f1": 0.8080339899575125,
|
|
"confusion_matrix": [
|
|
[
|
|
857,
|
|
343
|
|
],
|
|
[
|
|
154,
|
|
1046
|
|
]
|
|
]
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"aggregated_metrics": {
|
|
"accuracy": {
|
|
"mean": 0.7038749999999999,
|
|
"std": 0.010780721605409037,
|
|
"ci_95": 0.009449719131628547,
|
|
"values": [
|
|
0.7177083333333333,
|
|
0.6933333333333334,
|
|
0.695,
|
|
0.7125,
|
|
0.7008333333333333
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.7786427777777778,
|
|
"std": 0.006594221502529234,
|
|
"ci_95": 0.005780089995031698,
|
|
"values": [
|
|
0.7838011574074074,
|
|
0.7694782407407408,
|
|
0.7747501157407407,
|
|
0.7855067129629629,
|
|
0.779677662037037
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.7801270993026636,
|
|
"std": 0.010693295797546843,
|
|
"ci_95": 0.009373087032276406,
|
|
"values": [
|
|
0.7943542267415389,
|
|
0.7703588143525741,
|
|
0.7706048260733313,
|
|
0.7879532882606023,
|
|
0.7773643410852713
|
|
]
|
|
}
|
|
},
|
|
"aggregated_per_source": {
|
|
"inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.6873333333333334,
|
|
"std": 0.026130016796354683,
|
|
"ci_95": 0.022903969573465258,
|
|
"values": [
|
|
0.7316666666666667,
|
|
0.6766666666666666,
|
|
0.665,
|
|
0.6883333333333334,
|
|
0.675
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.6873333333333334,
|
|
"std": 0.026130016796354683,
|
|
"ci_95": 0.022903969573465258,
|
|
"values": [
|
|
0.7316666666666667,
|
|
0.6766666666666666,
|
|
0.665,
|
|
0.6883333333333334,
|
|
0.675
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.7688927777777778,
|
|
"std": 0.010786696159211689,
|
|
"ci_95": 0.009454956058936226,
|
|
"values": [
|
|
0.7876569444444443,
|
|
0.7611951388888889,
|
|
0.7623197916666667,
|
|
0.7672638888888889,
|
|
0.7660281250000001
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.6960162561965204,
|
|
"std": 0.01215883795849285,
|
|
"ci_95": 0.010657691375417153,
|
|
"values": [
|
|
0.7167346938775511,
|
|
0.6901827454313643,
|
|
0.6876346402412753,
|
|
0.6970464135021097,
|
|
0.6884827879303017
|
|
]
|
|
}
|
|
},
|
|
"insight": {
|
|
"accuracy": {
|
|
"mean": 0.5389999999999999,
|
|
"std": 0.016163229875244614,
|
|
"ci_95": 0.014167695648904941,
|
|
"values": [
|
|
0.5616666666666666,
|
|
0.5225,
|
|
0.5241666666666667,
|
|
0.5441666666666667,
|
|
0.5425
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.5389999999999999,
|
|
"std": 0.016163229875244614,
|
|
"ci_95": 0.014167695648904941,
|
|
"values": [
|
|
0.5616666666666666,
|
|
0.5225,
|
|
0.5241666666666667,
|
|
0.5441666666666667,
|
|
0.5425
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.6780033333333334,
|
|
"std": 0.007739560487354743,
|
|
"ci_95": 0.006784023879353069,
|
|
"values": [
|
|
0.6755444444444445,
|
|
0.6666326388888889,
|
|
0.6778611111111111,
|
|
0.6868111111111111,
|
|
0.6831673611111111
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.5902094975541843,
|
|
"std": 0.008641037303778168,
|
|
"ci_95": 0.007574203148484918,
|
|
"values": [
|
|
0.6001780943900267,
|
|
0.5784132841328413,
|
|
0.5845724907063197,
|
|
0.594446973145198,
|
|
0.593436645396536
|
|
]
|
|
}
|
|
},
|
|
"text2img": {
|
|
"accuracy": {
|
|
"mean": 0.8763333333333334,
|
|
"std": 0.019441864908262052,
|
|
"ci_95": 0.01704154596534273,
|
|
"values": [
|
|
0.8875,
|
|
0.8583333333333333,
|
|
0.86,
|
|
0.9041666666666667,
|
|
0.8716666666666667
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.8763333333333334,
|
|
"std": 0.019441864908262052,
|
|
"ci_95": 0.01704154596534273,
|
|
"values": [
|
|
0.8875,
|
|
0.8583333333333333,
|
|
0.86,
|
|
0.9041666666666667,
|
|
0.8716666666666667
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.8890322222222222,
|
|
"std": 0.008319531316208516,
|
|
"ci_95": 0.007292390725080371,
|
|
"values": [
|
|
0.8882020833333333,
|
|
0.8806069444444444,
|
|
0.8840694444444445,
|
|
0.902445138888889,
|
|
0.8898375
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.8100502789850225,
|
|
"std": 0.009052441761187644,
|
|
"ci_95": 0.007934815055026407,
|
|
"values": [
|
|
0.8077360637087599,
|
|
0.8012446518864255,
|
|
0.8078277886497065,
|
|
0.8254089007227082,
|
|
0.8080339899575125
|
|
]
|
|
}
|
|
},
|
|
"wiki": {
|
|
"accuracy": {
|
|
"mean": 0.7128333333333334,
|
|
"std": 0.014632061448142664,
|
|
"ci_95": 0.012825567347208395,
|
|
"values": [
|
|
0.69,
|
|
0.7158333333333333,
|
|
0.7308333333333333,
|
|
0.7133333333333334,
|
|
0.7141666666666666
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"false_alarm_rate": {
|
|
"mean": 0.2871666666666667,
|
|
"std": 0.014632061448142664,
|
|
"ci_95": 0.012825567347208395,
|
|
"values": [
|
|
0.31000000000000005,
|
|
0.2841666666666667,
|
|
0.26916666666666667,
|
|
0.2866666666666666,
|
|
0.2858333333333334
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"aggregated_pairwise": {
|
|
"wiki_vs_inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.7000833333333333,
|
|
"std": 0.006437466289016363,
|
|
"ci_95": 0.005642687992240727,
|
|
"values": [
|
|
0.7108333333333333,
|
|
0.69625,
|
|
0.6979166666666666,
|
|
0.7008333333333333,
|
|
0.6945833333333333
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.7688927777777778,
|
|
"std": 0.010786696159211689,
|
|
"ci_95": 0.009454956058936226,
|
|
"values": [
|
|
0.7876569444444443,
|
|
0.7611951388888889,
|
|
0.7623197916666667,
|
|
0.7672638888888889,
|
|
0.7660281250000001
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.6960162561965204,
|
|
"std": 0.01215883795849285,
|
|
"ci_95": 0.010657691375417153,
|
|
"values": [
|
|
0.7167346938775511,
|
|
0.6901827454313643,
|
|
0.6876346402412753,
|
|
0.6970464135021097,
|
|
0.6884827879303017
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_insight": {
|
|
"accuracy": {
|
|
"mean": 0.6259166666666667,
|
|
"std": 0.0039352396510392035,
|
|
"ci_95": 0.003449389640050674,
|
|
"values": [
|
|
0.6258333333333334,
|
|
0.6191666666666666,
|
|
0.6275,
|
|
0.62875,
|
|
0.6283333333333333
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.6780033333333334,
|
|
"std": 0.007739560487354743,
|
|
"ci_95": 0.006784023879353069,
|
|
"values": [
|
|
0.6755444444444445,
|
|
0.6666326388888889,
|
|
0.6778611111111111,
|
|
0.6868111111111111,
|
|
0.6831673611111111
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.5902094975541843,
|
|
"std": 0.008641037303778168,
|
|
"ci_95": 0.007574203148484918,
|
|
"values": [
|
|
0.6001780943900267,
|
|
0.5784132841328413,
|
|
0.5845724907063197,
|
|
0.594446973145198,
|
|
0.593436645396536
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"accuracy": {
|
|
"mean": 0.7945833333333333,
|
|
"std": 0.008579691784155822,
|
|
"ci_95": 0.007520431429704598,
|
|
"values": [
|
|
0.78875,
|
|
0.7870833333333334,
|
|
0.7954166666666667,
|
|
0.80875,
|
|
0.7929166666666667
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.8890322222222222,
|
|
"std": 0.008319531316208516,
|
|
"ci_95": 0.007292390725080371,
|
|
"values": [
|
|
0.8882020833333333,
|
|
0.8806069444444444,
|
|
0.8840694444444445,
|
|
0.902445138888889,
|
|
0.8898375
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.8100502789850225,
|
|
"std": 0.009052441761187644,
|
|
"ci_95": 0.007934815055026407,
|
|
"values": [
|
|
0.8077360637087599,
|
|
0.8012446518864255,
|
|
0.8078277886497065,
|
|
0.8254089007227082,
|
|
0.8080339899575125
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"config": {
|
|
"seed": 42,
|
|
"cv_folds": 5,
|
|
"batch_size": 32,
|
|
"num_workers": 4,
|
|
"early_stopping_patience": 5,
|
|
"lr": 0.0001,
|
|
"weight_decay": 0.0001,
|
|
"T_max": 15,
|
|
"data_dir": "data",
|
|
"run_name": "p1_simplecnn_baseline",
|
|
"backbone": "simple_cnn",
|
|
"cnn_preset": "medium",
|
|
"dropout": 0.0,
|
|
"epochs": 15,
|
|
"image_size": 128,
|
|
"subsample": 0.2,
|
|
"augment": false
|
|
}
|
|
} |