Johnny Fernandes
1902 lines
45 KiB
JSON
1902 lines
45 KiB
JSON
{
|
|
"run_name": "p2d_simplecnn_aug",
|
|
"n_folds": 5,
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.3432222083486893,
|
|
0.33507634751774645,
|
|
0.3293182541374807,
|
|
0.3259058644650159,
|
|
0.32449627405515424,
|
|
0.32151402560649095,
|
|
0.3206712271604273,
|
|
0.31893986742253655,
|
|
0.3183640861952746,
|
|
0.31630628774011577,
|
|
0.3165576588224482,
|
|
0.31553808332041455,
|
|
0.31364991190256897,
|
|
0.3127118207790233,
|
|
0.3142870426453926
|
|
],
|
|
"train_acc": [
|
|
0.47175925925925927,
|
|
0.5883101851851852,
|
|
0.5983217592592592,
|
|
0.6283564814814815,
|
|
0.6300925925925925,
|
|
0.6409143518518519,
|
|
0.6443287037037037,
|
|
0.6449652777777778,
|
|
0.6493055555555556,
|
|
0.6523148148148148,
|
|
0.6599537037037037,
|
|
0.6554398148148148,
|
|
0.6583912037037037,
|
|
0.6597800925925926,
|
|
0.6587384259259259
|
|
],
|
|
"train_auc": [
|
|
0.5713025745170325,
|
|
0.6252053951617511,
|
|
0.6522195162465707,
|
|
0.6678279856824417,
|
|
0.6717118734282121,
|
|
0.6834617466135117,
|
|
0.6866383298325331,
|
|
0.6901815950788752,
|
|
0.6914628075703018,
|
|
0.6999451749685642,
|
|
0.7001394783093279,
|
|
0.7021001496770691,
|
|
0.7075707751057384,
|
|
0.7095949074074074,
|
|
0.7072277413408778
|
|
],
|
|
"train_f1": [
|
|
0.5276829142088378,
|
|
0.6807861437673876,
|
|
0.6865091910934465,
|
|
0.718456817185445,
|
|
0.7196245284674094,
|
|
0.7295707125735454,
|
|
0.7319200907266858,
|
|
0.7327146778198929,
|
|
0.737707756232687,
|
|
0.7388961321164711,
|
|
0.7473774720550301,
|
|
0.7430519592611773,
|
|
0.7438934444010586,
|
|
0.7455749340026832,
|
|
0.7448842742807701
|
|
],
|
|
"val_loss": [
|
|
0.33837437480688093,
|
|
0.33807249913613,
|
|
0.32194422334432604,
|
|
0.32031315887967743,
|
|
0.3163623419900735,
|
|
0.31524986525376636,
|
|
0.3115694376329581,
|
|
0.31178189168373743,
|
|
0.3080384400983652,
|
|
0.31005625476439796,
|
|
0.3096416714290778,
|
|
0.3075092243651549,
|
|
0.30712711364030837,
|
|
0.30760360732674596,
|
|
0.30752624372641246
|
|
],
|
|
"val_acc": [
|
|
0.6161458333333333,
|
|
0.4421875,
|
|
0.6005208333333333,
|
|
0.6401041666666667,
|
|
0.6114583333333333,
|
|
0.5817708333333333,
|
|
0.6223958333333334,
|
|
0.665625,
|
|
0.6479166666666667,
|
|
0.6046875,
|
|
0.6119791666666666,
|
|
0.6223958333333334,
|
|
0.6401041666666667,
|
|
0.6291666666666667,
|
|
0.6286458333333333
|
|
],
|
|
"val_auc": [
|
|
0.6138527199074074,
|
|
0.6485691550925926,
|
|
0.6915386284722222,
|
|
0.68408203125,
|
|
0.7003399884259259,
|
|
0.7102575231481483,
|
|
0.7108159722222221,
|
|
0.7113266782407408,
|
|
0.7213946759259259,
|
|
0.7176294849537037,
|
|
0.7190118634259258,
|
|
0.7246643518518519,
|
|
0.721712962962963,
|
|
0.7221448206018518,
|
|
0.7223683449074074
|
|
],
|
|
"val_f1": [
|
|
0.7271380970011107,
|
|
0.4413145539906103,
|
|
0.6737558485750744,
|
|
0.7297614391865468,
|
|
0.6873428331936295,
|
|
0.6448474126492703,
|
|
0.7070707070707071,
|
|
0.7530769230769231,
|
|
0.7308917197452229,
|
|
0.6768837803320562,
|
|
0.6825734980826587,
|
|
0.6980424822990421,
|
|
0.7210335082761405,
|
|
0.7052980132450332,
|
|
0.7050062060405461
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.6289583333333333,
|
|
"auc_roc": 0.7213978009259259,
|
|
"f1": 0.7043983402489626,
|
|
"confusion_matrix": [
|
|
[
|
|
897,
|
|
303
|
|
],
|
|
[
|
|
1478,
|
|
2122
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.5691666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
517,
|
|
683
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5691666666666667,
|
|
"pairwise_auc": 0.7173145833333333,
|
|
"pairwise_f1": 0.6248856358645929
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.3883333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
734,
|
|
466
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.3883333333333333,
|
|
"pairwise_auc": 0.5887399305555556,
|
|
"pairwise_f1": 0.473336719146775
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8108333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
227,
|
|
973
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8108333333333333,
|
|
"pairwise_auc": 0.8581388888888889,
|
|
"pairwise_f1": 0.7859450726978998
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7475,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
897,
|
|
303
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.25249999999999995
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6583333333333333,
|
|
"auc_roc": 0.7173145833333333,
|
|
"f1": 0.6248856358645929,
|
|
"confusion_matrix": [
|
|
[
|
|
897,
|
|
303
|
|
],
|
|
[
|
|
517,
|
|
683
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.5679166666666666,
|
|
"auc_roc": 0.5887399305555556,
|
|
"f1": 0.473336719146775,
|
|
"confusion_matrix": [
|
|
[
|
|
897,
|
|
303
|
|
],
|
|
[
|
|
734,
|
|
466
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7791666666666667,
|
|
"auc_roc": 0.8581388888888889,
|
|
"f1": 0.7859450726978998,
|
|
"confusion_matrix": [
|
|
[
|
|
897,
|
|
303
|
|
],
|
|
[
|
|
227,
|
|
973
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.34135231695793294,
|
|
0.33233658282293216,
|
|
0.32671470636570893,
|
|
0.3230978334667506,
|
|
0.32052963414677865,
|
|
0.32000469129394604,
|
|
0.3171410999364323,
|
|
0.31599997883593595,
|
|
0.3153689634192873,
|
|
0.3127501525260784,
|
|
0.3129213980226605,
|
|
0.3114956370934292,
|
|
0.3121951187098468,
|
|
0.30899017282106256,
|
|
0.3110985143593064
|
|
],
|
|
"train_acc": [
|
|
0.5291666666666667,
|
|
0.5928240740740741,
|
|
0.6244212962962963,
|
|
0.6361111111111111,
|
|
0.6405671296296296,
|
|
0.6410300925925926,
|
|
0.65,
|
|
0.6569444444444444,
|
|
0.6519675925925926,
|
|
0.656886574074074,
|
|
0.6583912037037037,
|
|
0.6601273148148148,
|
|
0.6627893518518518,
|
|
0.6655092592592593,
|
|
0.6626157407407407
|
|
],
|
|
"train_auc": [
|
|
0.5842827021176269,
|
|
0.6402050111454047,
|
|
0.6614736493341336,
|
|
0.6769979388145863,
|
|
0.6854288033693415,
|
|
0.6863612754343851,
|
|
0.6953566172267946,
|
|
0.7005833208304755,
|
|
0.699118093064129,
|
|
0.7068048053840877,
|
|
0.7072928722993828,
|
|
0.7110104898976908,
|
|
0.710223479652492,
|
|
0.7191083319044352,
|
|
0.7136100751600366
|
|
],
|
|
"train_f1": [
|
|
0.6125345270978189,
|
|
0.6816577685277351,
|
|
0.7161228238999212,
|
|
0.7248621685481754,
|
|
0.7293563989716327,
|
|
0.7291621184997599,
|
|
0.7388149939540508,
|
|
0.7439308855291576,
|
|
0.7392246986384529,
|
|
0.743699476937708,
|
|
0.7450218133125999,
|
|
0.7459884953072964,
|
|
0.7497530599098132,
|
|
0.7512908777969018,
|
|
0.7481859018659295
|
|
],
|
|
"val_loss": [
|
|
0.3324682280421257,
|
|
0.3229331818719705,
|
|
0.3223130183915297,
|
|
0.3171472112337748,
|
|
0.32741391447683177,
|
|
0.3114958000679811,
|
|
0.31507122814655303,
|
|
0.3176405022541682,
|
|
0.30666357489923635,
|
|
0.30443483479321004,
|
|
0.3099006695051988,
|
|
0.30612343152364097,
|
|
0.3034300667544206,
|
|
0.3031110850473245,
|
|
0.3030962315698465
|
|
],
|
|
"val_acc": [
|
|
0.49947916666666664,
|
|
0.6625,
|
|
0.6666666666666666,
|
|
0.5552083333333333,
|
|
0.7348958333333333,
|
|
0.6114583333333333,
|
|
0.5604166666666667,
|
|
0.696875,
|
|
0.6619791666666667,
|
|
0.6583333333333333,
|
|
0.590625,
|
|
0.6302083333333334,
|
|
0.6645833333333333,
|
|
0.6677083333333333,
|
|
0.6526041666666667
|
|
],
|
|
"val_auc": [
|
|
0.6646889467592592,
|
|
0.6834613715277779,
|
|
0.6835836226851852,
|
|
0.7176895254629629,
|
|
0.7107602719907408,
|
|
0.717976707175926,
|
|
0.72703125,
|
|
0.7082154224537037,
|
|
0.729400318287037,
|
|
0.7377495659722222,
|
|
0.7337123842592592,
|
|
0.7368851273148148,
|
|
0.7385590277777777,
|
|
0.740538917824074,
|
|
0.7409114583333333
|
|
],
|
|
"val_f1": [
|
|
0.5399712781235041,
|
|
0.757847533632287,
|
|
0.7638376383763837,
|
|
0.6060885608856088,
|
|
0.8294807370184255,
|
|
0.6841659610499576,
|
|
0.6110599078341014,
|
|
0.7888243831640058,
|
|
0.7415372361608921,
|
|
0.7384370015948963,
|
|
0.6528268551236749,
|
|
0.70042194092827,
|
|
0.744241461477363,
|
|
0.7452076677316294,
|
|
0.7285307285307285
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.6535416666666667,
|
|
"auc_roc": 0.7351962962962963,
|
|
"f1": 0.7312974632412345,
|
|
"confusion_matrix": [
|
|
[
|
|
874,
|
|
326
|
|
],
|
|
[
|
|
1337,
|
|
2263
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.5816666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
502,
|
|
698
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5816666666666667,
|
|
"pairwise_auc": 0.7138361111111111,
|
|
"pairwise_f1": 0.6276978417266187
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.4625,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
645,
|
|
555
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.4625,
|
|
"pairwise_auc": 0.6235090277777777,
|
|
"pairwise_f1": 0.5333974050937049
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8416666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
190,
|
|
1010
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8416666666666667,
|
|
"pairwise_auc": 0.86824375,
|
|
"pairwise_f1": 0.7965299684542587
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7283333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
874,
|
|
326
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.2716666666666666
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.655,
|
|
"auc_roc": 0.7138361111111111,
|
|
"f1": 0.6276978417266187,
|
|
"confusion_matrix": [
|
|
[
|
|
874,
|
|
326
|
|
],
|
|
[
|
|
502,
|
|
698
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.5954166666666667,
|
|
"auc_roc": 0.6235090277777777,
|
|
"f1": 0.5333974050937049,
|
|
"confusion_matrix": [
|
|
[
|
|
874,
|
|
326
|
|
],
|
|
[
|
|
645,
|
|
555
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.785,
|
|
"auc_roc": 0.86824375,
|
|
"f1": 0.7965299684542587,
|
|
"confusion_matrix": [
|
|
[
|
|
874,
|
|
326
|
|
],
|
|
[
|
|
190,
|
|
1010
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.3432017128776621,
|
|
0.3361322825429616,
|
|
0.3312958776122994,
|
|
0.327618961284558,
|
|
0.32551107191377215,
|
|
0.3221943142513434,
|
|
0.32040270804255094,
|
|
0.3188823620478312,
|
|
0.31841765749785633,
|
|
0.3170403319928381,
|
|
0.3163535770166803,
|
|
0.3154812162673032,
|
|
0.31375355403180477,
|
|
0.3136919692986541,
|
|
0.3128732605940766
|
|
],
|
|
"train_acc": [
|
|
0.6121527777777778,
|
|
0.580787037037037,
|
|
0.6019097222222223,
|
|
0.6129629629629629,
|
|
0.6235532407407407,
|
|
0.6311342592592593,
|
|
0.6418402777777777,
|
|
0.6409143518518519,
|
|
0.6494791666666667,
|
|
0.6483796296296296,
|
|
0.6509837962962963,
|
|
0.6536458333333334,
|
|
0.6546296296296297,
|
|
0.6572337962962963,
|
|
0.6597800925925926
|
|
],
|
|
"train_auc": [
|
|
0.5712090084876542,
|
|
0.6187098926183128,
|
|
0.6427650605852766,
|
|
0.6595359207104481,
|
|
0.6664719435871056,
|
|
0.6794381483624827,
|
|
0.6827242208933471,
|
|
0.6896292902663466,
|
|
0.6909287569301554,
|
|
0.6965370745456104,
|
|
0.69892219114369,
|
|
0.699491071173411,
|
|
0.7047945869770234,
|
|
0.7075826349594193,
|
|
0.7091430005429813
|
|
],
|
|
"train_f1": [
|
|
0.7228287841191067,
|
|
0.6733405483405484,
|
|
0.6935720967526393,
|
|
0.7016416845110636,
|
|
0.7130189261922619,
|
|
0.7198980488662331,
|
|
0.7315316878497375,
|
|
0.7288616998033647,
|
|
0.7379396876216847,
|
|
0.7361931226120181,
|
|
0.7382037591700308,
|
|
0.7414575143634714,
|
|
0.7423365857870651,
|
|
0.744290463238786,
|
|
0.7459707038845439
|
|
],
|
|
"val_loss": [
|
|
0.3381376507381598,
|
|
0.33743989691138265,
|
|
0.32400355438391365,
|
|
0.32913788755734763,
|
|
0.31807966232299806,
|
|
0.31570037131508194,
|
|
0.31126136556267736,
|
|
0.3205740148822466,
|
|
0.31344808464248974,
|
|
0.30750460426012677,
|
|
0.3072973035275936,
|
|
0.3085544841984908,
|
|
0.30584329267342886,
|
|
0.3057563436528047,
|
|
0.3066906807323297
|
|
],
|
|
"val_acc": [
|
|
0.6020833333333333,
|
|
0.44114583333333335,
|
|
0.5770833333333333,
|
|
0.7052083333333333,
|
|
0.6677083333333333,
|
|
0.6604166666666667,
|
|
0.6364583333333333,
|
|
0.5380208333333333,
|
|
0.590625,
|
|
0.6546875,
|
|
0.6338541666666667,
|
|
0.621875,
|
|
0.6427083333333333,
|
|
0.6375,
|
|
0.6270833333333333
|
|
],
|
|
"val_auc": [
|
|
0.6092418981481482,
|
|
0.643970630787037,
|
|
0.6784903067129631,
|
|
0.6768164062500001,
|
|
0.7009657118055556,
|
|
0.7037912326388889,
|
|
0.7130975115740741,
|
|
0.705298755787037,
|
|
0.7108998842592593,
|
|
0.7225245949074073,
|
|
0.7233926504629629,
|
|
0.719126880787037,
|
|
0.7292968750000001,
|
|
0.7291876446759259,
|
|
0.7279484953703705
|
|
],
|
|
"val_f1": [
|
|
0.6994492525570417,
|
|
0.43615344193378874,
|
|
0.6469565217391304,
|
|
0.8064295485636115,
|
|
0.759245283018868,
|
|
0.7478731631863882,
|
|
0.7157980456026058,
|
|
0.5829807240244476,
|
|
0.6591500433651344,
|
|
0.734906037584966,
|
|
0.7096241222635274,
|
|
0.6959798994974874,
|
|
0.7162944582299421,
|
|
0.7121588089330024,
|
|
0.6986531986531986
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.6375,
|
|
"auc_roc": 0.7324938657407407,
|
|
"f1": 0.7140039447731755,
|
|
"confusion_matrix": [
|
|
[
|
|
888,
|
|
312
|
|
],
|
|
[
|
|
1428,
|
|
2172
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.5583333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
530,
|
|
670
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5583333333333333,
|
|
"pairwise_auc": 0.7142305555555555,
|
|
"pairwise_f1": 0.614115490375802
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.4191666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
697,
|
|
503
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.4191666666666667,
|
|
"pairwise_auc": 0.6156399305555555,
|
|
"pairwise_f1": 0.4992555831265509
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8325,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
201,
|
|
999
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8325,
|
|
"pairwise_auc": 0.8676111111111111,
|
|
"pairwise_f1": 0.7956989247311828
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.74,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
888,
|
|
312
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.26
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6491666666666667,
|
|
"auc_roc": 0.7142305555555555,
|
|
"f1": 0.614115490375802,
|
|
"confusion_matrix": [
|
|
[
|
|
888,
|
|
312
|
|
],
|
|
[
|
|
530,
|
|
670
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.5795833333333333,
|
|
"auc_roc": 0.6156399305555555,
|
|
"f1": 0.4992555831265509,
|
|
"confusion_matrix": [
|
|
[
|
|
888,
|
|
312
|
|
],
|
|
[
|
|
697,
|
|
503
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.78625,
|
|
"auc_roc": 0.8676111111111111,
|
|
"f1": 0.7956989247311828,
|
|
"confusion_matrix": [
|
|
[
|
|
888,
|
|
312
|
|
],
|
|
[
|
|
201,
|
|
999
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.3422969259045742,
|
|
0.3340135246239327,
|
|
0.32988277044561176,
|
|
0.3258236734403504,
|
|
0.3224401587413417,
|
|
0.3208613306559898,
|
|
0.3194242352688754,
|
|
0.3181941964560085,
|
|
0.3169373148845302,
|
|
0.3154708259911449,
|
|
0.3140328030343409,
|
|
0.3134019218661167,
|
|
0.3126688904784344,
|
|
0.3126100615494781,
|
|
0.31205870856841406
|
|
],
|
|
"train_acc": [
|
|
0.6261574074074074,
|
|
0.5974537037037037,
|
|
0.6171875,
|
|
0.6219907407407408,
|
|
0.6372106481481481,
|
|
0.6428819444444445,
|
|
0.639988425925926,
|
|
0.6538194444444444,
|
|
0.651099537037037,
|
|
0.6548611111111111,
|
|
0.6539930555555555,
|
|
0.655787037037037,
|
|
0.6585069444444445,
|
|
0.6561342592592593,
|
|
0.6594907407407408
|
|
],
|
|
"train_auc": [
|
|
0.5766818397776634,
|
|
0.6320873074559901,
|
|
0.6497502018318473,
|
|
0.6660870699016919,
|
|
0.6798354088077274,
|
|
0.6841931905864198,
|
|
0.6877101641089391,
|
|
0.6927077260516689,
|
|
0.6958822462991541,
|
|
0.70048828125,
|
|
0.7035443279892548,
|
|
0.7064093935756743,
|
|
0.7093209787237083,
|
|
0.7091885913208733,
|
|
0.7111335448102424
|
|
],
|
|
"train_f1": [
|
|
0.7368849788204627,
|
|
0.6911464345972826,
|
|
0.7099320324490244,
|
|
0.7117896223085068,
|
|
0.7272094338801619,
|
|
0.7315439161265063,
|
|
0.7281150299375028,
|
|
0.7429087158329035,
|
|
0.7379720978747447,
|
|
0.7429975006463846,
|
|
0.7405736104482146,
|
|
0.7421536327379921,
|
|
0.745020092468565,
|
|
0.7423690600069373,
|
|
0.7452813852813853
|
|
],
|
|
"val_loss": [
|
|
0.33704863985379535,
|
|
0.3310091565052668,
|
|
0.3267402487496535,
|
|
0.32072843462228773,
|
|
0.31991002758344017,
|
|
0.3109689460446437,
|
|
0.31181026846170423,
|
|
0.307723306491971,
|
|
0.3066505029797554,
|
|
0.30859205350279806,
|
|
0.3080542877316475,
|
|
0.30592135017116867,
|
|
0.30444662968317665,
|
|
0.3036535983284315,
|
|
0.30318543675045173
|
|
],
|
|
"val_acc": [
|
|
0.6494791666666667,
|
|
0.4942708333333333,
|
|
0.5135416666666667,
|
|
0.5625,
|
|
0.69375,
|
|
0.6572916666666667,
|
|
0.671875,
|
|
0.6864583333333333,
|
|
0.6260416666666667,
|
|
0.5895833333333333,
|
|
0.5911458333333334,
|
|
0.6109375,
|
|
0.6213541666666667,
|
|
0.6270833333333333,
|
|
0.6328125
|
|
],
|
|
"val_auc": [
|
|
0.6172135416666666,
|
|
0.6680613425925925,
|
|
0.6827640335648149,
|
|
0.6948546006944445,
|
|
0.6994994212962964,
|
|
0.7136349826388888,
|
|
0.7139076967592592,
|
|
0.7269574652777777,
|
|
0.7284584780092592,
|
|
0.7292078993055556,
|
|
0.7312145543981481,
|
|
0.7319089988425925,
|
|
0.7353385416666667,
|
|
0.7363563368055555,
|
|
0.7372330729166666
|
|
],
|
|
"val_f1": [
|
|
0.7548269581056466,
|
|
0.5233186057928326,
|
|
0.5513928914505284,
|
|
0.6229802513464991,
|
|
0.7890961262553802,
|
|
0.7419607843137255,
|
|
0.7595419847328244,
|
|
0.774024024024024,
|
|
0.6988255033557047,
|
|
0.6510186005314438,
|
|
0.6521931767833408,
|
|
0.6809055958991884,
|
|
0.6938947368421052,
|
|
0.7001675041876047,
|
|
0.7078325735598839
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.6372916666666667,
|
|
"auc_roc": 0.7464637731481482,
|
|
"f1": 0.7104606685514718,
|
|
"confusion_matrix": [
|
|
[
|
|
923,
|
|
277
|
|
],
|
|
[
|
|
1464,
|
|
2136
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.5308333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
563,
|
|
637
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5308333333333334,
|
|
"pairwise_auc": 0.7140843750000001,
|
|
"pairwise_f1": 0.6026490066225165
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.42,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
696,
|
|
504
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.42,
|
|
"pairwise_auc": 0.6437659722222222,
|
|
"pairwise_f1": 0.508833922261484
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8291666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
205,
|
|
995
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8291666666666667,
|
|
"pairwise_auc": 0.8815409722222224,
|
|
"pairwise_f1": 0.8050161812297735
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7691666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
923,
|
|
277
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.23083333333333333
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.65,
|
|
"auc_roc": 0.7140843750000001,
|
|
"f1": 0.6026490066225165,
|
|
"confusion_matrix": [
|
|
[
|
|
923,
|
|
277
|
|
],
|
|
[
|
|
563,
|
|
637
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.5945833333333334,
|
|
"auc_roc": 0.6437659722222222,
|
|
"f1": 0.508833922261484,
|
|
"confusion_matrix": [
|
|
[
|
|
923,
|
|
277
|
|
],
|
|
[
|
|
696,
|
|
504
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7991666666666667,
|
|
"auc_roc": 0.8815409722222224,
|
|
"f1": 0.8050161812297735,
|
|
"confusion_matrix": [
|
|
[
|
|
923,
|
|
277
|
|
],
|
|
[
|
|
205,
|
|
995
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.34190545937529315,
|
|
0.33423557830629524,
|
|
0.3278784419651385,
|
|
0.3254611318586049,
|
|
0.32319095537618353,
|
|
0.3206246926828667,
|
|
0.32062207385897634,
|
|
0.318214114010334,
|
|
0.3172161552089232,
|
|
0.3168039749893877,
|
|
0.31658775938881767,
|
|
0.31374884711371526,
|
|
0.3145395788605566,
|
|
0.31365797674214396,
|
|
0.3130338887925501
|
|
],
|
|
"train_acc": [
|
|
0.5179976851851852,
|
|
0.6002893518518518,
|
|
0.6147569444444444,
|
|
0.6287615740740741,
|
|
0.6365740740740741,
|
|
0.6424189814814815,
|
|
0.6464699074074074,
|
|
0.6509259259259259,
|
|
0.6591435185185185,
|
|
0.6520833333333333,
|
|
0.6596643518518519,
|
|
0.6600115740740741,
|
|
0.6618055555555555,
|
|
0.6641782407407407,
|
|
0.6588541666666666
|
|
],
|
|
"train_auc": [
|
|
0.580956290009145,
|
|
0.6321801411751258,
|
|
0.6597076385316644,
|
|
0.6695928712277093,
|
|
0.675423060985368,
|
|
0.687096345236054,
|
|
0.6861537012031321,
|
|
0.693255342292524,
|
|
0.6985244841678098,
|
|
0.6981359221393462,
|
|
0.6995920138888889,
|
|
0.7069281907293097,
|
|
0.7061520133173297,
|
|
0.7091995759745084,
|
|
0.7090486754115226
|
|
],
|
|
"train_f1": [
|
|
0.5996250540787387,
|
|
0.693226737730402,
|
|
0.7046190708612504,
|
|
0.7195628415300547,
|
|
0.7272885183255168,
|
|
0.7303277615327544,
|
|
0.7357813243371827,
|
|
0.7395734392539505,
|
|
0.7449112169770463,
|
|
0.740032863443743,
|
|
0.7467596779055247,
|
|
0.7460557596714934,
|
|
0.7487100103199175,
|
|
0.7499892292447546,
|
|
0.7455651948724589
|
|
],
|
|
"val_loss": [
|
|
0.3369367082913717,
|
|
0.3295597155888875,
|
|
0.32405452529589335,
|
|
0.31579154878854754,
|
|
0.3234446888168653,
|
|
0.31575660382707915,
|
|
0.31100493085881076,
|
|
0.30960125252604487,
|
|
0.30768936971823374,
|
|
0.3080344771345456,
|
|
0.3091481186449528,
|
|
0.3133338193098704,
|
|
0.30498845701416333,
|
|
0.30529720534880955,
|
|
0.3054157773653666
|
|
],
|
|
"val_acc": [
|
|
0.5088541666666667,
|
|
0.49166666666666664,
|
|
0.5260416666666666,
|
|
0.634375,
|
|
0.5057291666666667,
|
|
0.6807291666666667,
|
|
0.684375,
|
|
0.5989583333333334,
|
|
0.6802083333333333,
|
|
0.6005208333333333,
|
|
0.5953125,
|
|
0.5515625,
|
|
0.6322916666666667,
|
|
0.6296875,
|
|
0.6286458333333333
|
|
],
|
|
"val_auc": [
|
|
0.625418113425926,
|
|
0.675193142361111,
|
|
0.6908600983796297,
|
|
0.6994191261574073,
|
|
0.7080750868055555,
|
|
0.7012608506944443,
|
|
0.7157660590277778,
|
|
0.7237608506944445,
|
|
0.7218901909722222,
|
|
0.7242021122685185,
|
|
0.7233080150462963,
|
|
0.7265342881944444,
|
|
0.7289518229166667,
|
|
0.7290747974537036,
|
|
0.7287854456018519
|
|
],
|
|
"val_f1": [
|
|
0.5692096847875743,
|
|
0.528957528957529,
|
|
0.5719661335841957,
|
|
0.720763723150358,
|
|
0.5345757724374693,
|
|
0.7722036417688591,
|
|
0.772351615326822,
|
|
0.6666666666666666,
|
|
0.7667173252279635,
|
|
0.6701075268817205,
|
|
0.6611426079372001,
|
|
0.6015733456732995,
|
|
0.708505367464905,
|
|
0.7031315240083508,
|
|
0.7015487651737129
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.6358333333333334,
|
|
"auc_roc": 0.7374539351851852,
|
|
"f1": 0.7076923076923077,
|
|
"confusion_matrix": [
|
|
[
|
|
936,
|
|
264
|
|
],
|
|
[
|
|
1484,
|
|
2116
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.5383333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
554,
|
|
646
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5383333333333333,
|
|
"pairwise_auc": 0.7096381944444444,
|
|
"pairwise_f1": 0.6123222748815166
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.4166666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
700,
|
|
500
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.4166666666666667,
|
|
"pairwise_auc": 0.6287520833333333,
|
|
"pairwise_f1": 0.5091649694501018
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8083333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
230,
|
|
970
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8083333333333333,
|
|
"pairwise_auc": 0.873971527777778,
|
|
"pairwise_f1": 0.7970419063270336
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.78,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
936,
|
|
264
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.21999999999999997
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6591666666666667,
|
|
"auc_roc": 0.7096381944444444,
|
|
"f1": 0.6123222748815166,
|
|
"confusion_matrix": [
|
|
[
|
|
936,
|
|
264
|
|
],
|
|
[
|
|
554,
|
|
646
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.5983333333333334,
|
|
"auc_roc": 0.6287520833333333,
|
|
"f1": 0.5091649694501018,
|
|
"confusion_matrix": [
|
|
[
|
|
936,
|
|
264
|
|
],
|
|
[
|
|
700,
|
|
500
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7941666666666667,
|
|
"auc_roc": 0.873971527777778,
|
|
"f1": 0.7970419063270336,
|
|
"confusion_matrix": [
|
|
[
|
|
936,
|
|
264
|
|
],
|
|
[
|
|
230,
|
|
970
|
|
]
|
|
]
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"aggregated_metrics": {
|
|
"accuracy": {
|
|
"mean": 0.638625,
|
|
"std": 0.009038641967193494,
|
|
"ci_95": 0.007922719002267414,
|
|
"values": [
|
|
0.6289583333333333,
|
|
0.6535416666666667,
|
|
0.6375,
|
|
0.6372916666666667,
|
|
0.6358333333333334
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.7346011342592592,
|
|
"std": 0.009055157150786027,
|
|
"ci_95": 0.00793719519895154,
|
|
"values": [
|
|
0.7213978009259259,
|
|
0.7351962962962963,
|
|
0.7324938657407407,
|
|
0.7464637731481482,
|
|
0.7374539351851852
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.7135705449014305,
|
|
"std": 0.010521238176426851,
|
|
"ci_95": 0.009222271877822893,
|
|
"values": [
|
|
0.7043983402489626,
|
|
0.7312974632412345,
|
|
0.7140039447731755,
|
|
0.7104606685514718,
|
|
0.7076923076923077
|
|
]
|
|
}
|
|
},
|
|
"aggregated_per_source": {
|
|
"inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.5556666666666666,
|
|
"std": 0.021109831832584545,
|
|
"ci_95": 0.018503583436729216,
|
|
"values": [
|
|
0.5691666666666667,
|
|
0.5816666666666667,
|
|
0.5583333333333333,
|
|
0.5308333333333334,
|
|
0.5383333333333333
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.5556666666666666,
|
|
"std": 0.021109831832584545,
|
|
"ci_95": 0.018503583436729216,
|
|
"values": [
|
|
0.5691666666666667,
|
|
0.5816666666666667,
|
|
0.5583333333333333,
|
|
0.5308333333333334,
|
|
0.5383333333333333
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.7138207638888889,
|
|
"std": 0.002735795909474015,
|
|
"ci_95": 0.002398030845450705,
|
|
"values": [
|
|
0.7173145833333333,
|
|
0.7138361111111111,
|
|
0.7142305555555555,
|
|
0.7140843750000001,
|
|
0.7096381944444444
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.6163340498942093,
|
|
"std": 0.010131166540143349,
|
|
"ci_95": 0.008880359013451697,
|
|
"values": [
|
|
0.6248856358645929,
|
|
0.6276978417266187,
|
|
0.614115490375802,
|
|
0.6026490066225165,
|
|
0.6123222748815166
|
|
]
|
|
}
|
|
},
|
|
"insight": {
|
|
"accuracy": {
|
|
"mean": 0.4213333333333333,
|
|
"std": 0.026513885251149293,
|
|
"ci_95": 0.023240445109525967,
|
|
"values": [
|
|
0.3883333333333333,
|
|
0.4625,
|
|
0.4191666666666667,
|
|
0.42,
|
|
0.4166666666666667
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.4213333333333333,
|
|
"std": 0.026513885251149293,
|
|
"ci_95": 0.023240445109525967,
|
|
"values": [
|
|
0.3883333333333333,
|
|
0.4625,
|
|
0.4191666666666667,
|
|
0.42,
|
|
0.4166666666666667
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.620081388888889,
|
|
"std": 0.020309497167347312,
|
|
"ci_95": 0.01780205917197098,
|
|
"values": [
|
|
0.5887399305555556,
|
|
0.6235090277777777,
|
|
0.6156399305555555,
|
|
0.6437659722222222,
|
|
0.6287520833333333
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.5047977198157233,
|
|
"std": 0.021643796107226543,
|
|
"ci_95": 0.01897162375966632,
|
|
"values": [
|
|
0.473336719146775,
|
|
0.5333974050937049,
|
|
0.4992555831265509,
|
|
0.508833922261484,
|
|
0.5091649694501018
|
|
]
|
|
}
|
|
},
|
|
"text2img": {
|
|
"accuracy": {
|
|
"mean": 0.8244999999999999,
|
|
"std": 0.014392802985443043,
|
|
"ci_95": 0.012615848057987322,
|
|
"values": [
|
|
0.8108333333333333,
|
|
0.8416666666666667,
|
|
0.8325,
|
|
0.8291666666666667,
|
|
0.8083333333333333
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.8244999999999999,
|
|
"std": 0.014392802985443043,
|
|
"ci_95": 0.012615848057987322,
|
|
"values": [
|
|
0.8108333333333333,
|
|
0.8416666666666667,
|
|
0.8325,
|
|
0.8291666666666667,
|
|
0.8083333333333333
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.8699012500000002,
|
|
"std": 0.00863706367765329,
|
|
"ci_95": 0.007570720111617017,
|
|
"values": [
|
|
0.8581388888888889,
|
|
0.86824375,
|
|
0.8676111111111111,
|
|
0.8815409722222224,
|
|
0.873971527777778
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.7960464106880297,
|
|
"std": 0.006779369420033433,
|
|
"ci_95": 0.005942379300169007,
|
|
"values": [
|
|
0.7859450726978998,
|
|
0.7965299684542587,
|
|
0.7956989247311828,
|
|
0.8050161812297735,
|
|
0.7970419063270336
|
|
]
|
|
}
|
|
},
|
|
"wiki": {
|
|
"accuracy": {
|
|
"mean": 0.7529999999999999,
|
|
"std": 0.021201742590855322,
|
|
"ci_95": 0.018584146768445164,
|
|
"values": [
|
|
0.7475,
|
|
0.7283333333333334,
|
|
0.74,
|
|
0.7691666666666667,
|
|
0.78
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"false_alarm_rate": {
|
|
"mean": 0.24699999999999997,
|
|
"std": 0.02120174259085532,
|
|
"ci_95": 0.01858414676844516,
|
|
"values": [
|
|
0.25249999999999995,
|
|
0.2716666666666666,
|
|
0.26,
|
|
0.23083333333333333,
|
|
0.21999999999999997
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"aggregated_pairwise": {
|
|
"wiki_vs_inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.6543333333333334,
|
|
"std": 0.004617298392398352,
|
|
"ci_95": 0.004047240486498859,
|
|
"values": [
|
|
0.6583333333333333,
|
|
0.655,
|
|
0.6491666666666667,
|
|
0.65,
|
|
0.6591666666666667
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.7138207638888889,
|
|
"std": 0.002735795909474015,
|
|
"ci_95": 0.002398030845450705,
|
|
"values": [
|
|
0.7173145833333333,
|
|
0.7138361111111111,
|
|
0.7142305555555555,
|
|
0.7140843750000001,
|
|
0.7096381944444444
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.6163340498942093,
|
|
"std": 0.010131166540143349,
|
|
"ci_95": 0.008880359013451697,
|
|
"values": [
|
|
0.6248856358645929,
|
|
0.6276978417266187,
|
|
0.614115490375802,
|
|
0.6026490066225165,
|
|
0.6123222748815166
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_insight": {
|
|
"accuracy": {
|
|
"mean": 0.5871666666666666,
|
|
"std": 0.012998397337107918,
|
|
"ci_95": 0.011393597617375616,
|
|
"values": [
|
|
0.5679166666666666,
|
|
0.5954166666666667,
|
|
0.5795833333333333,
|
|
0.5945833333333334,
|
|
0.5983333333333334
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.620081388888889,
|
|
"std": 0.020309497167347312,
|
|
"ci_95": 0.01780205917197098,
|
|
"values": [
|
|
0.5887399305555556,
|
|
0.6235090277777777,
|
|
0.6156399305555555,
|
|
0.6437659722222222,
|
|
0.6287520833333333
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.5047977198157233,
|
|
"std": 0.021643796107226543,
|
|
"ci_95": 0.01897162375966632,
|
|
"values": [
|
|
0.473336719146775,
|
|
0.5333974050937049,
|
|
0.4992555831265509,
|
|
0.508833922261484,
|
|
0.5091649694501018
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"accuracy": {
|
|
"mean": 0.7887500000000001,
|
|
"std": 0.007905694150420953,
|
|
"ci_95": 0.006929646455628169,
|
|
"values": [
|
|
0.7791666666666667,
|
|
0.785,
|
|
0.78625,
|
|
0.7991666666666667,
|
|
0.7941666666666667
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.8699012500000002,
|
|
"std": 0.00863706367765329,
|
|
"ci_95": 0.007570720111617017,
|
|
"values": [
|
|
0.8581388888888889,
|
|
0.86824375,
|
|
0.8676111111111111,
|
|
0.8815409722222224,
|
|
0.873971527777778
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.7960464106880297,
|
|
"std": 0.006779369420033433,
|
|
"ci_95": 0.005942379300169007,
|
|
"values": [
|
|
0.7859450726978998,
|
|
0.7965299684542587,
|
|
0.7956989247311828,
|
|
0.8050161812297735,
|
|
0.7970419063270336
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"config": {
|
|
"seed": 42,
|
|
"cv_folds": 5,
|
|
"batch_size": 32,
|
|
"num_workers": 4,
|
|
"early_stopping_patience": 5,
|
|
"lr": 0.0001,
|
|
"weight_decay": 0.0001,
|
|
"T_max": 15,
|
|
"data_dir": "data",
|
|
"run_name": "p2d_simplecnn_aug",
|
|
"backbone": "simple_cnn",
|
|
"cnn_preset": "medium",
|
|
"dropout": 0.0,
|
|
"epochs": 15,
|
|
"image_size": 224,
|
|
"subsample": 0.2,
|
|
"augment": {
|
|
"hflip_p": 0.5,
|
|
"rotation_degrees": 10,
|
|
"brightness": 0.2,
|
|
"contrast": 0.2,
|
|
"saturation": 0.1,
|
|
"hue": 0.02,
|
|
"grayscale_p": 0.1,
|
|
"blur_p": 0.1,
|
|
"erase_p": 0.2,
|
|
"noise_p": 0.3,
|
|
"noise_std": 0.04
|
|
}
|
|
}
|
|
} |