Johnny Fernandes
1902 lines
45 KiB
JSON
1902 lines
45 KiB
JSON
{
|
|
"run_name": "p2e_simplecnn_facecrop_aug",
|
|
"n_folds": 5,
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.34250954982859116,
|
|
0.3376636618817294,
|
|
0.3330855401025878,
|
|
0.32984588631877193,
|
|
0.3280518215563562,
|
|
0.32636189808448157,
|
|
0.326084821616058,
|
|
0.32358511391061323,
|
|
0.32303755029484077,
|
|
0.32166281822654935,
|
|
0.32160404658427943,
|
|
0.3209127681950728,
|
|
0.3192480807503065,
|
|
0.3193571959932645,
|
|
0.3194699074383135
|
|
],
|
|
"train_acc": [
|
|
0.48258101851851853,
|
|
0.5648726851851852,
|
|
0.569212962962963,
|
|
0.595949074074074,
|
|
0.595949074074074,
|
|
0.6107060185185185,
|
|
0.5993055555555555,
|
|
0.6072337962962963,
|
|
0.619386574074074,
|
|
0.6201388888888889,
|
|
0.6282407407407408,
|
|
0.624537037037037,
|
|
0.6241319444444444,
|
|
0.6253472222222223,
|
|
0.626099537037037
|
|
],
|
|
"train_auc": [
|
|
0.576252911379744,
|
|
0.6063105674154092,
|
|
0.6321536351165981,
|
|
0.6460552858510518,
|
|
0.6532327567729768,
|
|
0.6600235410951074,
|
|
0.6595649184099222,
|
|
0.6684782861082533,
|
|
0.6711645161751256,
|
|
0.6771737111339735,
|
|
0.676314568329904,
|
|
0.6792555887774347,
|
|
0.6846313443072702,
|
|
0.6853407921810699,
|
|
0.6830309517175355
|
|
],
|
|
"train_f1": [
|
|
0.5428702898921213,
|
|
0.6559912156288603,
|
|
0.6548910523875754,
|
|
0.6847570886761785,
|
|
0.6830109870153455,
|
|
0.6995936230071897,
|
|
0.687008407919718,
|
|
0.6937965260545905,
|
|
0.7078836331334666,
|
|
0.7070166041778254,
|
|
0.7164798305234354,
|
|
0.7124623293742244,
|
|
0.7110636594154545,
|
|
0.7111626661907736,
|
|
0.7137477293872668
|
|
],
|
|
"val_loss": [
|
|
0.3373192215959231,
|
|
0.32989710122346877,
|
|
0.3270208664238453,
|
|
0.32336600745717686,
|
|
0.3233827282985052,
|
|
0.3197261206805706,
|
|
0.32033544008930526,
|
|
0.31920718351999916,
|
|
0.3153636800746123,
|
|
0.31680572082599007,
|
|
0.3169862660268942,
|
|
0.31672322303056716,
|
|
0.3138315826654434,
|
|
0.3151903450489044,
|
|
0.31521817247072853
|
|
],
|
|
"val_acc": [
|
|
0.621875,
|
|
0.6098958333333333,
|
|
0.6223958333333334,
|
|
0.6197916666666666,
|
|
0.5713541666666667,
|
|
0.5817708333333333,
|
|
0.5510416666666667,
|
|
0.5973958333333333,
|
|
0.6411458333333333,
|
|
0.5807291666666666,
|
|
0.5869791666666667,
|
|
0.5895833333333333,
|
|
0.6208333333333333,
|
|
0.6046875,
|
|
0.6072916666666667
|
|
],
|
|
"val_auc": [
|
|
0.6182016782407407,
|
|
0.6552770543981481,
|
|
0.6664547164351853,
|
|
0.6742621527777778,
|
|
0.675212673611111,
|
|
0.6837651909722222,
|
|
0.6946636284722223,
|
|
0.6847149884259259,
|
|
0.6989597800925925,
|
|
0.6965928819444445,
|
|
0.6948271122685186,
|
|
0.6962565104166667,
|
|
0.70158203125,
|
|
0.6985951967592593,
|
|
0.6990458622685185
|
|
],
|
|
"val_f1": [
|
|
0.7207692307692307,
|
|
0.6951566951566952,
|
|
0.7128712871287128,
|
|
0.7061191626409018,
|
|
0.6447993094518775,
|
|
0.6587335316617084,
|
|
0.6038602941176471,
|
|
0.6767043078209954,
|
|
0.7301214257735997,
|
|
0.6513642269380684,
|
|
0.6586310804993543,
|
|
0.6626712328767124,
|
|
0.7016393442622951,
|
|
0.6814939152328997,
|
|
0.6839899413243923
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.6302083333333334,
|
|
"auc_roc": 0.7064768518518518,
|
|
"f1": 0.7105820968530898,
|
|
"confusion_matrix": [
|
|
[
|
|
846,
|
|
354
|
|
],
|
|
[
|
|
1421,
|
|
2179
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.5833333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
500,
|
|
700
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5833333333333334,
|
|
"pairwise_auc": 0.6924965277777778,
|
|
"pairwise_f1": 0.6211180124223602
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.4075,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
711,
|
|
489
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.4075,
|
|
"pairwise_auc": 0.57799375,
|
|
"pairwise_f1": 0.4787077826725404
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.825,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
210,
|
|
990
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.825,
|
|
"pairwise_auc": 0.8489402777777777,
|
|
"pairwise_f1": 0.7783018867924528
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.705,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
846,
|
|
354
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.29500000000000004
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6441666666666667,
|
|
"auc_roc": 0.6924965277777778,
|
|
"f1": 0.6211180124223602,
|
|
"confusion_matrix": [
|
|
[
|
|
846,
|
|
354
|
|
],
|
|
[
|
|
500,
|
|
700
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.55625,
|
|
"auc_roc": 0.57799375,
|
|
"f1": 0.4787077826725404,
|
|
"confusion_matrix": [
|
|
[
|
|
846,
|
|
354
|
|
],
|
|
[
|
|
711,
|
|
489
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.765,
|
|
"auc_roc": 0.8489402777777777,
|
|
"f1": 0.7783018867924528,
|
|
"confusion_matrix": [
|
|
[
|
|
846,
|
|
354
|
|
],
|
|
[
|
|
210,
|
|
990
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.3412294729164353,
|
|
0.33524748757481576,
|
|
0.33143752046205377,
|
|
0.32817126962321774,
|
|
0.3260459143806387,
|
|
0.3247155515959969,
|
|
0.3228809499906169,
|
|
0.3218548322993296,
|
|
0.3198599721270579,
|
|
0.3191719652050071,
|
|
0.31699595376849177,
|
|
0.3166507471766737,
|
|
0.3161918653106248,
|
|
0.31708175101213987,
|
|
0.3164502556677218
|
|
],
|
|
"train_acc": [
|
|
0.5309606481481481,
|
|
0.5645254629629629,
|
|
0.5969328703703703,
|
|
0.6009837962962963,
|
|
0.6148726851851852,
|
|
0.6166087962962963,
|
|
0.6202546296296296,
|
|
0.6245949074074074,
|
|
0.6263310185185185,
|
|
0.6325810185185186,
|
|
0.6331018518518519,
|
|
0.6351273148148148,
|
|
0.6360532407407408,
|
|
0.641261574074074,
|
|
0.640625
|
|
],
|
|
"train_auc": [
|
|
0.5839247095764746,
|
|
0.6213177744198675,
|
|
0.6413356177840649,
|
|
0.65409596300583,
|
|
0.6611723126000228,
|
|
0.666099385216621,
|
|
0.671488527734911,
|
|
0.6752198359625057,
|
|
0.6810925800897348,
|
|
0.6843713920324646,
|
|
0.6921578592964106,
|
|
0.6917148026691815,
|
|
0.6941662915809328,
|
|
0.6911473872599452,
|
|
0.6933547310813901
|
|
],
|
|
"train_f1": [
|
|
0.6158221548087406,
|
|
0.6520553012438156,
|
|
0.6871490814355657,
|
|
0.6894004234424974,
|
|
0.7033917190355217,
|
|
0.7058301141157142,
|
|
0.7093630968199132,
|
|
0.7131296157077787,
|
|
0.7144057676146667,
|
|
0.7209108092663413,
|
|
0.720162429378531,
|
|
0.7218668666460806,
|
|
0.7231832386988863,
|
|
0.7287920549503435,
|
|
0.7266965936097175
|
|
],
|
|
"val_loss": [
|
|
0.3356058232486248,
|
|
0.33023042157292365,
|
|
0.3237359471619129,
|
|
0.3368230534096559,
|
|
0.32140354240934055,
|
|
0.3242058935264746,
|
|
0.3183568445344766,
|
|
0.3202626677850882,
|
|
0.3121804813543955,
|
|
0.31201686561107633,
|
|
0.31169315924247104,
|
|
0.31493208358685176,
|
|
0.308826203395923,
|
|
0.3088033119837443,
|
|
0.3088999457657337
|
|
],
|
|
"val_acc": [
|
|
0.5760416666666667,
|
|
0.6645833333333333,
|
|
0.61875,
|
|
0.45,
|
|
0.6078125,
|
|
0.5057291666666667,
|
|
0.5583333333333333,
|
|
0.5276041666666667,
|
|
0.6161458333333333,
|
|
0.5947916666666667,
|
|
0.5927083333333333,
|
|
0.559375,
|
|
0.6135416666666667,
|
|
0.5994791666666667,
|
|
0.5921875
|
|
],
|
|
"val_auc": [
|
|
0.6347902199074074,
|
|
0.6543974247685185,
|
|
0.6806083622685186,
|
|
0.6611588541666666,
|
|
0.6805432581018519,
|
|
0.6970847800925926,
|
|
0.7040125868055556,
|
|
0.7057168692129631,
|
|
0.7132371238425927,
|
|
0.717824074074074,
|
|
0.7138585069444444,
|
|
0.7133239293981481,
|
|
0.7227611400462963,
|
|
0.722876880787037,
|
|
0.7238534432870372
|
|
],
|
|
"val_f1": [
|
|
0.6619601328903655,
|
|
0.766158315177923,
|
|
0.7026807473598701,
|
|
0.4623217922606925,
|
|
0.6889714993804213,
|
|
0.5399903053805138,
|
|
0.6148955495004541,
|
|
0.5711583924349882,
|
|
0.6894226717235566,
|
|
0.6620330147697654,
|
|
0.6614718614718614,
|
|
0.6147540983606558,
|
|
0.6845238095238095,
|
|
0.6686772942697113,
|
|
0.6597131681877445
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.601875,
|
|
"auc_roc": 0.7163495370370371,
|
|
"f1": 0.6754966887417219,
|
|
"confusion_matrix": [
|
|
[
|
|
900,
|
|
300
|
|
],
|
|
[
|
|
1611,
|
|
1989
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.49833333333333335,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
602,
|
|
598
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.49833333333333335,
|
|
"pairwise_auc": 0.687120138888889,
|
|
"pairwise_f1": 0.5700667302192565
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.37666666666666665,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
748,
|
|
452
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.37666666666666665,
|
|
"pairwise_auc": 0.6108368055555555,
|
|
"pairwise_f1": 0.46311475409836067
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.7825,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
261,
|
|
939
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.7825,
|
|
"pairwise_auc": 0.8510916666666667,
|
|
"pairwise_f1": 0.7699876998769988
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.75,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
900,
|
|
300
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.25
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6241666666666666,
|
|
"auc_roc": 0.687120138888889,
|
|
"f1": 0.5700667302192565,
|
|
"confusion_matrix": [
|
|
[
|
|
900,
|
|
300
|
|
],
|
|
[
|
|
602,
|
|
598
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.5633333333333334,
|
|
"auc_roc": 0.6108368055555555,
|
|
"f1": 0.46311475409836067,
|
|
"confusion_matrix": [
|
|
[
|
|
900,
|
|
300
|
|
],
|
|
[
|
|
748,
|
|
452
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.76625,
|
|
"auc_roc": 0.8510916666666667,
|
|
"f1": 0.7699876998769988,
|
|
"confusion_matrix": [
|
|
[
|
|
900,
|
|
300
|
|
],
|
|
[
|
|
261,
|
|
939
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.3428048950654489,
|
|
0.3364038331365144,
|
|
0.33301248649756116,
|
|
0.33060640320181844,
|
|
0.32781746550290675,
|
|
0.32700540197116357,
|
|
0.3247033803275338,
|
|
0.3239840049158644,
|
|
0.32147704183503434,
|
|
0.32147702795487865,
|
|
0.31971182058806774,
|
|
0.3201450396743086,
|
|
0.31812678009823514,
|
|
0.31741044584799694,
|
|
0.3170434526547238
|
|
],
|
|
"train_acc": [
|
|
0.6049189814814815,
|
|
0.5714699074074074,
|
|
0.585300925925926,
|
|
0.5928240740740741,
|
|
0.602025462962963,
|
|
0.601099537037037,
|
|
0.6172453703703704,
|
|
0.6179398148148149,
|
|
0.6263888888888889,
|
|
0.6273726851851852,
|
|
0.6274305555555556,
|
|
0.6285879629629629,
|
|
0.6353587962962963,
|
|
0.6391782407407407,
|
|
0.6419560185185185
|
|
],
|
|
"train_auc": [
|
|
0.5752403049268404,
|
|
0.6169889278263603,
|
|
0.6324047014317558,
|
|
0.6435954646776405,
|
|
0.655721450617284,
|
|
0.6569104009487883,
|
|
0.6655561181841564,
|
|
0.6684251132401692,
|
|
0.6779166130829904,
|
|
0.6753714241826703,
|
|
0.682090522476566,
|
|
0.6820929337419983,
|
|
0.6889940379229538,
|
|
0.6927793674268404,
|
|
0.6938219539466164
|
|
],
|
|
"train_f1": [
|
|
0.7128496319663512,
|
|
0.6623193032058006,
|
|
0.6755410667391107,
|
|
0.6811961939284096,
|
|
0.6900437192950827,
|
|
0.6893225762834092,
|
|
0.7064358632933866,
|
|
0.7063689734922611,
|
|
0.7138805176387165,
|
|
0.7161059917993033,
|
|
0.7152839200424553,
|
|
0.7179892784954741,
|
|
0.7228014605604681,
|
|
0.7252214534396897,
|
|
0.7295300546448087
|
|
],
|
|
"val_loss": [
|
|
0.3408234044909477,
|
|
0.3308235712349415,
|
|
0.3284244440495968,
|
|
0.3261048227548599,
|
|
0.3263484557469686,
|
|
0.3201168750723203,
|
|
0.3191030167043209,
|
|
0.3180046024421851,
|
|
0.3167616233229637,
|
|
0.31409477355579535,
|
|
0.3121136459211508,
|
|
0.3125723938147227,
|
|
0.31143277063965796,
|
|
0.3118800289928913,
|
|
0.3120772957801819
|
|
],
|
|
"val_acc": [
|
|
0.6494791666666667,
|
|
0.4973958333333333,
|
|
0.5734375,
|
|
0.5869791666666667,
|
|
0.5458333333333333,
|
|
0.6354166666666666,
|
|
0.5671875,
|
|
0.5473958333333333,
|
|
0.5588541666666667,
|
|
0.6848958333333334,
|
|
0.5963541666666666,
|
|
0.5963541666666666,
|
|
0.6088541666666667,
|
|
0.6010416666666667,
|
|
0.5932291666666667
|
|
],
|
|
"val_auc": [
|
|
0.6018995949074074,
|
|
0.6708622685185184,
|
|
0.6592180266203704,
|
|
0.6655295138888888,
|
|
0.6767860243055557,
|
|
0.6874037905092593,
|
|
0.6909114583333333,
|
|
0.6967375578703704,
|
|
0.7030490451388889,
|
|
0.7084816261574074,
|
|
0.7108716724537038,
|
|
0.7109700520833333,
|
|
0.7125651041666667,
|
|
0.7128096064814815,
|
|
0.7133203124999999
|
|
],
|
|
"val_f1": [
|
|
0.7590404582885786,
|
|
0.5294978059483179,
|
|
0.6492505353319058,
|
|
0.6672261854804867,
|
|
0.604355716878403,
|
|
0.7231012658227848,
|
|
0.6340819022457067,
|
|
0.6062528318985048,
|
|
0.618983355825461,
|
|
0.7745061498322773,
|
|
0.6683782627299957,
|
|
0.6683782627299957,
|
|
0.6864300626304801,
|
|
0.6754237288135593,
|
|
0.665524625267666
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.60375,
|
|
"auc_roc": 0.7129336805555555,
|
|
"f1": 0.676530612244898,
|
|
"confusion_matrix": [
|
|
[
|
|
909,
|
|
291
|
|
],
|
|
[
|
|
1611,
|
|
1989
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.5041666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
595,
|
|
605
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5041666666666667,
|
|
"pairwise_auc": 0.6873760416666667,
|
|
"pairwise_f1": 0.5772900763358778
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.37666666666666665,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
748,
|
|
452
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.37666666666666665,
|
|
"pairwise_auc": 0.6129118055555555,
|
|
"pairwise_f1": 0.465259907359753
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.7766666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
268,
|
|
932
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.7766666666666666,
|
|
"pairwise_auc": 0.8385131944444445,
|
|
"pairwise_f1": 0.7692942633099463
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7575,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
909,
|
|
291
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.24250000000000005
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6308333333333334,
|
|
"auc_roc": 0.6873760416666667,
|
|
"f1": 0.5772900763358778,
|
|
"confusion_matrix": [
|
|
[
|
|
909,
|
|
291
|
|
],
|
|
[
|
|
595,
|
|
605
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.5670833333333334,
|
|
"auc_roc": 0.6129118055555555,
|
|
"f1": 0.465259907359753,
|
|
"confusion_matrix": [
|
|
[
|
|
909,
|
|
291
|
|
],
|
|
[
|
|
748,
|
|
452
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7670833333333333,
|
|
"auc_roc": 0.8385131944444445,
|
|
"f1": 0.7692942633099463,
|
|
"confusion_matrix": [
|
|
[
|
|
909,
|
|
291
|
|
],
|
|
[
|
|
268,
|
|
932
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.3414186562652941,
|
|
0.3347257332117469,
|
|
0.3306057039786268,
|
|
0.3286680884383343,
|
|
0.3260611911338788,
|
|
0.3245939609905084,
|
|
0.32393084116004134,
|
|
0.3218083945137483,
|
|
0.3209881587160958,
|
|
0.3199780968880212,
|
|
0.31905122070952696,
|
|
0.3175611142207075,
|
|
0.318304718396178,
|
|
0.31691962596442963,
|
|
0.3174062580422119
|
|
],
|
|
"train_acc": [
|
|
0.6168402777777777,
|
|
0.5803819444444445,
|
|
0.6042824074074075,
|
|
0.5981481481481481,
|
|
0.6126157407407408,
|
|
0.6152199074074074,
|
|
0.6154513888888888,
|
|
0.6321180555555556,
|
|
0.6203125,
|
|
0.6320023148148148,
|
|
0.6344907407407407,
|
|
0.6374421296296297,
|
|
0.6326388888888889,
|
|
0.6371527777777778,
|
|
0.633912037037037
|
|
],
|
|
"train_auc": [
|
|
0.5838262585019434,
|
|
0.6244880883487653,
|
|
0.6438454414580476,
|
|
0.6499886581218565,
|
|
0.6613168099136946,
|
|
0.6647539884116369,
|
|
0.667136238283036,
|
|
0.6745214531178555,
|
|
0.6766778388631687,
|
|
0.6812602344821674,
|
|
0.6850776338163008,
|
|
0.6904468699988568,
|
|
0.6860041848851166,
|
|
0.6929258473365341,
|
|
0.6894789880544124
|
|
],
|
|
"train_f1": [
|
|
0.7252355064945843,
|
|
0.670603734157089,
|
|
0.6961699102461566,
|
|
0.6862745098039216,
|
|
0.7011073405965351,
|
|
0.7056792527997875,
|
|
0.703652499665522,
|
|
0.7226076711611468,
|
|
0.7095231770487449,
|
|
0.720323701455777,
|
|
0.7223736263736263,
|
|
0.7249418272819071,
|
|
0.7201304999559122,
|
|
0.7243713733075435,
|
|
0.7214442976662263
|
|
],
|
|
"val_loss": [
|
|
0.34170921295881274,
|
|
0.32730790972709656,
|
|
0.3251084687809149,
|
|
0.3289539257685343,
|
|
0.31907327647010486,
|
|
0.3195965270201365,
|
|
0.31829335962732636,
|
|
0.31370966633160907,
|
|
0.3131824423869451,
|
|
0.3141396964589755,
|
|
0.31391477808356283,
|
|
0.31248470867673556,
|
|
0.3123863366742929,
|
|
0.31234221855799355,
|
|
0.3114614337682724
|
|
],
|
|
"val_acc": [
|
|
0.6473958333333333,
|
|
0.56875,
|
|
0.5375,
|
|
0.6276041666666666,
|
|
0.6244791666666667,
|
|
0.559375,
|
|
0.5614583333333333,
|
|
0.6515625,
|
|
0.5994791666666667,
|
|
0.6067708333333334,
|
|
0.6119791666666666,
|
|
0.615625,
|
|
0.6020833333333333,
|
|
0.5989583333333334,
|
|
0.6135416666666667
|
|
],
|
|
"val_auc": [
|
|
0.6078537326388889,
|
|
0.6618149594907408,
|
|
0.6744625289351852,
|
|
0.6531937210648149,
|
|
0.682349537037037,
|
|
0.6897627314814815,
|
|
0.6956286168981481,
|
|
0.7025361689814815,
|
|
0.7063020833333334,
|
|
0.7027734375,
|
|
0.7046556712962962,
|
|
0.7073256655092592,
|
|
0.7095449942129629,
|
|
0.7100730613425925,
|
|
0.7102039930555556
|
|
],
|
|
"val_f1": [
|
|
0.7588172426077663,
|
|
0.642795513373598,
|
|
0.590027700831025,
|
|
0.726786396637371,
|
|
0.7098591549295775,
|
|
0.6178861788617886,
|
|
0.6210621062106211,
|
|
0.7395873880887505,
|
|
0.6703814830690099,
|
|
0.6821052631578948,
|
|
0.6836518046709129,
|
|
0.6904362416107382,
|
|
0.6692640692640692,
|
|
0.6649260226283725,
|
|
0.6853265479219678
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.6058333333333333,
|
|
"auc_roc": 0.7125254629629629,
|
|
"f1": 0.6773533424283765,
|
|
"confusion_matrix": [
|
|
[
|
|
922,
|
|
278
|
|
],
|
|
[
|
|
1614,
|
|
1986
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.52,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
576,
|
|
624
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.52,
|
|
"pairwise_auc": 0.6924263888888889,
|
|
"pairwise_f1": 0.5937202664129401
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.3591666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
769,
|
|
431
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.3591666666666667,
|
|
"pairwise_auc": 0.5975333333333332,
|
|
"pairwise_f1": 0.45154531168150863
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.7758333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
269,
|
|
931
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.7758333333333334,
|
|
"pairwise_auc": 0.8476166666666666,
|
|
"pairwise_f1": 0.7729348277293483
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7683333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
922,
|
|
278
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.2316666666666667
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6441666666666667,
|
|
"auc_roc": 0.6924263888888889,
|
|
"f1": 0.5937202664129401,
|
|
"confusion_matrix": [
|
|
[
|
|
922,
|
|
278
|
|
],
|
|
[
|
|
576,
|
|
624
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.56375,
|
|
"auc_roc": 0.5975333333333332,
|
|
"f1": 0.45154531168150863,
|
|
"confusion_matrix": [
|
|
[
|
|
922,
|
|
278
|
|
],
|
|
[
|
|
769,
|
|
431
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7720833333333333,
|
|
"auc_roc": 0.8476166666666666,
|
|
"f1": 0.7729348277293483,
|
|
"confusion_matrix": [
|
|
[
|
|
922,
|
|
278
|
|
],
|
|
[
|
|
269,
|
|
931
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.3423150075254617,
|
|
0.33536940708204555,
|
|
0.33069259171132687,
|
|
0.32756170426253917,
|
|
0.3250589860810174,
|
|
0.3227024991479185,
|
|
0.3215038531356388,
|
|
0.320797758963373,
|
|
0.3207396794800405,
|
|
0.3196071598816801,
|
|
0.31734457018750684,
|
|
0.3172116314371427,
|
|
0.3159799447490109,
|
|
0.3158282593168594,
|
|
0.31625425983910205
|
|
],
|
|
"train_acc": [
|
|
0.5155092592592593,
|
|
0.5817129629629629,
|
|
0.5889467592592592,
|
|
0.5991898148148148,
|
|
0.617824074074074,
|
|
0.6166087962962963,
|
|
0.6214699074074074,
|
|
0.6221643518518518,
|
|
0.6228587962962963,
|
|
0.627199074074074,
|
|
0.6394675925925926,
|
|
0.633275462962963,
|
|
0.6366898148148148,
|
|
0.6401041666666667,
|
|
0.6359375
|
|
],
|
|
"train_auc": [
|
|
0.5777596129115227,
|
|
0.6250315607853224,
|
|
0.6444195369655922,
|
|
0.6550420899777092,
|
|
0.6667966517346822,
|
|
0.6740149087648605,
|
|
0.6781764403292181,
|
|
0.6812684327846366,
|
|
0.6819964206104252,
|
|
0.6828543577817787,
|
|
0.6929046371313443,
|
|
0.6926175447245084,
|
|
0.6971132062328531,
|
|
0.6967731731538638,
|
|
0.6955447763060127
|
|
],
|
|
"train_f1": [
|
|
0.5945762711864406,
|
|
0.671842368110415,
|
|
0.6753507929978518,
|
|
0.687002892263196,
|
|
0.7064627966930394,
|
|
0.7034334571825059,
|
|
0.7083426227315289,
|
|
0.708383581222922,
|
|
0.7093349984389635,
|
|
0.7151574106827026,
|
|
0.7254539044597215,
|
|
0.7192912513842746,
|
|
0.7221632147282705,
|
|
0.7258299166776881,
|
|
0.722655733368602
|
|
],
|
|
"val_loss": [
|
|
0.33888801087935766,
|
|
0.33369783982634543,
|
|
0.3261004028220971,
|
|
0.32097681413094203,
|
|
0.31939894606669744,
|
|
0.31984718119104705,
|
|
0.31838227684299153,
|
|
0.31674387902021406,
|
|
0.3140927150845528,
|
|
0.3150302181641261,
|
|
0.31202618380387626,
|
|
0.31279333755373956,
|
|
0.3109373077750206,
|
|
0.31124774167935054,
|
|
0.31136900608738266
|
|
],
|
|
"val_acc": [
|
|
0.6583333333333333,
|
|
0.46979166666666666,
|
|
0.6239583333333333,
|
|
0.6494791666666667,
|
|
0.5833333333333334,
|
|
0.5713541666666667,
|
|
0.525,
|
|
0.5692708333333333,
|
|
0.5786458333333333,
|
|
0.5453125,
|
|
0.6026041666666667,
|
|
0.5677083333333334,
|
|
0.5770833333333333,
|
|
0.58125,
|
|
0.5796875
|
|
],
|
|
"val_auc": [
|
|
0.6135778356481482,
|
|
0.6564084201388889,
|
|
0.6611682581018519,
|
|
0.6818113425925926,
|
|
0.6846795428240741,
|
|
0.6832913773148147,
|
|
0.6975173611111111,
|
|
0.6930577256944443,
|
|
0.6995167824074076,
|
|
0.7053754340277779,
|
|
0.7037883391203703,
|
|
0.7097287326388889,
|
|
0.7119610821759259,
|
|
0.7098343460648149,
|
|
0.7089539930555555
|
|
],
|
|
"val_f1": [
|
|
0.7675407512402551,
|
|
0.491,
|
|
0.716640502354788,
|
|
0.7398531117124082,
|
|
0.6630160067396799,
|
|
0.646932646932647,
|
|
0.5750232991612302,
|
|
0.6387068588903452,
|
|
0.6481078729882558,
|
|
0.6047985513807153,
|
|
0.6806195060694852,
|
|
0.6314387211367674,
|
|
0.6472632493483927,
|
|
0.6507384882710686,
|
|
0.6508005192557335
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.6029166666666667,
|
|
"auc_roc": 0.7196997685185185,
|
|
"f1": 0.6727335164835165,
|
|
"confusion_matrix": [
|
|
[
|
|
935,
|
|
265
|
|
],
|
|
[
|
|
1641,
|
|
1959
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.4841666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
619,
|
|
581
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.4841666666666667,
|
|
"pairwise_auc": 0.681788888888889,
|
|
"pairwise_f1": 0.5679374389051809
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.36833333333333335,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
758,
|
|
442
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.36833333333333335,
|
|
"pairwise_auc": 0.620317361111111,
|
|
"pairwise_f1": 0.4635553224960671
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.78,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
264,
|
|
936
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.78,
|
|
"pairwise_auc": 0.8569930555555555,
|
|
"pairwise_f1": 0.7796751353602666
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7791666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
935,
|
|
265
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.22083333333333333
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6316666666666667,
|
|
"auc_roc": 0.681788888888889,
|
|
"f1": 0.5679374389051809,
|
|
"confusion_matrix": [
|
|
[
|
|
935,
|
|
265
|
|
],
|
|
[
|
|
619,
|
|
581
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.57375,
|
|
"auc_roc": 0.620317361111111,
|
|
"f1": 0.4635553224960671,
|
|
"confusion_matrix": [
|
|
[
|
|
935,
|
|
265
|
|
],
|
|
[
|
|
758,
|
|
442
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7795833333333333,
|
|
"auc_roc": 0.8569930555555555,
|
|
"f1": 0.7796751353602666,
|
|
"confusion_matrix": [
|
|
[
|
|
935,
|
|
265
|
|
],
|
|
[
|
|
264,
|
|
936
|
|
]
|
|
]
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"aggregated_metrics": {
|
|
"accuracy": {
|
|
"mean": 0.6089166666666668,
|
|
"std": 0.011990845756010903,
|
|
"ci_95": 0.010510439717516853,
|
|
"values": [
|
|
0.6302083333333334,
|
|
0.601875,
|
|
0.60375,
|
|
0.6058333333333333,
|
|
0.6029166666666667
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.7135970601851851,
|
|
"std": 0.004927091882425876,
|
|
"ci_95": 0.00431878645315273,
|
|
"values": [
|
|
0.7064768518518518,
|
|
0.7163495370370371,
|
|
0.7129336805555555,
|
|
0.7125254629629629,
|
|
0.7196997685185185
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.6825392513503206,
|
|
"std": 0.0157729888061219,
|
|
"ci_95": 0.013825634270102072,
|
|
"values": [
|
|
0.7105820968530898,
|
|
0.6754966887417219,
|
|
0.676530612244898,
|
|
0.6773533424283765,
|
|
0.6727335164835165
|
|
]
|
|
}
|
|
},
|
|
"aggregated_per_source": {
|
|
"inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.518,
|
|
"std": 0.03871458955541754,
|
|
"ci_95": 0.033934833955031454,
|
|
"values": [
|
|
0.5833333333333334,
|
|
0.49833333333333335,
|
|
0.5041666666666667,
|
|
0.52,
|
|
0.4841666666666667
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.518,
|
|
"std": 0.03871458955541754,
|
|
"ci_95": 0.033934833955031454,
|
|
"values": [
|
|
0.5833333333333334,
|
|
0.49833333333333335,
|
|
0.5041666666666667,
|
|
0.52,
|
|
0.4841666666666667
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.6882415972222222,
|
|
"std": 0.004451438401635665,
|
|
"ci_95": 0.00390185779457446,
|
|
"values": [
|
|
0.6924965277777778,
|
|
0.687120138888889,
|
|
0.6873760416666667,
|
|
0.6924263888888889,
|
|
0.681788888888889
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.5860265048591231,
|
|
"std": 0.022072957249148185,
|
|
"ci_95": 0.0193478000864285,
|
|
"values": [
|
|
0.6211180124223602,
|
|
0.5700667302192565,
|
|
0.5772900763358778,
|
|
0.5937202664129401,
|
|
0.5679374389051809
|
|
]
|
|
}
|
|
},
|
|
"insight": {
|
|
"accuracy": {
|
|
"mean": 0.3776666666666667,
|
|
"std": 0.01817545658909898,
|
|
"ci_95": 0.01593149013048614,
|
|
"values": [
|
|
0.4075,
|
|
0.37666666666666665,
|
|
0.37666666666666665,
|
|
0.3591666666666667,
|
|
0.36833333333333335
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.3776666666666667,
|
|
"std": 0.01817545658909898,
|
|
"ci_95": 0.01593149013048614,
|
|
"values": [
|
|
0.4075,
|
|
0.37666666666666665,
|
|
0.37666666666666665,
|
|
0.3591666666666667,
|
|
0.36833333333333335
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.603918611111111,
|
|
"std": 0.016662293946055343,
|
|
"ci_95": 0.014605144594389479,
|
|
"values": [
|
|
0.57799375,
|
|
0.6108368055555555,
|
|
0.6129118055555555,
|
|
0.5975333333333332,
|
|
0.620317361111111
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.464436615661646,
|
|
"std": 0.009657299454525379,
|
|
"ci_95": 0.00846499619928103,
|
|
"values": [
|
|
0.4787077826725404,
|
|
0.46311475409836067,
|
|
0.465259907359753,
|
|
0.45154531168150863,
|
|
0.4635553224960671
|
|
]
|
|
}
|
|
},
|
|
"text2img": {
|
|
"accuracy": {
|
|
"mean": 0.7879999999999999,
|
|
"std": 0.020854988745035438,
|
|
"ci_95": 0.018280203621525767,
|
|
"values": [
|
|
0.825,
|
|
0.7825,
|
|
0.7766666666666666,
|
|
0.7758333333333334,
|
|
0.78
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.7879999999999999,
|
|
"std": 0.020854988745035438,
|
|
"ci_95": 0.018280203621525767,
|
|
"values": [
|
|
0.825,
|
|
0.7825,
|
|
0.7766666666666666,
|
|
0.7758333333333334,
|
|
0.78
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.8486309722222222,
|
|
"std": 0.006698383530183817,
|
|
"ci_95": 0.005871392037839563,
|
|
"values": [
|
|
0.8489402777777777,
|
|
0.8510916666666667,
|
|
0.8385131944444445,
|
|
0.8476166666666666,
|
|
0.8569930555555555
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.7740387626138026,
|
|
"std": 0.004745602719112771,
|
|
"ci_95": 0.004159704187464446,
|
|
"values": [
|
|
0.7783018867924528,
|
|
0.7699876998769988,
|
|
0.7692942633099463,
|
|
0.7729348277293483,
|
|
0.7796751353602666
|
|
]
|
|
}
|
|
},
|
|
"wiki": {
|
|
"accuracy": {
|
|
"mean": 0.752,
|
|
"std": 0.028495857398732356,
|
|
"ci_95": 0.024977720294516705,
|
|
"values": [
|
|
0.705,
|
|
0.75,
|
|
0.7575,
|
|
0.7683333333333333,
|
|
0.7791666666666667
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"false_alarm_rate": {
|
|
"mean": 0.24800000000000005,
|
|
"std": 0.028495857398732356,
|
|
"ci_95": 0.024977720294516705,
|
|
"values": [
|
|
0.29500000000000004,
|
|
0.25,
|
|
0.24250000000000005,
|
|
0.2316666666666667,
|
|
0.22083333333333333
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"aggregated_pairwise": {
|
|
"wiki_vs_inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.635,
|
|
"std": 0.008858454843945538,
|
|
"ci_95": 0.00776477802501641,
|
|
"values": [
|
|
0.6441666666666667,
|
|
0.6241666666666666,
|
|
0.6308333333333334,
|
|
0.6441666666666667,
|
|
0.6316666666666667
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.6882415972222222,
|
|
"std": 0.004451438401635665,
|
|
"ci_95": 0.00390185779457446,
|
|
"values": [
|
|
0.6924965277777778,
|
|
0.687120138888889,
|
|
0.6873760416666667,
|
|
0.6924263888888889,
|
|
0.681788888888889
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.5860265048591231,
|
|
"std": 0.022072957249148185,
|
|
"ci_95": 0.0193478000864285,
|
|
"values": [
|
|
0.6211180124223602,
|
|
0.5700667302192565,
|
|
0.5772900763358778,
|
|
0.5937202664129401,
|
|
0.5679374389051809
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_insight": {
|
|
"accuracy": {
|
|
"mean": 0.5648333333333333,
|
|
"std": 0.0063574103742535405,
|
|
"ci_95": 0.005572515889015771,
|
|
"values": [
|
|
0.55625,
|
|
0.5633333333333334,
|
|
0.5670833333333334,
|
|
0.56375,
|
|
0.57375
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.603918611111111,
|
|
"std": 0.016662293946055343,
|
|
"ci_95": 0.014605144594389479,
|
|
"values": [
|
|
0.57799375,
|
|
0.6108368055555555,
|
|
0.6129118055555555,
|
|
0.5975333333333332,
|
|
0.620317361111111
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.464436615661646,
|
|
"std": 0.009657299454525379,
|
|
"ci_95": 0.00846499619928103,
|
|
"values": [
|
|
0.4787077826725404,
|
|
0.46311475409836067,
|
|
0.465259907359753,
|
|
0.45154531168150863,
|
|
0.4635553224960671
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"accuracy": {
|
|
"mean": 0.7699999999999999,
|
|
"std": 0.0059947894041408835,
|
|
"ci_95": 0.005254664594434154,
|
|
"values": [
|
|
0.765,
|
|
0.76625,
|
|
0.7670833333333333,
|
|
0.7720833333333333,
|
|
0.7795833333333333
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.8486309722222222,
|
|
"std": 0.006698383530183817,
|
|
"ci_95": 0.005871392037839563,
|
|
"values": [
|
|
0.8489402777777777,
|
|
0.8510916666666667,
|
|
0.8385131944444445,
|
|
0.8476166666666666,
|
|
0.8569930555555555
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.7740387626138026,
|
|
"std": 0.004745602719112771,
|
|
"ci_95": 0.004159704187464446,
|
|
"values": [
|
|
0.7783018867924528,
|
|
0.7699876998769988,
|
|
0.7692942633099463,
|
|
0.7729348277293483,
|
|
0.7796751353602666
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"config": {
|
|
"seed": 42,
|
|
"cv_folds": 5,
|
|
"batch_size": 32,
|
|
"num_workers": 4,
|
|
"early_stopping_patience": 5,
|
|
"lr": 0.0001,
|
|
"weight_decay": 0.0001,
|
|
"T_max": 15,
|
|
"data_dir": "data_cropped",
|
|
"run_name": "p2e_simplecnn_facecrop_aug",
|
|
"backbone": "simple_cnn",
|
|
"cnn_preset": "medium",
|
|
"dropout": 0.0,
|
|
"epochs": 15,
|
|
"image_size": 224,
|
|
"subsample": 0.2,
|
|
"augment": {
|
|
"hflip_p": 0.5,
|
|
"rotation_degrees": 10,
|
|
"brightness": 0.2,
|
|
"contrast": 0.2,
|
|
"saturation": 0.1,
|
|
"hue": 0.02,
|
|
"grayscale_p": 0.1,
|
|
"blur_p": 0.1,
|
|
"erase_p": 0.2,
|
|
"noise_p": 0.3,
|
|
"noise_std": 0.04
|
|
}
|
|
}
|
|
} |