Johnny Fernandes
1890 lines
45 KiB
JSON
1890 lines
45 KiB
JSON
{
|
|
"run_name": "p2b_simplecnn_224",
|
|
"n_folds": 5,
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.33642795229399647,
|
|
0.3219479806997158,
|
|
0.3137210635399377,
|
|
0.3085368701705226,
|
|
0.3037944730233263,
|
|
0.2989338524915554,
|
|
0.2954062350922161,
|
|
0.2930095558917081,
|
|
0.29075437610348065,
|
|
0.2876994205017885,
|
|
0.2860731103078083,
|
|
0.2841772020415024,
|
|
0.2831934628387292,
|
|
0.28101563903468624,
|
|
0.2809163810478316
|
|
],
|
|
"train_acc": [
|
|
0.5032986111111111,
|
|
0.6373263888888889,
|
|
0.6516203703703703,
|
|
0.6791666666666667,
|
|
0.6784143518518518,
|
|
0.6936921296296297,
|
|
0.6980902777777778,
|
|
0.7007523148148148,
|
|
0.7054976851851852,
|
|
0.7116319444444444,
|
|
0.7111689814814814,
|
|
0.7150462962962963,
|
|
0.7181712962962963,
|
|
0.7220486111111111,
|
|
0.7201967592592593
|
|
],
|
|
"train_auc": [
|
|
0.6208675822330818,
|
|
0.6855963416638089,
|
|
0.7096752204075217,
|
|
0.7255443297753772,
|
|
0.7371636016803841,
|
|
0.7485511956304298,
|
|
0.7570394840249199,
|
|
0.7623238525948789,
|
|
0.7670263917466851,
|
|
0.7727034572187929,
|
|
0.7772292952674897,
|
|
0.7811661326160265,
|
|
0.7833068540666439,
|
|
0.7878145719021491,
|
|
0.7877469850251486
|
|
],
|
|
"train_f1": [
|
|
0.5607247044372793,
|
|
0.7253122945430638,
|
|
0.736703988803359,
|
|
0.7641252552756977,
|
|
0.7611228130507673,
|
|
0.7746412909268957,
|
|
0.7777825105422328,
|
|
0.779290622732511,
|
|
0.784135737009544,
|
|
0.7882907762246676,
|
|
0.7884542025176959,
|
|
0.7916031826646351,
|
|
0.7935915910824786,
|
|
0.7963363439765934,
|
|
0.7952745903374687
|
|
],
|
|
"val_loss": [
|
|
0.33139895225564636,
|
|
0.32860592926541965,
|
|
0.3132358161111673,
|
|
0.30545889809727667,
|
|
0.30481020535031955,
|
|
0.2997308722386757,
|
|
0.30189659756918746,
|
|
0.29470868905385333,
|
|
0.2992896310985088,
|
|
0.29820267458756766,
|
|
0.29505674292643863,
|
|
0.291368980333209,
|
|
0.2923826087266207,
|
|
0.29070129444201787,
|
|
0.2902953773736954
|
|
],
|
|
"val_acc": [
|
|
0.6026041666666667,
|
|
0.5442708333333334,
|
|
0.69375,
|
|
0.6776041666666667,
|
|
0.6494791666666667,
|
|
0.6802083333333333,
|
|
0.7114583333333333,
|
|
0.6895833333333333,
|
|
0.7541666666666667,
|
|
0.6333333333333333,
|
|
0.6473958333333333,
|
|
0.7427083333333333,
|
|
0.725,
|
|
0.7171875,
|
|
0.725
|
|
],
|
|
"val_auc": [
|
|
0.6414945023148148,
|
|
0.6700086805555556,
|
|
0.7251359953703703,
|
|
0.7353559027777777,
|
|
0.7346006944444444,
|
|
0.7435886863425925,
|
|
0.7441890914351852,
|
|
0.7618916377314814,
|
|
0.7642701099537037,
|
|
0.7501671006944444,
|
|
0.7580345775462963,
|
|
0.7732747395833334,
|
|
0.7687709780092593,
|
|
0.7657371238425925,
|
|
0.7714467592592592
|
|
],
|
|
"val_f1": [
|
|
0.6999606763664963,
|
|
0.6077991931869117,
|
|
0.7776096822995462,
|
|
0.7599844901124467,
|
|
0.7256420709335507,
|
|
0.7610894941634241,
|
|
0.7979576951130561,
|
|
0.7660910518053375,
|
|
0.8326241134751773,
|
|
0.7044500419815282,
|
|
0.7182688306283812,
|
|
0.8182487122884474,
|
|
0.8041543026706232,
|
|
0.7959413754227734,
|
|
0.8035714285714286
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.7410416666666667,
|
|
"auc_roc": 0.7815633101851851,
|
|
"f1": 0.8191473883311509,
|
|
"confusion_matrix": [
|
|
[
|
|
742,
|
|
458
|
|
],
|
|
[
|
|
785,
|
|
2815
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.7883333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
254,
|
|
946
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.7883333333333333,
|
|
"pairwise_auc": 0.7842034722222222,
|
|
"pairwise_f1": 0.7265745007680492
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.625,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
450,
|
|
750
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.625,
|
|
"pairwise_auc": 0.6708861111111111,
|
|
"pairwise_f1": 0.6229235880398671
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9325,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
81,
|
|
1119
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9325,
|
|
"pairwise_auc": 0.889600347222222,
|
|
"pairwise_f1": 0.8059056535830033
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.6183333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
742,
|
|
458
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.3816666666666667
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7033333333333334,
|
|
"auc_roc": 0.7842034722222222,
|
|
"f1": 0.7265745007680492,
|
|
"confusion_matrix": [
|
|
[
|
|
742,
|
|
458
|
|
],
|
|
[
|
|
254,
|
|
946
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6216666666666667,
|
|
"auc_roc": 0.6708861111111111,
|
|
"f1": 0.6229235880398671,
|
|
"confusion_matrix": [
|
|
[
|
|
742,
|
|
458
|
|
],
|
|
[
|
|
450,
|
|
750
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7754166666666666,
|
|
"auc_roc": 0.889600347222222,
|
|
"f1": 0.8059056535830033,
|
|
"confusion_matrix": [
|
|
[
|
|
742,
|
|
458
|
|
],
|
|
[
|
|
81,
|
|
1119
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.33494184792593673,
|
|
0.31980081793886644,
|
|
0.31173074910486187,
|
|
0.3052182952011073,
|
|
0.3005806598674368,
|
|
0.29816654459745795,
|
|
0.2949761002428002,
|
|
0.29145461365028663,
|
|
0.28799140657539724,
|
|
0.2845175684326225,
|
|
0.282909574828766,
|
|
0.2800294547997139,
|
|
0.2797196310427454,
|
|
0.2786472484745361,
|
|
0.2785897046327591
|
|
],
|
|
"train_acc": [
|
|
0.55,
|
|
0.6352430555555556,
|
|
0.6655092592592593,
|
|
0.6780671296296297,
|
|
0.6850115740740741,
|
|
0.6923032407407408,
|
|
0.7,
|
|
0.7021990740740741,
|
|
0.7053819444444445,
|
|
0.7097800925925926,
|
|
0.7160300925925925,
|
|
0.7147569444444445,
|
|
0.7215856481481482,
|
|
0.7217013888888889,
|
|
0.719849537037037
|
|
],
|
|
"train_auc": [
|
|
0.6264318272748057,
|
|
0.6899175793752857,
|
|
0.715228650477252,
|
|
0.7334458769147234,
|
|
0.7438965960076589,
|
|
0.7498880994227252,
|
|
0.756508576960448,
|
|
0.7636998099565615,
|
|
0.7706304744655922,
|
|
0.7775100112168496,
|
|
0.7821638160150892,
|
|
0.7874386556212849,
|
|
0.7890522297953818,
|
|
0.791166579146662,
|
|
0.7912839809813672
|
|
],
|
|
"train_f1": [
|
|
0.628972230174635,
|
|
0.7225914352361251,
|
|
0.7516542064105869,
|
|
0.7607208912211277,
|
|
0.7669848880517145,
|
|
0.7732912633778195,
|
|
0.7802831228278376,
|
|
0.7815604041090075,
|
|
0.7833709203863666,
|
|
0.7869493181528527,
|
|
0.7920674604856138,
|
|
0.7903712839705694,
|
|
0.7961699783925772,
|
|
0.796616620850074,
|
|
0.7949337061041216
|
|
],
|
|
"val_loss": [
|
|
0.327873378743728,
|
|
0.3189878040303787,
|
|
0.3057847712188959,
|
|
0.3495474042991797,
|
|
0.31820161218444504,
|
|
0.30460814436276756,
|
|
0.29808515633145966,
|
|
0.3056687137732903,
|
|
0.3086421674117446,
|
|
0.2928515362242858,
|
|
0.2853747680783272,
|
|
0.2849019923557838,
|
|
0.28397251789768535,
|
|
0.28498338237404824,
|
|
0.28285817181070644
|
|
],
|
|
"val_acc": [
|
|
0.4895833333333333,
|
|
0.7265625,
|
|
0.6947916666666667,
|
|
0.4005208333333333,
|
|
0.7536458333333333,
|
|
0.60625,
|
|
0.7359375,
|
|
0.7442708333333333,
|
|
0.7739583333333333,
|
|
0.7505208333333333,
|
|
0.7005208333333334,
|
|
0.7234375,
|
|
0.7364583333333333,
|
|
0.7270833333333333,
|
|
0.7088541666666667
|
|
],
|
|
"val_auc": [
|
|
0.6825694444444443,
|
|
0.7175969328703704,
|
|
0.7363317418981482,
|
|
0.735716869212963,
|
|
0.7476859085648148,
|
|
0.7536957465277776,
|
|
0.7642013888888889,
|
|
0.7549377893518519,
|
|
0.7705635127314814,
|
|
0.7772786458333333,
|
|
0.7824450231481481,
|
|
0.7833586516203704,
|
|
0.7868127893518518,
|
|
0.7855613425925926,
|
|
0.7867650462962963
|
|
],
|
|
"val_f1": [
|
|
0.5251937984496124,
|
|
0.8176450156304272,
|
|
0.7756508422664625,
|
|
0.34787535410764875,
|
|
0.8420701168614357,
|
|
0.6690017513134852,
|
|
0.8169014084507042,
|
|
0.8283816847256205,
|
|
0.8544600938967136,
|
|
0.8292335115864528,
|
|
0.7753028526768269,
|
|
0.7987874194770747,
|
|
0.812035661218425,
|
|
0.8054936896807721,
|
|
0.7845857418111754
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.7366666666666667,
|
|
"auc_roc": 0.7832386574074073,
|
|
"f1": 0.81417230226404,
|
|
"confusion_matrix": [
|
|
[
|
|
767,
|
|
433
|
|
],
|
|
[
|
|
831,
|
|
2769
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.7683333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
278,
|
|
922
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.7683333333333333,
|
|
"pairwise_auc": 0.7756361111111111,
|
|
"pairwise_f1": 0.7217221135029355
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.6083333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
470,
|
|
730
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.6083333333333333,
|
|
"pairwise_auc": 0.6721888888888888,
|
|
"pairwise_f1": 0.6178586542530682
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9308333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
83,
|
|
1117
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9308333333333333,
|
|
"pairwise_auc": 0.9018909722222223,
|
|
"pairwise_f1": 0.8123636363636364
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.6391666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
767,
|
|
433
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.36083333333333334
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.70375,
|
|
"auc_roc": 0.7756361111111111,
|
|
"f1": 0.7217221135029355,
|
|
"confusion_matrix": [
|
|
[
|
|
767,
|
|
433
|
|
],
|
|
[
|
|
278,
|
|
922
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.62375,
|
|
"auc_roc": 0.6721888888888888,
|
|
"f1": 0.6178586542530682,
|
|
"confusion_matrix": [
|
|
[
|
|
767,
|
|
433
|
|
],
|
|
[
|
|
470,
|
|
730
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.785,
|
|
"auc_roc": 0.9018909722222223,
|
|
"f1": 0.8123636363636364,
|
|
"confusion_matrix": [
|
|
[
|
|
767,
|
|
433
|
|
],
|
|
[
|
|
83,
|
|
1117
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.33760875711838406,
|
|
0.3252779006406113,
|
|
0.3165019385240696,
|
|
0.3092121518596455,
|
|
0.3049778057469262,
|
|
0.2998945628051405,
|
|
0.29731951521502603,
|
|
0.29386990506339955,
|
|
0.29232703047218145,
|
|
0.2887964825387354,
|
|
0.2876195503605737,
|
|
0.28566389881350374,
|
|
0.28347732430254974,
|
|
0.2826591684586472,
|
|
0.2824135138204804
|
|
],
|
|
"train_acc": [
|
|
0.6177083333333333,
|
|
0.6137152777777778,
|
|
0.6525462962962963,
|
|
0.6725694444444444,
|
|
0.6802662037037037,
|
|
0.6881944444444444,
|
|
0.6966435185185185,
|
|
0.6964699074074074,
|
|
0.7039930555555556,
|
|
0.7054398148148148,
|
|
0.7090856481481481,
|
|
0.7141782407407408,
|
|
0.7175925925925926,
|
|
0.7179976851851851,
|
|
0.7211805555555556
|
|
],
|
|
"train_auc": [
|
|
0.6101162676468908,
|
|
0.6684934502886374,
|
|
0.6999834872970965,
|
|
0.7212176443901462,
|
|
0.7332868048411065,
|
|
0.744878418638546,
|
|
0.7520929248113855,
|
|
0.758775720164609,
|
|
0.7620998996199132,
|
|
0.769980593778578,
|
|
0.77223479652492,
|
|
0.7768239258259031,
|
|
0.7817781653663693,
|
|
0.7825633805584133,
|
|
0.784729938271605
|
|
],
|
|
"train_f1": [
|
|
0.7213833825390131,
|
|
0.7018092472637927,
|
|
0.7402440079605433,
|
|
0.7574172526153319,
|
|
0.7640199888950583,
|
|
0.7699009224461907,
|
|
0.7778248707298465,
|
|
0.7763040047767304,
|
|
0.7829776401204973,
|
|
0.7836252338037749,
|
|
0.7869102623881989,
|
|
0.7913833157338965,
|
|
0.7937447168216399,
|
|
0.7938227205415697,
|
|
0.7965199763493538
|
|
],
|
|
"val_loss": [
|
|
0.3363726057112217,
|
|
0.3378799984852473,
|
|
0.3096979019542535,
|
|
0.31894261625905834,
|
|
0.3030717228849729,
|
|
0.2983466026683648,
|
|
0.2919511067370574,
|
|
0.29252975930770236,
|
|
0.29202877171337605,
|
|
0.29389017770687736,
|
|
0.28525492958724497,
|
|
0.28568517888585726,
|
|
0.2854819449285666,
|
|
0.2812471378594637,
|
|
0.2815050051858028
|
|
],
|
|
"val_acc": [
|
|
0.653125,
|
|
0.4359375,
|
|
0.6588541666666666,
|
|
0.7401041666666667,
|
|
0.678125,
|
|
0.6567708333333333,
|
|
0.6880208333333333,
|
|
0.68125,
|
|
0.6692708333333334,
|
|
0.7494791666666667,
|
|
0.7083333333333334,
|
|
0.7177083333333333,
|
|
0.7328125,
|
|
0.70625,
|
|
0.7072916666666667
|
|
],
|
|
"val_auc": [
|
|
0.6254260706018518,
|
|
0.6773155381944445,
|
|
0.7258810763888889,
|
|
0.7318865740740741,
|
|
0.74162109375,
|
|
0.7514633969907408,
|
|
0.7647808159722222,
|
|
0.7585409432870371,
|
|
0.763015769675926,
|
|
0.7770023148148149,
|
|
0.7782219328703703,
|
|
0.7799363425925926,
|
|
0.7832139756944445,
|
|
0.7895507812499999,
|
|
0.7889966724537036
|
|
],
|
|
"val_f1": [
|
|
0.7611190817790531,
|
|
0.41805480924234284,
|
|
0.7399761810242159,
|
|
0.8298670303443573,
|
|
0.7595330739299611,
|
|
0.7333063537029543,
|
|
0.7695267410542517,
|
|
0.7609375,
|
|
0.7448774608276416,
|
|
0.8299752562743019,
|
|
0.7851112816577129,
|
|
0.7946969696969697,
|
|
0.8089385474860336,
|
|
0.7815646785437645,
|
|
0.7816627816627817
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.705,
|
|
"auc_roc": 0.7808999999999999,
|
|
"f1": 0.7822878228782287,
|
|
"confusion_matrix": [
|
|
[
|
|
840,
|
|
360
|
|
],
|
|
[
|
|
1056,
|
|
2544
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.7025,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
357,
|
|
843
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.7025,
|
|
"pairwise_auc": 0.7759916666666666,
|
|
"pairwise_f1": 0.7016229712858927
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.5258333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
569,
|
|
631
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5258333333333334,
|
|
"pairwise_auc": 0.6704972222222223,
|
|
"pairwise_f1": 0.5759926973984482
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8916666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
130,
|
|
1070
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8916666666666667,
|
|
"pairwise_auc": 0.8962111111111111,
|
|
"pairwise_f1": 0.8136882129277566
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
840,
|
|
360
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.30000000000000004
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.70125,
|
|
"auc_roc": 0.7759916666666666,
|
|
"f1": 0.7016229712858927,
|
|
"confusion_matrix": [
|
|
[
|
|
840,
|
|
360
|
|
],
|
|
[
|
|
357,
|
|
843
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6129166666666667,
|
|
"auc_roc": 0.6704972222222223,
|
|
"f1": 0.5759926973984482,
|
|
"confusion_matrix": [
|
|
[
|
|
840,
|
|
360
|
|
],
|
|
[
|
|
569,
|
|
631
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7958333333333333,
|
|
"auc_roc": 0.8962111111111111,
|
|
"f1": 0.8136882129277566,
|
|
"confusion_matrix": [
|
|
[
|
|
840,
|
|
360
|
|
],
|
|
[
|
|
130,
|
|
1070
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.337249244970304,
|
|
0.3231975228698165,
|
|
0.3162407441271676,
|
|
0.3098954699933529,
|
|
0.3045088079792482,
|
|
0.3009769942473482,
|
|
0.2982580928062951,
|
|
0.2956829953248854,
|
|
0.2917421202140826,
|
|
0.289607167299147,
|
|
0.28779197931289674,
|
|
0.2860722848110729,
|
|
0.283746699133405,
|
|
0.2829609624765537,
|
|
0.28213512640860344
|
|
],
|
|
"train_acc": [
|
|
0.6210069444444445,
|
|
0.6277199074074075,
|
|
0.6588541666666666,
|
|
0.6659143518518519,
|
|
0.679224537037037,
|
|
0.6872106481481481,
|
|
0.6920138888888889,
|
|
0.7013888888888888,
|
|
0.7019675925925926,
|
|
0.705324074074074,
|
|
0.7071180555555555,
|
|
0.7070023148148148,
|
|
0.7111689814814814,
|
|
0.7159722222222222,
|
|
0.7142939814814815
|
|
],
|
|
"train_auc": [
|
|
0.6118265514260401,
|
|
0.6770355545553269,
|
|
0.7007076885430956,
|
|
0.718720037794353,
|
|
0.7336591042238225,
|
|
0.7417046574931413,
|
|
0.7478195105309785,
|
|
0.7550400448673984,
|
|
0.7627371077674897,
|
|
0.7689429012345679,
|
|
0.7719962330675583,
|
|
0.7752038144433013,
|
|
0.7806546585648149,
|
|
0.7826317890517833,
|
|
0.784322041466621
|
|
],
|
|
"train_f1": [
|
|
0.7278620403075006,
|
|
0.7161202065222187,
|
|
0.7460912262566223,
|
|
0.7510242808470263,
|
|
0.7623376066543756,
|
|
0.7697942842540142,
|
|
0.7732617586912065,
|
|
0.7820209530246705,
|
|
0.7807577692635164,
|
|
0.7833744575852973,
|
|
0.7851411589895988,
|
|
0.7838818457335553,
|
|
0.7874632713026445,
|
|
0.7914861075707367,
|
|
0.7899774535244821
|
|
],
|
|
"val_loss": [
|
|
0.33459077452619873,
|
|
0.32016269663969676,
|
|
0.3262031281987826,
|
|
0.3102393079549074,
|
|
0.30205371951063475,
|
|
0.3108681572601199,
|
|
0.29243061194817227,
|
|
0.28962724208831786,
|
|
0.2867765666296085,
|
|
0.2884744721154372,
|
|
0.2863101380566756,
|
|
0.2838819123804569,
|
|
0.28191759139299394,
|
|
0.2815056130290031,
|
|
0.28172559129695096
|
|
],
|
|
"val_acc": [
|
|
0.6703125,
|
|
0.5515625,
|
|
0.4947916666666667,
|
|
0.5807291666666666,
|
|
0.6942708333333333,
|
|
0.7411458333333333,
|
|
0.7192708333333333,
|
|
0.7166666666666667,
|
|
0.6927083333333334,
|
|
0.6557291666666667,
|
|
0.7307291666666667,
|
|
0.7213541666666666,
|
|
0.7005208333333334,
|
|
0.7057291666666666,
|
|
0.7255208333333333
|
|
],
|
|
"val_auc": [
|
|
0.6358760127314814,
|
|
0.7006792534722223,
|
|
0.7046932870370369,
|
|
0.724578269675926,
|
|
0.7411559606481481,
|
|
0.7500896990740742,
|
|
0.764841579861111,
|
|
0.7726793981481481,
|
|
0.7762543402777777,
|
|
0.7723213252314814,
|
|
0.780099826388889,
|
|
0.781705005787037,
|
|
0.7850535300925926,
|
|
0.7859136284722223,
|
|
0.7871607349537038
|
|
],
|
|
"val_f1": [
|
|
0.7757704569606801,
|
|
0.6070287539936102,
|
|
0.5174129353233831,
|
|
0.6442775077330977,
|
|
0.778406946017365,
|
|
0.8296194720603359,
|
|
0.7998514667656889,
|
|
0.7970149253731343,
|
|
0.7698907956318253,
|
|
0.7278715520790449,
|
|
0.8081632653061225,
|
|
0.7990987607960947,
|
|
0.7758284600389863,
|
|
0.7783444488034523,
|
|
0.8004543733434305
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.7135416666666666,
|
|
"auc_roc": 0.7887782407407407,
|
|
"f1": 0.789336601807875,
|
|
"confusion_matrix": [
|
|
[
|
|
849,
|
|
351
|
|
],
|
|
[
|
|
1024,
|
|
2576
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.6983333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
362,
|
|
838
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.6983333333333334,
|
|
"pairwise_auc": 0.7784409722222221,
|
|
"pairwise_f1": 0.7015487651737129
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.5433333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
548,
|
|
652
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5433333333333333,
|
|
"pairwise_auc": 0.684811111111111,
|
|
"pairwise_f1": 0.5919201089423514
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.905,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
114,
|
|
1086
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.905,
|
|
"pairwise_auc": 0.9030826388888888,
|
|
"pairwise_f1": 0.8236632536973834
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7075,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
849,
|
|
351
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.2925
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7029166666666666,
|
|
"auc_roc": 0.7784409722222221,
|
|
"f1": 0.7015487651737129,
|
|
"confusion_matrix": [
|
|
[
|
|
849,
|
|
351
|
|
],
|
|
[
|
|
362,
|
|
838
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.6254166666666666,
|
|
"auc_roc": 0.684811111111111,
|
|
"f1": 0.5919201089423514,
|
|
"confusion_matrix": [
|
|
[
|
|
849,
|
|
351
|
|
],
|
|
[
|
|
548,
|
|
652
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.80625,
|
|
"auc_roc": 0.9030826388888888,
|
|
"f1": 0.8236632536973834,
|
|
"confusion_matrix": [
|
|
[
|
|
849,
|
|
351
|
|
],
|
|
[
|
|
114,
|
|
1086
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.3349949306359998,
|
|
0.31961298769822827,
|
|
0.31237826744715375,
|
|
0.3078970141708851,
|
|
0.3034489966377064,
|
|
0.2992694077116472,
|
|
0.29664888122567423,
|
|
0.2930278959925528,
|
|
0.2906754905150996,
|
|
0.28718290196524726,
|
|
0.2851601732273897,
|
|
0.28338901698589325,
|
|
0.28234123562773067,
|
|
0.28149240149392024,
|
|
0.2816910716118636
|
|
],
|
|
"train_acc": [
|
|
0.5421296296296296,
|
|
0.6496527777777777,
|
|
0.6669560185185185,
|
|
0.6735532407407407,
|
|
0.688599537037037,
|
|
0.6902777777777778,
|
|
0.6973379629629629,
|
|
0.6978009259259259,
|
|
0.7050347222222222,
|
|
0.7114583333333333,
|
|
0.7095486111111111,
|
|
0.7146412037037037,
|
|
0.7168981481481481,
|
|
0.7177662037037037,
|
|
0.7159143518518518
|
|
],
|
|
"train_auc": [
|
|
0.6268254708219021,
|
|
0.6920522905235482,
|
|
0.714971305941358,
|
|
0.7269601444615912,
|
|
0.737362968678555,
|
|
0.74836602830647,
|
|
0.7535375050011431,
|
|
0.7597683220450389,
|
|
0.7662498839020349,
|
|
0.7734178526520348,
|
|
0.7777794745941929,
|
|
0.7818110121599222,
|
|
0.7836261324016918,
|
|
0.785270436814129,
|
|
0.7840435492398263
|
|
],
|
|
"train_f1": [
|
|
0.6191026381667629,
|
|
0.7376040221914009,
|
|
0.7521212904337339,
|
|
0.7572406076515902,
|
|
0.7714006542333999,
|
|
0.7713406818764419,
|
|
0.7777305567360816,
|
|
0.7778628551982304,
|
|
0.7835944465673162,
|
|
0.7890148950575491,
|
|
0.7868156139829249,
|
|
0.7906423810130344,
|
|
0.7927294297093467,
|
|
0.7934262357575501,
|
|
0.7924927082893013
|
|
],
|
|
"val_loss": [
|
|
0.3254904938240846,
|
|
0.3161329500377178,
|
|
0.30968490516146024,
|
|
0.30678483756879965,
|
|
0.29996535430351895,
|
|
0.30060380374391876,
|
|
0.29814002898832165,
|
|
0.29347484682997066,
|
|
0.2959611816952626,
|
|
0.2879257820546627,
|
|
0.2859937395900488,
|
|
0.2879338406026363,
|
|
0.2857776733736197,
|
|
0.2840757895261049,
|
|
0.28381205859283604
|
|
],
|
|
"val_acc": [
|
|
0.6151041666666667,
|
|
0.6411458333333333,
|
|
0.6286458333333333,
|
|
0.7083333333333334,
|
|
0.6864583333333333,
|
|
0.7125,
|
|
0.7328125,
|
|
0.6666666666666666,
|
|
0.7536458333333333,
|
|
0.675,
|
|
0.7005208333333334,
|
|
0.6484375,
|
|
0.7255208333333333,
|
|
0.7203125,
|
|
0.7083333333333334
|
|
],
|
|
"val_auc": [
|
|
0.6711762152777778,
|
|
0.7036581307870371,
|
|
0.7218287037037037,
|
|
0.7360532407407407,
|
|
0.7445963541666667,
|
|
0.7471513310185186,
|
|
0.7560235821759259,
|
|
0.760847800925926,
|
|
0.7678522858796296,
|
|
0.7703587962962963,
|
|
0.7753284143518518,
|
|
0.7758318865740741,
|
|
0.7774797453703703,
|
|
0.7787594039351852,
|
|
0.7794943576388889
|
|
],
|
|
"val_f1": [
|
|
0.7002028397565923,
|
|
0.7229593888218737,
|
|
0.7037806398005816,
|
|
0.7956204379562044,
|
|
0.7691717791411042,
|
|
0.7954040029651593,
|
|
0.8144665461121158,
|
|
0.7425583266291231,
|
|
0.8329212292476157,
|
|
0.7527733755942948,
|
|
0.7768723321691889,
|
|
0.7193347193347194,
|
|
0.8028432472876917,
|
|
0.7969754253308129,
|
|
0.7856049004594181
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.7179166666666666,
|
|
"auc_roc": 0.7921833333333332,
|
|
"f1": 0.7917563826514918,
|
|
"confusion_matrix": [
|
|
[
|
|
872,
|
|
328
|
|
],
|
|
[
|
|
1026,
|
|
2574
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.685,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
378,
|
|
822
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.685,
|
|
"pairwise_auc": 0.77563125,
|
|
"pairwise_f1": 0.6995744680851064
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.5508333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
539,
|
|
661
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.5508333333333333,
|
|
"pairwise_auc": 0.6917645833333333,
|
|
"pairwise_f1": 0.6039287345820009
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9091666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
109,
|
|
1091
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9091666666666667,
|
|
"pairwise_auc": 0.9091541666666666,
|
|
"pairwise_f1": 0.8331424207712868
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.7266666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
872,
|
|
328
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.2733333333333333
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.7058333333333333,
|
|
"auc_roc": 0.77563125,
|
|
"f1": 0.6995744680851064,
|
|
"confusion_matrix": [
|
|
[
|
|
872,
|
|
328
|
|
],
|
|
[
|
|
378,
|
|
822
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.63875,
|
|
"auc_roc": 0.6917645833333333,
|
|
"f1": 0.6039287345820009,
|
|
"confusion_matrix": [
|
|
[
|
|
872,
|
|
328
|
|
],
|
|
[
|
|
539,
|
|
661
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8179166666666666,
|
|
"auc_roc": 0.9091541666666666,
|
|
"f1": 0.8331424207712868,
|
|
"confusion_matrix": [
|
|
[
|
|
872,
|
|
328
|
|
],
|
|
[
|
|
109,
|
|
1091
|
|
]
|
|
]
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"aggregated_metrics": {
|
|
"accuracy": {
|
|
"mean": 0.7228333333333332,
|
|
"std": 0.015422718406803539,
|
|
"ci_95": 0.013518608728136386,
|
|
"values": [
|
|
0.7410416666666667,
|
|
0.7366666666666667,
|
|
0.705,
|
|
0.7135416666666666,
|
|
0.7179166666666666
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.7853327083333331,
|
|
"std": 0.004925572842552334,
|
|
"ci_95": 0.004317454955996964,
|
|
"values": [
|
|
0.7815633101851851,
|
|
0.7832386574074073,
|
|
0.7808999999999999,
|
|
0.7887782407407407,
|
|
0.7921833333333332
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.7993400995865574,
|
|
"std": 0.016284085750928216,
|
|
"ci_95": 0.014273630494680391,
|
|
"values": [
|
|
0.8191473883311509,
|
|
0.81417230226404,
|
|
0.7822878228782287,
|
|
0.789336601807875,
|
|
0.7917563826514918
|
|
]
|
|
}
|
|
},
|
|
"aggregated_per_source": {
|
|
"inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.7285,
|
|
"std": 0.0464892460683113,
|
|
"ci_95": 0.04074962085713188,
|
|
"values": [
|
|
0.7883333333333333,
|
|
0.7683333333333333,
|
|
0.7025,
|
|
0.6983333333333334,
|
|
0.685
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.7285,
|
|
"std": 0.0464892460683113,
|
|
"ci_95": 0.04074962085713188,
|
|
"values": [
|
|
0.7883333333333333,
|
|
0.7683333333333333,
|
|
0.7025,
|
|
0.6983333333333334,
|
|
0.685
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.7779806944444444,
|
|
"std": 0.0036711037376233246,
|
|
"ci_95": 0.003217864303833488,
|
|
"values": [
|
|
0.7842034722222222,
|
|
0.7756361111111111,
|
|
0.7759916666666666,
|
|
0.7784409722222221,
|
|
0.77563125
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.7102085637631392,
|
|
"std": 0.012866567358310677,
|
|
"ci_95": 0.011278043546102925,
|
|
"values": [
|
|
0.7265745007680492,
|
|
0.7217221135029355,
|
|
0.7016229712858927,
|
|
0.7015487651737129,
|
|
0.6995744680851064
|
|
]
|
|
}
|
|
},
|
|
"insight": {
|
|
"accuracy": {
|
|
"mean": 0.5706666666666667,
|
|
"std": 0.043362970634196876,
|
|
"ci_95": 0.03800931961740142,
|
|
"values": [
|
|
0.625,
|
|
0.6083333333333333,
|
|
0.5258333333333334,
|
|
0.5433333333333333,
|
|
0.5508333333333333
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.5706666666666667,
|
|
"std": 0.043362970634196876,
|
|
"ci_95": 0.03800931961740142,
|
|
"values": [
|
|
0.625,
|
|
0.6083333333333333,
|
|
0.5258333333333334,
|
|
0.5433333333333333,
|
|
0.5508333333333333
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.6780295833333333,
|
|
"std": 0.009702045079414632,
|
|
"ci_95": 0.008504217468788676,
|
|
"values": [
|
|
0.6708861111111111,
|
|
0.6721888888888888,
|
|
0.6704972222222223,
|
|
0.684811111111111,
|
|
0.6917645833333333
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.6025247566431472,
|
|
"std": 0.019167815557193456,
|
|
"ci_95": 0.01680133111789653,
|
|
"values": [
|
|
0.6229235880398671,
|
|
0.6178586542530682,
|
|
0.5759926973984482,
|
|
0.5919201089423514,
|
|
0.6039287345820009
|
|
]
|
|
}
|
|
},
|
|
"text2img": {
|
|
"accuracy": {
|
|
"mean": 0.9138333333333334,
|
|
"std": 0.017525774669833474,
|
|
"ci_95": 0.0153620188198759,
|
|
"values": [
|
|
0.9325,
|
|
0.9308333333333333,
|
|
0.8916666666666667,
|
|
0.905,
|
|
0.9091666666666667
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.9138333333333334,
|
|
"std": 0.017525774669833474,
|
|
"ci_95": 0.0153620188198759,
|
|
"values": [
|
|
0.9325,
|
|
0.9308333333333333,
|
|
0.8916666666666667,
|
|
0.905,
|
|
0.9091666666666667
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.8999878472222221,
|
|
"std": 0.007405824131828075,
|
|
"ci_95": 0.0064914910657649675,
|
|
"values": [
|
|
0.889600347222222,
|
|
0.9018909722222223,
|
|
0.8962111111111111,
|
|
0.9030826388888888,
|
|
0.9091541666666666
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.8177526354686133,
|
|
"std": 0.010696877128988288,
|
|
"ci_95": 0.009376226207693192,
|
|
"values": [
|
|
0.8059056535830033,
|
|
0.8123636363636364,
|
|
0.8136882129277566,
|
|
0.8236632536973834,
|
|
0.8331424207712868
|
|
]
|
|
}
|
|
},
|
|
"wiki": {
|
|
"accuracy": {
|
|
"mean": 0.6783333333333333,
|
|
"std": 0.0468782406287229,
|
|
"ci_95": 0.041090589622875415,
|
|
"values": [
|
|
0.6183333333333333,
|
|
0.6391666666666667,
|
|
0.7,
|
|
0.7075,
|
|
0.7266666666666667
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"false_alarm_rate": {
|
|
"mean": 0.32166666666666666,
|
|
"std": 0.0468782406287229,
|
|
"ci_95": 0.041090589622875415,
|
|
"values": [
|
|
0.3816666666666667,
|
|
0.36083333333333334,
|
|
0.30000000000000004,
|
|
0.2925,
|
|
0.2733333333333333
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"aggregated_pairwise": {
|
|
"wiki_vs_inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.7034166666666668,
|
|
"std": 0.001650967729679893,
|
|
"ci_95": 0.001447137020311313,
|
|
"values": [
|
|
0.7033333333333334,
|
|
0.70375,
|
|
0.70125,
|
|
0.7029166666666666,
|
|
0.7058333333333333
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.7779806944444444,
|
|
"std": 0.0036711037376233246,
|
|
"ci_95": 0.003217864303833488,
|
|
"values": [
|
|
0.7842034722222222,
|
|
0.7756361111111111,
|
|
0.7759916666666666,
|
|
0.7784409722222221,
|
|
0.77563125
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.7102085637631392,
|
|
"std": 0.012866567358310677,
|
|
"ci_95": 0.011278043546102925,
|
|
"values": [
|
|
0.7265745007680492,
|
|
0.7217221135029355,
|
|
0.7016229712858927,
|
|
0.7015487651737129,
|
|
0.6995744680851064
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_insight": {
|
|
"accuracy": {
|
|
"mean": 0.6245,
|
|
"std": 0.00930949336251264,
|
|
"ci_95": 0.00816013071790725,
|
|
"values": [
|
|
0.6216666666666667,
|
|
0.62375,
|
|
0.6129166666666667,
|
|
0.6254166666666666,
|
|
0.63875
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.6780295833333333,
|
|
"std": 0.009702045079414632,
|
|
"ci_95": 0.008504217468788676,
|
|
"values": [
|
|
0.6708861111111111,
|
|
0.6721888888888888,
|
|
0.6704972222222223,
|
|
0.684811111111111,
|
|
0.6917645833333333
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.6025247566431472,
|
|
"std": 0.019167815557193456,
|
|
"ci_95": 0.01680133111789653,
|
|
"values": [
|
|
0.6229235880398671,
|
|
0.6178586542530682,
|
|
0.5759926973984482,
|
|
0.5919201089423514,
|
|
0.6039287345820009
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"accuracy": {
|
|
"mean": 0.7960833333333334,
|
|
"std": 0.01680825276794441,
|
|
"ci_95": 0.014733083142672097,
|
|
"values": [
|
|
0.7754166666666666,
|
|
0.785,
|
|
0.7958333333333333,
|
|
0.80625,
|
|
0.8179166666666666
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.8999878472222221,
|
|
"std": 0.007405824131828075,
|
|
"ci_95": 0.0064914910657649675,
|
|
"values": [
|
|
0.889600347222222,
|
|
0.9018909722222223,
|
|
0.8962111111111111,
|
|
0.9030826388888888,
|
|
0.9091541666666666
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.8177526354686133,
|
|
"std": 0.010696877128988288,
|
|
"ci_95": 0.009376226207693192,
|
|
"values": [
|
|
0.8059056535830033,
|
|
0.8123636363636364,
|
|
0.8136882129277566,
|
|
0.8236632536973834,
|
|
0.8331424207712868
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"config": {
|
|
"seed": 42,
|
|
"cv_folds": 5,
|
|
"batch_size": 32,
|
|
"num_workers": 4,
|
|
"early_stopping_patience": 5,
|
|
"lr": 0.0001,
|
|
"weight_decay": 0.0001,
|
|
"T_max": 15,
|
|
"data_dir": "data",
|
|
"run_name": "p2b_simplecnn_224",
|
|
"backbone": "simple_cnn",
|
|
"cnn_preset": "medium",
|
|
"dropout": 0.0,
|
|
"epochs": 15,
|
|
"image_size": 224,
|
|
"subsample": 0.2,
|
|
"augment": false
|
|
}
|
|
} |