Johnny Fernandes
1821 lines
43 KiB
JSON
1821 lines
43 KiB
JSON
{
|
|
"run_name": "p2d_resnet18_aug",
|
|
"n_folds": 5,
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.2432145776434077,
|
|
0.18624131784394934,
|
|
0.1615376862524836,
|
|
0.14311136932422716,
|
|
0.12778810034333557,
|
|
0.11735554574126447,
|
|
0.1028537227090931,
|
|
0.08899825522934811,
|
|
0.08163309689369742
|
|
],
|
|
"train_acc": [
|
|
0.7476851851851852,
|
|
0.828761574074074,
|
|
0.8553240740740741,
|
|
0.8760416666666667,
|
|
0.8890625,
|
|
0.9065972222222223,
|
|
0.9166087962962963,
|
|
0.9321759259259259,
|
|
0.9360532407407407
|
|
],
|
|
"train_auc": [
|
|
0.8427512359967992,
|
|
0.9138303487225652,
|
|
0.9362707815357796,
|
|
0.9505006054955417,
|
|
0.960344569830247,
|
|
0.9671106342163922,
|
|
0.9747477548439643,
|
|
0.9806416377314815,
|
|
0.9842013085133745
|
|
],
|
|
"train_f1": [
|
|
0.8151445772916137,
|
|
0.8789527510738392,
|
|
0.8985554293134231,
|
|
0.9137403350515464,
|
|
0.923206345391179,
|
|
0.9358403561774526,
|
|
0.9429419916848149,
|
|
0.9538182677910001,
|
|
0.9566071077950128
|
|
],
|
|
"val_loss": [
|
|
0.1902425479143858,
|
|
0.26963399226466817,
|
|
0.18652883305524787,
|
|
0.13493328224867582,
|
|
0.18491155989468097,
|
|
0.16451409317863483,
|
|
0.17540942650909225,
|
|
0.16768297875920932,
|
|
0.17393040573224425
|
|
],
|
|
"val_acc": [
|
|
0.7958333333333333,
|
|
0.696875,
|
|
0.8723958333333334,
|
|
0.8770833333333333,
|
|
0.7890625,
|
|
0.8796875,
|
|
0.8666666666666667,
|
|
0.88125,
|
|
0.8619791666666666
|
|
],
|
|
"val_auc": [
|
|
0.9145949074074075,
|
|
0.9076374421296297,
|
|
0.9411385995370372,
|
|
0.9544654224537036,
|
|
0.9407219328703703,
|
|
0.9507740162037037,
|
|
0.9443192997685185,
|
|
0.9523459201388889,
|
|
0.9515921585648148
|
|
],
|
|
"val_f1": [
|
|
0.847944142746315,
|
|
0.7497850386930353,
|
|
0.9143656064313177,
|
|
0.9131714495952906,
|
|
0.8394768133174791,
|
|
0.9163952225841476,
|
|
0.9062957540263543,
|
|
0.9174511223750905,
|
|
0.9015235971757711
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.8841666666666667,
|
|
"auc_roc": 0.9598277777777778,
|
|
"f1": 0.9190212642004079,
|
|
"confusion_matrix": [
|
|
[
|
|
1089,
|
|
111
|
|
],
|
|
[
|
|
445,
|
|
3155
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.8633333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
164,
|
|
1036
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8633333333333333,
|
|
"pairwise_auc": 0.9568444444444445,
|
|
"pairwise_f1": 0.8828291435875586
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.835,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
198,
|
|
1002
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.835,
|
|
"pairwise_auc": 0.9470201388888889,
|
|
"pairwise_f1": 0.8664072632944229
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9308333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
83,
|
|
1117
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9308333333333333,
|
|
"pairwise_auc": 0.97561875,
|
|
"pairwise_f1": 0.9200988467874794
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.9075,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1089,
|
|
111
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.09250000000000003
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8854166666666666,
|
|
"auc_roc": 0.9568444444444445,
|
|
"f1": 0.8828291435875586,
|
|
"confusion_matrix": [
|
|
[
|
|
1089,
|
|
111
|
|
],
|
|
[
|
|
164,
|
|
1036
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.87125,
|
|
"auc_roc": 0.9470201388888889,
|
|
"f1": 0.8664072632944229,
|
|
"confusion_matrix": [
|
|
[
|
|
1089,
|
|
111
|
|
],
|
|
[
|
|
198,
|
|
1002
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9191666666666667,
|
|
"auc_roc": 0.97561875,
|
|
"f1": 0.9200988467874794,
|
|
"confusion_matrix": [
|
|
[
|
|
1089,
|
|
111
|
|
],
|
|
[
|
|
83,
|
|
1117
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.24689088360302977,
|
|
0.1842047021413843,
|
|
0.15967476530069555,
|
|
0.14266639583640628,
|
|
0.12989114740587496,
|
|
0.11649227232706767,
|
|
0.09814681154503314,
|
|
0.08726330978312978,
|
|
0.07994664205083003,
|
|
0.07109554970585223,
|
|
0.06332696684791396,
|
|
0.05453277301793504,
|
|
0.05285849852414146,
|
|
0.04519847576609916,
|
|
0.04594721748769559
|
|
],
|
|
"train_acc": [
|
|
0.7479166666666667,
|
|
0.8290509259259259,
|
|
0.8592592592592593,
|
|
0.875462962962963,
|
|
0.8919560185185185,
|
|
0.9060185185185186,
|
|
0.9182291666666667,
|
|
0.9318287037037037,
|
|
0.9401041666666666,
|
|
0.9473379629629629,
|
|
0.9521412037037037,
|
|
0.9607060185185186,
|
|
0.9625578703703703,
|
|
0.9675925925925926,
|
|
0.9673611111111111
|
|
],
|
|
"train_auc": [
|
|
0.8384914676926155,
|
|
0.9154041370170325,
|
|
0.9379931484339277,
|
|
0.9506273040980795,
|
|
0.959658002186214,
|
|
0.9682331675811614,
|
|
0.9764297643032693,
|
|
0.9817006655092593,
|
|
0.9845431455761318,
|
|
0.9879434227823503,
|
|
0.9905176272433699,
|
|
0.9928843467792638,
|
|
0.9933776381029948,
|
|
0.9949007362397119,
|
|
0.994895226051669
|
|
],
|
|
"train_f1": [
|
|
0.8159384771402012,
|
|
0.879023671062331,
|
|
0.901689708141321,
|
|
0.9133236668277751,
|
|
0.9254898830666082,
|
|
0.9355760076166296,
|
|
0.9439129917040447,
|
|
0.9536037810161481,
|
|
0.959349593495935,
|
|
0.9643612438317537,
|
|
0.9676662626578567,
|
|
0.9735251686357079,
|
|
0.9748239231098487,
|
|
0.9781795511221946,
|
|
0.9780510585305106
|
|
],
|
|
"val_loss": [
|
|
0.19462023427089056,
|
|
0.16530078780682136,
|
|
0.1554836075132092,
|
|
0.1940426806608836,
|
|
0.14365296380904813,
|
|
0.17461532298475504,
|
|
0.1586057751439512,
|
|
0.15580776433149973,
|
|
0.14082847472357873,
|
|
0.1512137787610603,
|
|
0.14102415824697043,
|
|
0.14971011347758273,
|
|
0.14048875640922537,
|
|
0.14256967038381846,
|
|
0.14555416881727676
|
|
],
|
|
"val_acc": [
|
|
0.7916666666666666,
|
|
0.871875,
|
|
0.8895833333333333,
|
|
0.790625,
|
|
0.8619791666666666,
|
|
0.8328125,
|
|
0.8567708333333334,
|
|
0.9015625,
|
|
0.90625,
|
|
0.9015625,
|
|
0.8963541666666667,
|
|
0.8916666666666667,
|
|
0.9020833333333333,
|
|
0.9109375,
|
|
0.9057291666666667
|
|
],
|
|
"val_auc": [
|
|
0.9082855902777778,
|
|
0.9404890046296297,
|
|
0.9493388310185185,
|
|
0.9419618055555556,
|
|
0.9553168402777777,
|
|
0.9546332465277778,
|
|
0.9602445023148148,
|
|
0.9603103298611111,
|
|
0.966378761574074,
|
|
0.9639539930555556,
|
|
0.9676135706018517,
|
|
0.9687463831018518,
|
|
0.9701822916666667,
|
|
0.9702162905092593,
|
|
0.9695348668981482
|
|
],
|
|
"val_f1": [
|
|
0.8460354118552733,
|
|
0.9117013639626705,
|
|
0.924822695035461,
|
|
0.8408551068883611,
|
|
0.9013035381750466,
|
|
0.8766807529773338,
|
|
0.8961872404681012,
|
|
0.9325240985362371,
|
|
0.9357142857142857,
|
|
0.9318427695636495,
|
|
0.9276100400145507,
|
|
0.9234731420161884,
|
|
0.9315866084425036,
|
|
0.9385113268608414,
|
|
0.9344440420137631
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.90625,
|
|
"auc_roc": 0.9686325231481481,
|
|
"f1": 0.9355300859598854,
|
|
"confusion_matrix": [
|
|
[
|
|
1085,
|
|
115
|
|
],
|
|
[
|
|
335,
|
|
3265
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.915,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
102,
|
|
1098
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.915,
|
|
"pairwise_auc": 0.9732482638888889,
|
|
"pairwise_f1": 0.9100704517198508
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.8575,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
171,
|
|
1029
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8575,
|
|
"pairwise_auc": 0.9496430555555556,
|
|
"pairwise_f1": 0.8779863481228669
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9483333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
62,
|
|
1138
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9483333333333334,
|
|
"pairwise_auc": 0.9830062500000001,
|
|
"pairwise_f1": 0.9278434569914391
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.9041666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1085,
|
|
115
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.09583333333333333
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9095833333333333,
|
|
"auc_roc": 0.9732482638888889,
|
|
"f1": 0.9100704517198508,
|
|
"confusion_matrix": [
|
|
[
|
|
1085,
|
|
115
|
|
],
|
|
[
|
|
102,
|
|
1098
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8808333333333334,
|
|
"auc_roc": 0.9496430555555556,
|
|
"f1": 0.8779863481228669,
|
|
"confusion_matrix": [
|
|
[
|
|
1085,
|
|
115
|
|
],
|
|
[
|
|
171,
|
|
1029
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.92625,
|
|
"auc_roc": 0.9830062500000001,
|
|
"f1": 0.9278434569914391,
|
|
"confusion_matrix": [
|
|
[
|
|
1085,
|
|
115
|
|
],
|
|
[
|
|
62,
|
|
1138
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.25084885087002207,
|
|
0.18861986772605666,
|
|
0.16143610937589847,
|
|
0.14482936942260022,
|
|
0.13110146244160004,
|
|
0.11945354820539554,
|
|
0.10625538078171236,
|
|
0.09158743754098261,
|
|
0.0816777328081015,
|
|
0.06940991530643294,
|
|
0.061847320255926916
|
|
],
|
|
"train_acc": [
|
|
0.7384259259259259,
|
|
0.8266782407407407,
|
|
0.8543981481481482,
|
|
0.8726851851851852,
|
|
0.8870370370370371,
|
|
0.9002314814814815,
|
|
0.9131365740740741,
|
|
0.9268518518518518,
|
|
0.934837962962963,
|
|
0.9470486111111112,
|
|
0.9521990740740741
|
|
],
|
|
"train_auc": [
|
|
0.8316352041180841,
|
|
0.9111492180355509,
|
|
0.9359855824188386,
|
|
0.9491406696530635,
|
|
0.9583204643204162,
|
|
0.9660177862082763,
|
|
0.9729465217049611,
|
|
0.9793789026777551,
|
|
0.9839431512917238,
|
|
0.9882295506830132,
|
|
0.9904374303412209
|
|
],
|
|
"train_f1": [
|
|
0.8077740920302798,
|
|
0.8775702080693292,
|
|
0.8979558728098638,
|
|
0.9112903225806451,
|
|
0.9219012563015123,
|
|
0.9312709296762877,
|
|
0.9404246874379837,
|
|
0.9500079101408005,
|
|
0.9556658004567289,
|
|
0.9641499823688437,
|
|
0.9676813522184835
|
|
],
|
|
"val_loss": [
|
|
0.1721192395935456,
|
|
0.15591581917057434,
|
|
0.14221578563253084,
|
|
0.13032059934921564,
|
|
0.17075392644231518,
|
|
0.12318657368887216,
|
|
0.13254480995237827,
|
|
0.14408315840022018,
|
|
0.14193831564237674,
|
|
0.16232128216749211,
|
|
0.15326399483795589
|
|
],
|
|
"val_acc": [
|
|
0.8296875,
|
|
0.8854166666666666,
|
|
0.8729166666666667,
|
|
0.8796875,
|
|
0.8359375,
|
|
0.9057291666666667,
|
|
0.8703125,
|
|
0.9072916666666667,
|
|
0.8942708333333333,
|
|
0.8994791666666667,
|
|
0.9072916666666667
|
|
],
|
|
"val_auc": [
|
|
0.9259215856481481,
|
|
0.9469864004629629,
|
|
0.9507479745370371,
|
|
0.9603211805555556,
|
|
0.9540726273148148,
|
|
0.9683825231481481,
|
|
0.9631264467592593,
|
|
0.9650130208333333,
|
|
0.9639561631944444,
|
|
0.9628884548611112,
|
|
0.963708767361111
|
|
],
|
|
"val_f1": [
|
|
0.8775739423436915,
|
|
0.9224806201550387,
|
|
0.9106227106227106,
|
|
0.915785636164783,
|
|
0.8787061994609164,
|
|
0.9352878083661066,
|
|
0.9072625698324023,
|
|
0.9369688385269122,
|
|
0.925939438161255,
|
|
0.9304504504504505,
|
|
0.9359712230215828
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.909375,
|
|
"auc_roc": 0.9661710648148147,
|
|
"f1": 0.938567998870216,
|
|
"confusion_matrix": [
|
|
[
|
|
1042,
|
|
158
|
|
],
|
|
[
|
|
277,
|
|
3323
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.9366666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
76,
|
|
1124
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9366666666666666,
|
|
"pairwise_auc": 0.9708569444444444,
|
|
"pairwise_f1": 0.9057211925866236
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.8683333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
158,
|
|
1042
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8683333333333333,
|
|
"pairwise_auc": 0.9475027777777779,
|
|
"pairwise_f1": 0.8683333333333333
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9641666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
43,
|
|
1157
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9641666666666666,
|
|
"pairwise_auc": 0.9801534722222222,
|
|
"pairwise_f1": 0.920079522862823
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.8683333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1042,
|
|
158
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.1316666666666667
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9025,
|
|
"auc_roc": 0.9708569444444444,
|
|
"f1": 0.9057211925866236,
|
|
"confusion_matrix": [
|
|
[
|
|
1042,
|
|
158
|
|
],
|
|
[
|
|
76,
|
|
1124
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8683333333333333,
|
|
"auc_roc": 0.9475027777777779,
|
|
"f1": 0.8683333333333333,
|
|
"confusion_matrix": [
|
|
[
|
|
1042,
|
|
158
|
|
],
|
|
[
|
|
158,
|
|
1042
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.91625,
|
|
"auc_roc": 0.9801534722222222,
|
|
"f1": 0.920079522862823,
|
|
"confusion_matrix": [
|
|
[
|
|
1042,
|
|
158
|
|
],
|
|
[
|
|
43,
|
|
1157
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.2421666906249744,
|
|
0.18122071538258483,
|
|
0.15945808111379545,
|
|
0.14149741873972946,
|
|
0.12693481605706944,
|
|
0.11328697106456039,
|
|
0.10285938018760471,
|
|
0.09215615937762238,
|
|
0.08213630432901145,
|
|
0.0721674160566181,
|
|
0.06024700803078573,
|
|
0.05493976923516365,
|
|
0.04812634282236643,
|
|
0.04283446180116799,
|
|
0.044198857838744984
|
|
],
|
|
"train_acc": [
|
|
0.7519097222222222,
|
|
0.8376736111111112,
|
|
0.8593171296296296,
|
|
0.8793402777777778,
|
|
0.8940393518518519,
|
|
0.9099537037037037,
|
|
0.9178240740740741,
|
|
0.9293981481481481,
|
|
0.9375578703703704,
|
|
0.9460069444444444,
|
|
0.9568865740740741,
|
|
0.9601851851851851,
|
|
0.9638310185185185,
|
|
0.9694444444444444,
|
|
0.967650462962963
|
|
],
|
|
"train_auc": [
|
|
0.8447519343707134,
|
|
0.9199105420524691,
|
|
0.938318115569273,
|
|
0.9516152441986739,
|
|
0.9610948841878143,
|
|
0.9698494030778464,
|
|
0.9747931312871514,
|
|
0.9799926233139004,
|
|
0.9839744888117283,
|
|
0.987740840763603,
|
|
0.991201095964792,
|
|
0.993033845236054,
|
|
0.994431030664152,
|
|
0.9954667495427527,
|
|
0.9951984917981251
|
|
],
|
|
"train_f1": [
|
|
0.8185089538969561,
|
|
0.8854868340477648,
|
|
0.9017261591947285,
|
|
0.9163356205609726,
|
|
0.9268273188666427,
|
|
0.9383664738968549,
|
|
0.9438557646686699,
|
|
0.9519344417303601,
|
|
0.9576181311127695,
|
|
0.9634476003917728,
|
|
0.9708927524907208,
|
|
0.9732003739482705,
|
|
0.9756439733447644,
|
|
0.9794584500466853,
|
|
0.9782583330092178
|
|
],
|
|
"val_loss": [
|
|
0.20158521762738627,
|
|
0.20123521853238344,
|
|
0.1367407993723949,
|
|
0.14876992775437733,
|
|
0.19659454523546932,
|
|
0.16914862338453532,
|
|
0.14609688865796974,
|
|
0.15264005694383134,
|
|
0.1667207621658842,
|
|
0.16147574520048996,
|
|
0.1583384559994253,
|
|
0.15340277797852953,
|
|
0.15068399023536283,
|
|
0.15819599378931645,
|
|
0.1549152214662172
|
|
],
|
|
"val_acc": [
|
|
0.7708333333333334,
|
|
0.7619791666666667,
|
|
0.8848958333333333,
|
|
0.8421875,
|
|
0.8854166666666666,
|
|
0.8291666666666667,
|
|
0.8854166666666666,
|
|
0.8890625,
|
|
0.8526041666666667,
|
|
0.8635416666666667,
|
|
0.8833333333333333,
|
|
0.890625,
|
|
0.8942708333333333,
|
|
0.8973958333333333,
|
|
0.903125
|
|
],
|
|
"val_auc": [
|
|
0.9126171875,
|
|
0.9304144965277777,
|
|
0.9546397569444444,
|
|
0.9528190104166666,
|
|
0.948021556712963,
|
|
0.9557262731481481,
|
|
0.9573972800925925,
|
|
0.9590986689814813,
|
|
0.9580721932870371,
|
|
0.9602184606481481,
|
|
0.9626613136574075,
|
|
0.9661429398148149,
|
|
0.9663020833333332,
|
|
0.9655041956018519,
|
|
0.9661733217592593
|
|
],
|
|
"val_f1": [
|
|
0.8267716535433071,
|
|
0.8153535353535354,
|
|
0.920816911501254,
|
|
0.8849221420432967,
|
|
0.9235048678720446,
|
|
0.8734567901234568,
|
|
0.9205776173285198,
|
|
0.9230769230769231,
|
|
0.8932478310071671,
|
|
0.9023117076808352,
|
|
0.9182481751824818,
|
|
0.9238026124818578,
|
|
0.9264759145237232,
|
|
0.9290601368383147,
|
|
0.9333810888252149
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.89625,
|
|
"auc_roc": 0.9677373842592593,
|
|
"f1": 0.9278679026651216,
|
|
"confusion_matrix": [
|
|
[
|
|
1099,
|
|
101
|
|
],
|
|
[
|
|
397,
|
|
3203
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.8966666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
124,
|
|
1076
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8966666666666666,
|
|
"pairwise_auc": 0.9690951388888888,
|
|
"pairwise_f1": 0.9053428691628103
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.8308333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
203,
|
|
997
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8308333333333333,
|
|
"pairwise_auc": 0.9505517361111111,
|
|
"pairwise_f1": 0.8677110530896431
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9416666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
70,
|
|
1130
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9416666666666667,
|
|
"pairwise_auc": 0.9835652777777779,
|
|
"pairwise_f1": 0.9296585767174003
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.9158333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1099,
|
|
101
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.08416666666666661
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.90625,
|
|
"auc_roc": 0.9690951388888888,
|
|
"f1": 0.9053428691628103,
|
|
"confusion_matrix": [
|
|
[
|
|
1099,
|
|
101
|
|
],
|
|
[
|
|
124,
|
|
1076
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8733333333333333,
|
|
"auc_roc": 0.9505517361111111,
|
|
"f1": 0.8677110530896431,
|
|
"confusion_matrix": [
|
|
[
|
|
1099,
|
|
101
|
|
],
|
|
[
|
|
203,
|
|
997
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.92875,
|
|
"auc_roc": 0.9835652777777779,
|
|
"f1": 0.9296585767174003,
|
|
"confusion_matrix": [
|
|
[
|
|
1099,
|
|
101
|
|
],
|
|
[
|
|
70,
|
|
1130
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.24544570325977272,
|
|
0.18812347099322962,
|
|
0.16036981526348326,
|
|
0.14614522219808013,
|
|
0.13189721391018894,
|
|
0.1195542064115957,
|
|
0.10563782626693999,
|
|
0.09264731759515901,
|
|
0.08151098894972907,
|
|
0.07179282589781064,
|
|
0.06718809488746855,
|
|
0.0589830837829073,
|
|
0.05091542243198664,
|
|
0.04770976847546451,
|
|
0.04968874369816924
|
|
],
|
|
"train_acc": [
|
|
0.7505787037037037,
|
|
0.8262731481481481,
|
|
0.8545717592592592,
|
|
0.8723958333333334,
|
|
0.8863425925925926,
|
|
0.8999421296296296,
|
|
0.9134837962962963,
|
|
0.9256365740740741,
|
|
0.9347800925925925,
|
|
0.9429398148148148,
|
|
0.9482060185185185,
|
|
0.9564236111111111,
|
|
0.9633680555555556,
|
|
0.9653356481481481,
|
|
0.9654513888888889
|
|
],
|
|
"train_auc": [
|
|
0.8410518832876086,
|
|
0.9122108178297896,
|
|
0.9365969543038409,
|
|
0.9480229677497714,
|
|
0.9581318676411752,
|
|
0.9660167681184271,
|
|
0.9734348743998629,
|
|
0.9792336194701645,
|
|
0.9840432634602194,
|
|
0.9876275380801325,
|
|
0.9892473100994513,
|
|
0.9917352448416781,
|
|
0.9936879322416554,
|
|
0.9943118337762917,
|
|
0.9941567358253316
|
|
],
|
|
"train_f1": [
|
|
0.8182814739860022,
|
|
0.8771384136858476,
|
|
0.8980320551836072,
|
|
0.9110133580854756,
|
|
0.9214211410738578,
|
|
0.9310193496908039,
|
|
0.9408272313477142,
|
|
0.9492155080425246,
|
|
0.9556246800803244,
|
|
0.9612695419907298,
|
|
0.9649857204334729,
|
|
0.9705893840565559,
|
|
0.975326447086338,
|
|
0.976642620393839,
|
|
0.9767713318547916
|
|
],
|
|
"val_loss": [
|
|
0.18931125878977278,
|
|
0.22387202978134155,
|
|
0.1712254531060656,
|
|
0.15280801858752965,
|
|
0.15293544462571543,
|
|
0.1433148423054566,
|
|
0.1387926299435397,
|
|
0.1622421024988095,
|
|
0.18698418781471748,
|
|
0.16526137704883392,
|
|
0.17185187203188737,
|
|
0.15588134233257733,
|
|
0.15483337138430214,
|
|
0.1561354076412196,
|
|
0.1543029025197029
|
|
],
|
|
"val_acc": [
|
|
0.8484375,
|
|
0.73125,
|
|
0.8677083333333333,
|
|
0.8979166666666667,
|
|
0.8494791666666667,
|
|
0.8953125,
|
|
0.8848958333333333,
|
|
0.8604166666666667,
|
|
0.8463541666666666,
|
|
0.8817708333333333,
|
|
0.8614583333333333,
|
|
0.8911458333333333,
|
|
0.8963541666666667,
|
|
0.8895833333333333,
|
|
0.8963541666666667
|
|
],
|
|
"val_auc": [
|
|
0.9208955439814814,
|
|
0.9001779513888889,
|
|
0.9425021701388889,
|
|
0.9574074074074073,
|
|
0.9547460937499999,
|
|
0.9589749710648148,
|
|
0.9629311342592594,
|
|
0.9570898437500001,
|
|
0.9581785300925926,
|
|
0.9601280381944444,
|
|
0.9621542245370371,
|
|
0.9644046585648149,
|
|
0.9662514467592591,
|
|
0.9656597222222223,
|
|
0.9666919849537038
|
|
],
|
|
"val_f1": [
|
|
0.8959599570968895,
|
|
0.7873042044517725,
|
|
0.9077705156136529,
|
|
0.9313244569025928,
|
|
0.8909845341380611,
|
|
0.9278794402583423,
|
|
0.9199565374864179,
|
|
0.8998505231689088,
|
|
0.8877046060144652,
|
|
0.9171835096680043,
|
|
0.900374531835206,
|
|
0.9246303642264695,
|
|
0.9281847708408517,
|
|
0.9230210602759622,
|
|
0.9281847708408517
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.9064583333333334,
|
|
"auc_roc": 0.9700229166666666,
|
|
"f1": 0.9354421279654924,
|
|
"confusion_matrix": [
|
|
[
|
|
1098,
|
|
102
|
|
],
|
|
[
|
|
347,
|
|
3253
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.9116666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
106,
|
|
1094
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9116666666666666,
|
|
"pairwise_auc": 0.9703850694444445,
|
|
"pairwise_f1": 0.9131886477462438
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.8608333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
167,
|
|
1033
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8608333333333333,
|
|
"pairwise_auc": 0.9591802083333332,
|
|
"pairwise_f1": 0.884796573875803
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9383333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
74,
|
|
1126
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9383333333333334,
|
|
"pairwise_auc": 0.9805034722222222,
|
|
"pairwise_f1": 0.9275123558484349
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.915,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1098,
|
|
102
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.08499999999999996
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9133333333333333,
|
|
"auc_roc": 0.9703850694444445,
|
|
"f1": 0.9131886477462438,
|
|
"confusion_matrix": [
|
|
[
|
|
1098,
|
|
102
|
|
],
|
|
[
|
|
106,
|
|
1094
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8879166666666667,
|
|
"auc_roc": 0.9591802083333332,
|
|
"f1": 0.884796573875803,
|
|
"confusion_matrix": [
|
|
[
|
|
1098,
|
|
102
|
|
],
|
|
[
|
|
167,
|
|
1033
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9266666666666666,
|
|
"auc_roc": 0.9805034722222222,
|
|
"f1": 0.9275123558484349,
|
|
"confusion_matrix": [
|
|
[
|
|
1098,
|
|
102
|
|
],
|
|
[
|
|
74,
|
|
1126
|
|
]
|
|
]
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"aggregated_metrics": {
|
|
"accuracy": {
|
|
"mean": 0.9005000000000001,
|
|
"std": 0.010394351096736275,
|
|
"ci_95": 0.009111050448646307,
|
|
"values": [
|
|
0.8841666666666667,
|
|
0.90625,
|
|
0.909375,
|
|
0.89625,
|
|
0.9064583333333334
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9664783333333332,
|
|
"std": 0.0039722196924161105,
|
|
"ci_95": 0.0034818040754918456,
|
|
"values": [
|
|
0.9598277777777778,
|
|
0.9686325231481481,
|
|
0.9661710648148147,
|
|
0.9677373842592593,
|
|
0.9700229166666666
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.9312858759322247,
|
|
"std": 0.00791233698716453,
|
|
"ci_95": 0.006935469158760821,
|
|
"values": [
|
|
0.9190212642004079,
|
|
0.9355300859598854,
|
|
0.938567998870216,
|
|
0.9278679026651216,
|
|
0.9354421279654924
|
|
]
|
|
}
|
|
},
|
|
"aggregated_per_source": {
|
|
"inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.9046666666666667,
|
|
"std": 0.027167177909299976,
|
|
"ci_95": 0.02381308137231394,
|
|
"values": [
|
|
0.8633333333333333,
|
|
0.915,
|
|
0.9366666666666666,
|
|
0.8966666666666666,
|
|
0.9116666666666666
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.9046666666666667,
|
|
"std": 0.027167177909299976,
|
|
"ci_95": 0.02381308137231394,
|
|
"values": [
|
|
0.8633333333333333,
|
|
0.915,
|
|
0.9366666666666666,
|
|
0.8966666666666666,
|
|
0.9116666666666666
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.9680859722222221,
|
|
"std": 0.00646149662394386,
|
|
"ci_95": 0.005663751509509356,
|
|
"values": [
|
|
0.9568444444444445,
|
|
0.9732482638888889,
|
|
0.9708569444444444,
|
|
0.9690951388888888,
|
|
0.9703850694444445
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.9034304609606174,
|
|
"std": 0.011964851865417849,
|
|
"ci_95": 0.010487655067821474,
|
|
"values": [
|
|
0.8828291435875586,
|
|
0.9100704517198508,
|
|
0.9057211925866236,
|
|
0.9053428691628103,
|
|
0.9131886477462438
|
|
]
|
|
}
|
|
},
|
|
"insight": {
|
|
"accuracy": {
|
|
"mean": 0.8504999999999999,
|
|
"std": 0.016589404248897353,
|
|
"ci_95": 0.01454125395784926,
|
|
"values": [
|
|
0.835,
|
|
0.8575,
|
|
0.8683333333333333,
|
|
0.8308333333333333,
|
|
0.8608333333333333
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.8504999999999999,
|
|
"std": 0.016589404248897353,
|
|
"ci_95": 0.01454125395784926,
|
|
"values": [
|
|
0.835,
|
|
0.8575,
|
|
0.8683333333333333,
|
|
0.8308333333333333,
|
|
0.8608333333333333
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.9507795833333332,
|
|
"std": 0.004918968065477247,
|
|
"ci_95": 0.004311665613634642,
|
|
"values": [
|
|
0.9470201388888889,
|
|
0.9496430555555556,
|
|
0.9475027777777779,
|
|
0.9505517361111111,
|
|
0.9591802083333332
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.8730469143432138,
|
|
"std": 0.008019144787617885,
|
|
"ci_95": 0.007029090323678467,
|
|
"values": [
|
|
0.8664072632944229,
|
|
0.8779863481228669,
|
|
0.8683333333333333,
|
|
0.8677110530896431,
|
|
0.884796573875803
|
|
]
|
|
}
|
|
},
|
|
"text2img": {
|
|
"accuracy": {
|
|
"mean": 0.9446666666666668,
|
|
"std": 0.012591332998005671,
|
|
"ci_95": 0.011036789992263745,
|
|
"values": [
|
|
0.9308333333333333,
|
|
0.9483333333333334,
|
|
0.9641666666666666,
|
|
0.9416666666666667,
|
|
0.9383333333333334
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.9446666666666668,
|
|
"std": 0.012591332998005671,
|
|
"ci_95": 0.011036789992263745,
|
|
"values": [
|
|
0.9308333333333333,
|
|
0.9483333333333334,
|
|
0.9641666666666666,
|
|
0.9416666666666667,
|
|
0.9383333333333334
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.9805694444444445,
|
|
"std": 0.003146418574455627,
|
|
"ci_95": 0.0027579574807151,
|
|
"values": [
|
|
0.97561875,
|
|
0.9830062500000001,
|
|
0.9801534722222222,
|
|
0.9835652777777779,
|
|
0.9805034722222222
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.9250385518415154,
|
|
"std": 0.004591418175544836,
|
|
"ci_95": 0.004024555476229355,
|
|
"values": [
|
|
0.9200988467874794,
|
|
0.9278434569914391,
|
|
0.920079522862823,
|
|
0.9296585767174003,
|
|
0.9275123558484349
|
|
]
|
|
}
|
|
},
|
|
"wiki": {
|
|
"accuracy": {
|
|
"mean": 0.9021666666666667,
|
|
"std": 0.019548728290550745,
|
|
"ci_95": 0.01713521584988713,
|
|
"values": [
|
|
0.9075,
|
|
0.9041666666666667,
|
|
0.8683333333333333,
|
|
0.9158333333333334,
|
|
0.915
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"false_alarm_rate": {
|
|
"mean": 0.09783333333333333,
|
|
"std": 0.019548728290550745,
|
|
"ci_95": 0.01713521584988713,
|
|
"values": [
|
|
0.09250000000000003,
|
|
0.09583333333333333,
|
|
0.1316666666666667,
|
|
0.08416666666666661,
|
|
0.08499999999999996
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"aggregated_pairwise": {
|
|
"wiki_vs_inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.9034166666666665,
|
|
"std": 0.010830929220421394,
|
|
"ci_95": 0.009493728046569607,
|
|
"values": [
|
|
0.8854166666666666,
|
|
0.9095833333333333,
|
|
0.9025,
|
|
0.90625,
|
|
0.9133333333333333
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9680859722222221,
|
|
"std": 0.00646149662394386,
|
|
"ci_95": 0.005663751509509356,
|
|
"values": [
|
|
0.9568444444444445,
|
|
0.9732482638888889,
|
|
0.9708569444444444,
|
|
0.9690951388888888,
|
|
0.9703850694444445
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.9034304609606174,
|
|
"std": 0.011964851865417849,
|
|
"ci_95": 0.010487655067821474,
|
|
"values": [
|
|
0.8828291435875586,
|
|
0.9100704517198508,
|
|
0.9057211925866236,
|
|
0.9053428691628103,
|
|
0.9131886477462438
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_insight": {
|
|
"accuracy": {
|
|
"mean": 0.8763333333333332,
|
|
"std": 0.007957133417394903,
|
|
"ci_95": 0.006974734961113443,
|
|
"values": [
|
|
0.87125,
|
|
0.8808333333333334,
|
|
0.8683333333333333,
|
|
0.8733333333333333,
|
|
0.8879166666666667
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9507795833333332,
|
|
"std": 0.004918968065477247,
|
|
"ci_95": 0.004311665613634642,
|
|
"values": [
|
|
0.9470201388888889,
|
|
0.9496430555555556,
|
|
0.9475027777777779,
|
|
0.9505517361111111,
|
|
0.9591802083333332
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.8730469143432138,
|
|
"std": 0.008019144787617885,
|
|
"ci_95": 0.007029090323678467,
|
|
"values": [
|
|
0.8664072632944229,
|
|
0.8779863481228669,
|
|
0.8683333333333333,
|
|
0.8677110530896431,
|
|
0.884796573875803
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"accuracy": {
|
|
"mean": 0.9234166666666667,
|
|
"std": 0.005395793114393207,
|
|
"ci_95": 0.0047296211969529356,
|
|
"values": [
|
|
0.9191666666666667,
|
|
0.92625,
|
|
0.91625,
|
|
0.92875,
|
|
0.9266666666666666
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9805694444444445,
|
|
"std": 0.003146418574455627,
|
|
"ci_95": 0.0027579574807151,
|
|
"values": [
|
|
0.97561875,
|
|
0.9830062500000001,
|
|
0.9801534722222222,
|
|
0.9835652777777779,
|
|
0.9805034722222222
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.9250385518415154,
|
|
"std": 0.004591418175544836,
|
|
"ci_95": 0.004024555476229355,
|
|
"values": [
|
|
0.9200988467874794,
|
|
0.9278434569914391,
|
|
0.920079522862823,
|
|
0.9296585767174003,
|
|
0.9275123558484349
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"config": {
|
|
"seed": 42,
|
|
"cv_folds": 5,
|
|
"batch_size": 32,
|
|
"num_workers": 4,
|
|
"early_stopping_patience": 5,
|
|
"lr": 0.0001,
|
|
"weight_decay": 0.0001,
|
|
"T_max": 15,
|
|
"data_dir": "data",
|
|
"run_name": "p2d_resnet18_aug",
|
|
"backbone": "resnet18",
|
|
"pretrained": true,
|
|
"epochs": 15,
|
|
"image_size": 224,
|
|
"subsample": 0.2,
|
|
"augment": {
|
|
"hflip_p": 0.5,
|
|
"rotation_degrees": 10,
|
|
"brightness": 0.2,
|
|
"contrast": 0.2,
|
|
"saturation": 0.1,
|
|
"hue": 0.02,
|
|
"grayscale_p": 0.1,
|
|
"blur_p": 0.1,
|
|
"erase_p": 0.2,
|
|
"noise_p": 0.3,
|
|
"noise_std": 0.04
|
|
}
|
|
}
|
|
} |