Johnny Fernandes
1825 lines
43 KiB
JSON
1825 lines
43 KiB
JSON
{
|
|
"run_name": "p2c_resnet18_facecrop",
|
|
"n_folds": 5,
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.17837155399913038,
|
|
0.08668091422188337,
|
|
0.0546142068553578,
|
|
0.03263587815400334,
|
|
0.02188914533574091,
|
|
0.014589451567802893,
|
|
0.010271098692693933,
|
|
0.005492528760285293,
|
|
0.003907029165670624
|
|
],
|
|
"train_acc": [
|
|
0.8384259259259259,
|
|
0.9328703703703703,
|
|
0.9629050925925926,
|
|
0.978125,
|
|
0.9860532407407407,
|
|
0.9905092592592593,
|
|
0.993287037037037,
|
|
0.9966435185185185,
|
|
0.9976273148148148
|
|
],
|
|
"train_auc": [
|
|
0.9217162583590535,
|
|
0.9819768268461362,
|
|
0.9930535283064701,
|
|
0.9974078539380431,
|
|
0.9986854495313215,
|
|
0.9994491598079562,
|
|
0.9997198020261775,
|
|
0.9999142393261315,
|
|
0.9999583297610881
|
|
],
|
|
"train_f1": [
|
|
0.8861151900799478,
|
|
0.9544275948770331,
|
|
0.9750767914771181,
|
|
0.9853477013721994,
|
|
0.990675900491353,
|
|
0.993663060278207,
|
|
0.9955191594561187,
|
|
0.9977602718566574,
|
|
0.9984174161423554
|
|
],
|
|
"val_loss": [
|
|
0.1934239829541184,
|
|
0.12679014972721536,
|
|
0.2147138158713157,
|
|
0.1646016168097655,
|
|
0.2376978426298592,
|
|
0.27776295945125945,
|
|
0.2169565581716597,
|
|
0.21303040613371801,
|
|
0.3133047623368384
|
|
],
|
|
"val_acc": [
|
|
0.8963541666666667,
|
|
0.8916666666666667,
|
|
0.9078125,
|
|
0.8703125,
|
|
0.9078125,
|
|
0.9322916666666666,
|
|
0.9,
|
|
0.915625,
|
|
0.9161458333333333
|
|
],
|
|
"val_auc": [
|
|
0.9533991608796296,
|
|
0.9686168981481482,
|
|
0.9572663483796297,
|
|
0.9695334201388889,
|
|
0.9551953125000001,
|
|
0.9656134259259259,
|
|
0.9623220486111113,
|
|
0.9663310185185185,
|
|
0.961710792824074
|
|
],
|
|
"val_f1": [
|
|
0.9332438778933244,
|
|
0.9238095238095239,
|
|
0.9389444636081408,
|
|
0.9069158878504673,
|
|
0.9376979936642027,
|
|
0.95578231292517,
|
|
0.9310344827586207,
|
|
0.9426751592356688,
|
|
0.945293917770982
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.8820833333333333,
|
|
"auc_roc": 0.9671379629629631,
|
|
"f1": 0.9163958641063515,
|
|
"confusion_matrix": [
|
|
[
|
|
1132,
|
|
68
|
|
],
|
|
[
|
|
498,
|
|
3102
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.8725,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
153,
|
|
1047
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8725,
|
|
"pairwise_auc": 0.9701722222222223,
|
|
"pairwise_f1": 0.9045356371490281
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.8133333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
224,
|
|
976
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8133333333333334,
|
|
"pairwise_auc": 0.9557256944444444,
|
|
"pairwise_f1": 0.8698752228163993
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.8991666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
121,
|
|
1079
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8991666666666667,
|
|
"pairwise_auc": 0.9755159722222223,
|
|
"pairwise_f1": 0.9194716659565403
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.9433333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1132,
|
|
68
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.05666666666666664
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9079166666666667,
|
|
"auc_roc": 0.9701722222222223,
|
|
"f1": 0.9045356371490281,
|
|
"confusion_matrix": [
|
|
[
|
|
1132,
|
|
68
|
|
],
|
|
[
|
|
153,
|
|
1047
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8783333333333333,
|
|
"auc_roc": 0.9557256944444444,
|
|
"f1": 0.8698752228163993,
|
|
"confusion_matrix": [
|
|
[
|
|
1132,
|
|
68
|
|
],
|
|
[
|
|
224,
|
|
976
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.92125,
|
|
"auc_roc": 0.9755159722222223,
|
|
"f1": 0.9194716659565403,
|
|
"confusion_matrix": [
|
|
[
|
|
1132,
|
|
68
|
|
],
|
|
[
|
|
121,
|
|
1079
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.18338548640410104,
|
|
0.09500005689656568,
|
|
0.049826115153566074,
|
|
0.032816237530291635,
|
|
0.023678185039278578,
|
|
0.01637398871323428,
|
|
0.006945904467411984,
|
|
0.005075414012214794,
|
|
0.002860962831949076,
|
|
0.002268254530042247,
|
|
0.0012579843788949397,
|
|
0.0007868543442273053,
|
|
0.00047980366241602123,
|
|
0.0002720828362182854,
|
|
0.00017770904728990898
|
|
],
|
|
"train_acc": [
|
|
0.8342592592592593,
|
|
0.9265625,
|
|
0.9642939814814815,
|
|
0.9791666666666666,
|
|
0.9860532407407407,
|
|
0.9905671296296297,
|
|
0.9956018518518519,
|
|
0.9971643518518518,
|
|
0.9984953703703704,
|
|
0.9987268518518518,
|
|
0.9991898148148148,
|
|
0.9995949074074074,
|
|
0.9997685185185186,
|
|
0.9997685185185186,
|
|
0.9999421296296296
|
|
],
|
|
"train_auc": [
|
|
0.9170149248399634,
|
|
0.9785777016889574,
|
|
0.9938715099165523,
|
|
0.9971903131430041,
|
|
0.9987185285208048,
|
|
0.9991661576217421,
|
|
0.9998722029320988,
|
|
0.9999299750657293,
|
|
0.9999720114597623,
|
|
0.9999805848479653,
|
|
0.9999880061871285,
|
|
0.9999861575502973,
|
|
0.9999997499428441,
|
|
0.9999999821387745,
|
|
1.0
|
|
],
|
|
"train_f1": [
|
|
0.8831783325175395,
|
|
0.9500374030473641,
|
|
0.9760043557733442,
|
|
0.9860443479609242,
|
|
0.9906859903381643,
|
|
0.9936965853281257,
|
|
0.9970645036693704,
|
|
0.9981083272207852,
|
|
0.9989966038900895,
|
|
0.9991509069857198,
|
|
0.9994596680818217,
|
|
0.999729886166313,
|
|
0.9998456671039432,
|
|
0.9998456551937027,
|
|
0.9999614182645935
|
|
],
|
|
"val_loss": [
|
|
0.13804995346193513,
|
|
0.14105506432242693,
|
|
0.24023572888545458,
|
|
0.24679516345046673,
|
|
0.30523416100265116,
|
|
0.2427545978020741,
|
|
0.27079731949027824,
|
|
0.2104506594655201,
|
|
0.24569564278463077,
|
|
0.24668190908752574,
|
|
0.2807497647115724,
|
|
0.22402887331851767,
|
|
0.2197469462816419,
|
|
0.27753435674994764,
|
|
0.23912918382134193
|
|
],
|
|
"val_acc": [
|
|
0.8875,
|
|
0.878125,
|
|
0.9145833333333333,
|
|
0.9229166666666667,
|
|
0.909375,
|
|
0.9213541666666667,
|
|
0.9276041666666667,
|
|
0.921875,
|
|
0.928125,
|
|
0.9296875,
|
|
0.9364583333333333,
|
|
0.9354166666666667,
|
|
0.9354166666666667,
|
|
0.9338541666666667,
|
|
0.9333333333333333
|
|
],
|
|
"val_auc": [
|
|
0.9551634837962963,
|
|
0.9617997685185184,
|
|
0.9630063657407408,
|
|
0.9639098668981482,
|
|
0.9572178819444445,
|
|
0.9632414641203704,
|
|
0.962427662037037,
|
|
0.9640386284722222,
|
|
0.9617570891203704,
|
|
0.9636588541666666,
|
|
0.9629767071759259,
|
|
0.9667259837962963,
|
|
0.9689279513888889,
|
|
0.9646035879629629,
|
|
0.9685344328703704
|
|
],
|
|
"val_f1": [
|
|
0.9223021582733812,
|
|
0.9142857142857143,
|
|
0.9449294828744124,
|
|
0.9497964721845319,
|
|
0.9412162162162162,
|
|
0.9480206540447504,
|
|
0.952446117003079,
|
|
0.9474421864050455,
|
|
0.9522160664819944,
|
|
0.9533033552404012,
|
|
0.9583617747440273,
|
|
0.9568545581071677,
|
|
0.9569145239749827,
|
|
0.9566108643662453,
|
|
0.955831608005521
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.935625,
|
|
"auc_roc": 0.9772581018518519,
|
|
"f1": 0.9567287494748634,
|
|
"confusion_matrix": [
|
|
[
|
|
1075,
|
|
125
|
|
],
|
|
[
|
|
184,
|
|
3416
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.9533333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
56,
|
|
1144
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9533333333333334,
|
|
"pairwise_auc": 0.9800895833333334,
|
|
"pairwise_f1": 0.9266909680032401
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.9141666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
103,
|
|
1097
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9141666666666667,
|
|
"pairwise_auc": 0.9639170138888888,
|
|
"pairwise_f1": 0.9058629232039637
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9791666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
25,
|
|
1175
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9791666666666666,
|
|
"pairwise_auc": 0.9877677083333334,
|
|
"pairwise_f1": 0.94
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.8958333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1075,
|
|
125
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.10416666666666663
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9245833333333333,
|
|
"auc_roc": 0.9800895833333334,
|
|
"f1": 0.9266909680032401,
|
|
"confusion_matrix": [
|
|
[
|
|
1075,
|
|
125
|
|
],
|
|
[
|
|
56,
|
|
1144
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.905,
|
|
"auc_roc": 0.9639170138888888,
|
|
"f1": 0.9058629232039637,
|
|
"confusion_matrix": [
|
|
[
|
|
1075,
|
|
125
|
|
],
|
|
[
|
|
103,
|
|
1097
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9375,
|
|
"auc_roc": 0.9877677083333334,
|
|
"f1": 0.94,
|
|
"confusion_matrix": [
|
|
[
|
|
1075,
|
|
125
|
|
],
|
|
[
|
|
25,
|
|
1175
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.18449091869923803,
|
|
0.0947562804169677,
|
|
0.05549010326784035,
|
|
0.03444569395430369,
|
|
0.021967991301506926,
|
|
0.017280577368519852,
|
|
0.008806067607841854,
|
|
0.006068033144075107,
|
|
0.003479789084553886,
|
|
0.002117162245154018,
|
|
0.0015876744302402216,
|
|
0.0010428875206689218,
|
|
0.0006022416273792798,
|
|
0.0004376104135909979,
|
|
0.0002453135835291202
|
|
],
|
|
"train_acc": [
|
|
0.8331597222222222,
|
|
0.927488425925926,
|
|
0.9630208333333333,
|
|
0.979224537037037,
|
|
0.987037037037037,
|
|
0.9891203703703704,
|
|
0.9944444444444445,
|
|
0.996875,
|
|
0.9983217592592593,
|
|
0.9988425925925926,
|
|
0.9991319444444444,
|
|
0.9995949074074074,
|
|
0.9996527777777777,
|
|
0.9996527777777777,
|
|
0.9998842592592593
|
|
],
|
|
"train_auc": [
|
|
0.9162129558184728,
|
|
0.9787451417466849,
|
|
0.9923763556670097,
|
|
0.9969988765289209,
|
|
0.9987452757058757,
|
|
0.9993180048296754,
|
|
0.9997558549096937,
|
|
0.9998619773805442,
|
|
0.9999464073931185,
|
|
0.9999908550525834,
|
|
0.9999901852566301,
|
|
0.9999951863997484,
|
|
0.9999995177469135,
|
|
0.999999660636717,
|
|
0.9999999464163237
|
|
],
|
|
"train_f1": [
|
|
0.8822736738944016,
|
|
0.9508029369036868,
|
|
0.9751506902586039,
|
|
0.9860998180199017,
|
|
0.9913359634872747,
|
|
0.9927373870045585,
|
|
0.9962894248608535,
|
|
0.9979155408013588,
|
|
0.9988807842229169,
|
|
0.9992283950617284,
|
|
0.9994211846420992,
|
|
0.9997299070108423,
|
|
0.9997684827905541,
|
|
0.9997684827905541,
|
|
0.9999228335519716
|
|
],
|
|
"val_loss": [
|
|
0.15567205057789882,
|
|
0.22502039108076133,
|
|
0.18017800888143634,
|
|
0.17141791892548403,
|
|
0.3055859423493227,
|
|
0.22991524864191887,
|
|
0.24873213853061316,
|
|
0.3944835726075629,
|
|
0.29895355441332566,
|
|
0.2677129467035229,
|
|
0.2291035176460203,
|
|
0.2527602607322327,
|
|
0.23705230109674932,
|
|
0.2504274368242629,
|
|
0.23202879253328015
|
|
],
|
|
"val_acc": [
|
|
0.8354166666666667,
|
|
0.903125,
|
|
0.9140625,
|
|
0.9130208333333333,
|
|
0.9213541666666667,
|
|
0.9276041666666667,
|
|
0.9244791666666666,
|
|
0.9223958333333333,
|
|
0.9286458333333333,
|
|
0.9354166666666667,
|
|
0.9296875,
|
|
0.9291666666666667,
|
|
0.9380208333333333,
|
|
0.9348958333333334,
|
|
0.9338541666666667
|
|
],
|
|
"val_auc": [
|
|
0.9571947337962964,
|
|
0.9600159143518519,
|
|
0.9605823206018519,
|
|
0.9636848958333334,
|
|
0.9598401331018518,
|
|
0.9659837962962963,
|
|
0.9580743634259259,
|
|
0.9480541087962964,
|
|
0.9602524594907409,
|
|
0.962152777777778,
|
|
0.9678660300925925,
|
|
0.9663635706018517,
|
|
0.9697511574074075,
|
|
0.9698603877314815,
|
|
0.9704333043981482
|
|
],
|
|
"val_f1": [
|
|
0.8791124713083397,
|
|
0.9378342245989305,
|
|
0.9428472462764115,
|
|
0.9407591344448386,
|
|
0.9489001692047377,
|
|
0.9518864659051575,
|
|
0.9497748527883616,
|
|
0.9498822737975109,
|
|
0.9530661185337445,
|
|
0.9572118702553485,
|
|
0.9528466643381068,
|
|
0.9528759528759528,
|
|
0.9587521663778162,
|
|
0.9569114098586694,
|
|
0.955887460923932
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.9397916666666667,
|
|
"auc_roc": 0.97951875,
|
|
"f1": 0.9597885070265758,
|
|
"confusion_matrix": [
|
|
[
|
|
1062,
|
|
138
|
|
],
|
|
[
|
|
151,
|
|
3449
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.9558333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
53,
|
|
1147
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9558333333333333,
|
|
"pairwise_auc": 0.9794552083333333,
|
|
"pairwise_f1": 0.9231388329979879
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.9316666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
82,
|
|
1118
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9316666666666666,
|
|
"pairwise_auc": 0.9698652777777778,
|
|
"pairwise_f1": 0.9104234527687296
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9866666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
16,
|
|
1184
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9866666666666667,
|
|
"pairwise_auc": 0.9892357638888889,
|
|
"pairwise_f1": 0.9389373513084853
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.885,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1062,
|
|
138
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.11499999999999999
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9204166666666667,
|
|
"auc_roc": 0.9794552083333333,
|
|
"f1": 0.9231388329979879,
|
|
"confusion_matrix": [
|
|
[
|
|
1062,
|
|
138
|
|
],
|
|
[
|
|
53,
|
|
1147
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9083333333333333,
|
|
"auc_roc": 0.9698652777777778,
|
|
"f1": 0.9104234527687296,
|
|
"confusion_matrix": [
|
|
[
|
|
1062,
|
|
138
|
|
],
|
|
[
|
|
82,
|
|
1118
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9358333333333333,
|
|
"auc_roc": 0.9892357638888889,
|
|
"f1": 0.9389373513084853,
|
|
"confusion_matrix": [
|
|
[
|
|
1062,
|
|
138
|
|
],
|
|
[
|
|
16,
|
|
1184
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.18040739428941852,
|
|
0.09424030264598075,
|
|
0.05525035115252076,
|
|
0.034907107170309044,
|
|
0.022619862975099953,
|
|
0.01340910082003743,
|
|
0.010180935443370093,
|
|
0.0055470221014771864,
|
|
0.002768729440802215,
|
|
0.002049396960809544,
|
|
0.001337939503389828,
|
|
0.0008659062841493997,
|
|
0.0006751639676066488,
|
|
0.00042964793515533594,
|
|
0.00046883536936756325
|
|
],
|
|
"train_acc": [
|
|
0.833275462962963,
|
|
0.9280671296296297,
|
|
0.9619791666666667,
|
|
0.9779513888888889,
|
|
0.985474537037037,
|
|
0.9920717592592593,
|
|
0.9938078703703703,
|
|
0.9963541666666667,
|
|
0.9986111111111111,
|
|
0.9986689814814815,
|
|
0.9990162037037037,
|
|
0.9994791666666667,
|
|
0.9994791666666667,
|
|
0.9997106481481481,
|
|
0.9997685185185186
|
|
],
|
|
"train_auc": [
|
|
0.91943718385631,
|
|
0.9789158325474394,
|
|
0.9926320926926154,
|
|
0.9968068147719478,
|
|
0.9986295885488111,
|
|
0.9995704285979653,
|
|
0.9997140685728166,
|
|
0.9999351101680385,
|
|
0.9999771465620714,
|
|
0.999991891003658,
|
|
0.9999962491426612,
|
|
0.9999981870856196,
|
|
0.9999991962448559,
|
|
0.9999993927183357,
|
|
0.9999997499428441
|
|
],
|
|
"train_f1": [
|
|
0.8823649503899391,
|
|
0.9511072650749322,
|
|
0.9744128987031195,
|
|
0.9852296956774569,
|
|
0.9902867536086065,
|
|
0.9947094033597219,
|
|
0.9958682472873306,
|
|
0.997568037058483,
|
|
0.999073859689743,
|
|
0.9991124831178854,
|
|
0.999343958630803,
|
|
0.9996526839810134,
|
|
0.9996526839810134,
|
|
0.999807076436316,
|
|
0.9998456671039432
|
|
],
|
|
"val_loss": [
|
|
0.21914336445527927,
|
|
0.1180105590261519,
|
|
0.12904602941562188,
|
|
0.21052778689772822,
|
|
0.19554610329505523,
|
|
0.2098548914532633,
|
|
0.17912958193095013,
|
|
0.17403326073253994,
|
|
0.2349371372461974,
|
|
0.20780743270111088,
|
|
0.20033595547926478,
|
|
0.20275330990283086,
|
|
0.21412657996277934,
|
|
0.235956841945017,
|
|
0.195170938181991
|
|
],
|
|
"val_acc": [
|
|
0.89375,
|
|
0.890625,
|
|
0.934375,
|
|
0.9239583333333333,
|
|
0.9078125,
|
|
0.9296875,
|
|
0.9234375,
|
|
0.9203125,
|
|
0.9364583333333333,
|
|
0.9338541666666667,
|
|
0.9354166666666667,
|
|
0.9442708333333333,
|
|
0.9453125,
|
|
0.9458333333333333,
|
|
0.9432291666666667
|
|
],
|
|
"val_auc": [
|
|
0.9470363136574076,
|
|
0.9694111689814815,
|
|
0.9738946759259259,
|
|
0.9649153645833335,
|
|
0.9622243923611111,
|
|
0.9698372395833333,
|
|
0.9699992766203704,
|
|
0.9741485821759259,
|
|
0.9701287615740742,
|
|
0.9721715856481482,
|
|
0.9744010416666666,
|
|
0.9743612557870371,
|
|
0.973978587962963,
|
|
0.9704369212962962,
|
|
0.9756647858796296
|
|
],
|
|
"val_f1": [
|
|
0.9308943089430894,
|
|
0.923469387755102,
|
|
0.9561586638830898,
|
|
0.95,
|
|
0.9375220614189904,
|
|
0.9535922997593674,
|
|
0.9475935828877006,
|
|
0.9455322178711285,
|
|
0.9582191780821918,
|
|
0.9561917902725078,
|
|
0.9571230982019364,
|
|
0.963116166839021,
|
|
0.964004113815564,
|
|
0.9644079397672827,
|
|
0.9623748705557473
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.935625,
|
|
"auc_roc": 0.976428587962963,
|
|
"f1": 0.9571488004437665,
|
|
"confusion_matrix": [
|
|
[
|
|
1040,
|
|
160
|
|
],
|
|
[
|
|
149,
|
|
3451
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.9566666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
52,
|
|
1148
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9566666666666667,
|
|
"pairwise_auc": 0.9758034722222221,
|
|
"pairwise_f1": 0.9154704944178629
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.9375,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
75,
|
|
1125
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9375,
|
|
"pairwise_auc": 0.9677885416666665,
|
|
"pairwise_f1": 0.9054325955734407
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9816666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
22,
|
|
1178
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9816666666666667,
|
|
"pairwise_auc": 0.9856937499999999,
|
|
"pairwise_f1": 0.9282899921197794
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.8666666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1040,
|
|
160
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.1333333333333333
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9116666666666666,
|
|
"auc_roc": 0.9758034722222221,
|
|
"f1": 0.9154704944178629,
|
|
"confusion_matrix": [
|
|
[
|
|
1040,
|
|
160
|
|
],
|
|
[
|
|
52,
|
|
1148
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9020833333333333,
|
|
"auc_roc": 0.9677885416666665,
|
|
"f1": 0.9054325955734407,
|
|
"confusion_matrix": [
|
|
[
|
|
1040,
|
|
160
|
|
],
|
|
[
|
|
75,
|
|
1125
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9241666666666667,
|
|
"auc_roc": 0.9856937499999999,
|
|
"f1": 0.9282899921197794,
|
|
"confusion_matrix": [
|
|
[
|
|
1040,
|
|
160
|
|
],
|
|
[
|
|
22,
|
|
1178
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"train_size": 17280,
|
|
"val_size": 1920,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.18253784660525896,
|
|
0.09274266364087386,
|
|
0.05595069021952373,
|
|
0.03206709125089994,
|
|
0.02324649474740673,
|
|
0.014556840769526187,
|
|
0.01106473373061413,
|
|
0.004897450984359845,
|
|
0.003464228110739761,
|
|
0.002620224120977144,
|
|
0.0018979384601990473,
|
|
0.0008156847854357457,
|
|
0.00021853346456989837
|
|
],
|
|
"train_acc": [
|
|
0.8367476851851852,
|
|
0.9315972222222222,
|
|
0.9619212962962963,
|
|
0.9785879629629629,
|
|
0.9843171296296296,
|
|
0.9912615740740741,
|
|
0.9939236111111112,
|
|
0.9967592592592592,
|
|
0.9979166666666667,
|
|
0.9983217592592593,
|
|
0.9987847222222223,
|
|
0.9996527777777777,
|
|
0.9999421296296296
|
|
],
|
|
"train_auc": [
|
|
0.9176218850022863,
|
|
0.9793452164066073,
|
|
0.9925894043638546,
|
|
0.9974967492569731,
|
|
0.9987300758030406,
|
|
0.9994492044610196,
|
|
0.9995728309327847,
|
|
0.9999372624457019,
|
|
0.9999361639803384,
|
|
0.9999688321616369,
|
|
0.99998870277492,
|
|
0.9999955882773205,
|
|
0.9999999999999999
|
|
],
|
|
"train_f1": [
|
|
0.8852645707080977,
|
|
0.953552342030808,
|
|
0.9744307142302013,
|
|
0.9856711331422818,
|
|
0.9895119780177252,
|
|
0.9941628976767559,
|
|
0.9959442234153502,
|
|
0.9978371697821721,
|
|
0.9986101459346769,
|
|
0.9988803521099572,
|
|
0.9991895334028019,
|
|
0.9997684827905541,
|
|
0.9999614212414645
|
|
],
|
|
"val_loss": [
|
|
0.15742664287487665,
|
|
0.1538327511632815,
|
|
0.13509041668924812,
|
|
0.17210772472899408,
|
|
0.14238195471310366,
|
|
0.218546209925474,
|
|
0.15706069137292314,
|
|
0.16238107544680436,
|
|
0.19468771822976122,
|
|
0.19298389890391263,
|
|
0.17740953016473213,
|
|
0.1736834918614477,
|
|
0.16653081489178778
|
|
],
|
|
"val_acc": [
|
|
0.8625,
|
|
0.9223958333333333,
|
|
0.928125,
|
|
0.9338541666666667,
|
|
0.921875,
|
|
0.9416666666666667,
|
|
0.9380208333333333,
|
|
0.9239583333333333,
|
|
0.9359375,
|
|
0.9291666666666667,
|
|
0.9411458333333333,
|
|
0.9416666666666667,
|
|
0.9432291666666667
|
|
],
|
|
"val_auc": [
|
|
0.9497395833333334,
|
|
0.9683940972222222,
|
|
0.9745515046296296,
|
|
0.9692657696759258,
|
|
0.975681423611111,
|
|
0.967502170138889,
|
|
0.9756336805555554,
|
|
0.9774450231481481,
|
|
0.9750665509259259,
|
|
0.969890769675926,
|
|
0.9751280381944445,
|
|
0.9750593171296298,
|
|
0.977341579861111
|
|
],
|
|
"val_f1": [
|
|
0.9022222222222223,
|
|
0.9490249743414301,
|
|
0.9520500347463516,
|
|
0.9558260869565217,
|
|
0.9465431218816821,
|
|
0.9616175462645647,
|
|
0.9584352078239609,
|
|
0.9478943611705924,
|
|
0.9573952199515068,
|
|
0.952112676056338,
|
|
0.9605033205173017,
|
|
0.9609756097560975,
|
|
0.9619811649808162
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.9183333333333333,
|
|
"auc_roc": 0.9770061342592594,
|
|
"f1": 0.9439519588218473,
|
|
"confusion_matrix": [
|
|
[
|
|
1107,
|
|
93
|
|
],
|
|
[
|
|
299,
|
|
3301
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.91,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
108,
|
|
1092
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.91,
|
|
"pairwise_auc": 0.9738024305555557,
|
|
"pairwise_f1": 0.9157232704402516
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.8808333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
143,
|
|
1057
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8808333333333334,
|
|
"pairwise_auc": 0.9699489583333334,
|
|
"pairwise_f1": 0.8995744680851064
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.96,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
48,
|
|
1152
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.96,
|
|
"pairwise_auc": 0.9872670138888889,
|
|
"pairwise_f1": 0.9423312883435583
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.9225,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1107,
|
|
93
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.07750000000000001
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.91625,
|
|
"auc_roc": 0.9738024305555557,
|
|
"f1": 0.9157232704402516,
|
|
"confusion_matrix": [
|
|
[
|
|
1107,
|
|
93
|
|
],
|
|
[
|
|
108,
|
|
1092
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9016666666666666,
|
|
"auc_roc": 0.9699489583333334,
|
|
"f1": 0.8995744680851064,
|
|
"confusion_matrix": [
|
|
[
|
|
1107,
|
|
93
|
|
],
|
|
[
|
|
143,
|
|
1057
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.94125,
|
|
"auc_roc": 0.9872670138888889,
|
|
"f1": 0.9423312883435583,
|
|
"confusion_matrix": [
|
|
[
|
|
1107,
|
|
93
|
|
],
|
|
[
|
|
48,
|
|
1152
|
|
]
|
|
]
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"aggregated_metrics": {
|
|
"accuracy": {
|
|
"mean": 0.9222916666666666,
|
|
"std": 0.02394882057522761,
|
|
"ci_95": 0.020992066788564585,
|
|
"values": [
|
|
0.8820833333333333,
|
|
0.935625,
|
|
0.9397916666666667,
|
|
0.935625,
|
|
0.9183333333333333
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9754699074074076,
|
|
"std": 0.004803413507184044,
|
|
"ci_95": 0.004210377577432845,
|
|
"values": [
|
|
0.9671379629629631,
|
|
0.9772581018518519,
|
|
0.97951875,
|
|
0.976428587962963,
|
|
0.9770061342592594
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.9468027759746809,
|
|
"std": 0.018075548615468288,
|
|
"ci_95": 0.015843916930437404,
|
|
"values": [
|
|
0.9163958641063515,
|
|
0.9567287494748634,
|
|
0.9597885070265758,
|
|
0.9571488004437665,
|
|
0.9439519588218473
|
|
]
|
|
}
|
|
},
|
|
"aggregated_per_source": {
|
|
"inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.9296666666666666,
|
|
"std": 0.03751203510578673,
|
|
"ci_95": 0.03288074850459188,
|
|
"values": [
|
|
0.8725,
|
|
0.9533333333333334,
|
|
0.9558333333333333,
|
|
0.9566666666666667,
|
|
0.91
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.9296666666666666,
|
|
"std": 0.03751203510578673,
|
|
"ci_95": 0.03288074850459188,
|
|
"values": [
|
|
0.8725,
|
|
0.9533333333333334,
|
|
0.9558333333333333,
|
|
0.9566666666666667,
|
|
0.91
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.9758645833333335,
|
|
"std": 0.004104948128682983,
|
|
"ci_95": 0.003598145679459516,
|
|
"values": [
|
|
0.9701722222222223,
|
|
0.9800895833333334,
|
|
0.9794552083333333,
|
|
0.9758034722222221,
|
|
0.9738024305555557
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.9171118406016742,
|
|
"std": 0.008527416912396574,
|
|
"ci_95": 0.007474610484331243,
|
|
"values": [
|
|
0.9045356371490281,
|
|
0.9266909680032401,
|
|
0.9231388329979879,
|
|
0.9154704944178629,
|
|
0.9157232704402516
|
|
]
|
|
}
|
|
},
|
|
"insight": {
|
|
"accuracy": {
|
|
"mean": 0.8955,
|
|
"std": 0.05095818002157367,
|
|
"ci_95": 0.04466681417886089,
|
|
"values": [
|
|
0.8133333333333334,
|
|
0.9141666666666667,
|
|
0.9316666666666666,
|
|
0.9375,
|
|
0.8808333333333334
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.8955,
|
|
"std": 0.05095818002157367,
|
|
"ci_95": 0.04466681417886089,
|
|
"values": [
|
|
0.8133333333333334,
|
|
0.9141666666666667,
|
|
0.9316666666666666,
|
|
0.9375,
|
|
0.8808333333333334
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.9654490972222222,
|
|
"std": 0.005960625846888337,
|
|
"ci_95": 0.005224718916177153,
|
|
"values": [
|
|
0.9557256944444444,
|
|
0.9639170138888888,
|
|
0.9698652777777778,
|
|
0.9677885416666665,
|
|
0.9699489583333334
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.8982337324895278,
|
|
"std": 0.016314258364705986,
|
|
"ci_95": 0.014300077956743039,
|
|
"values": [
|
|
0.8698752228163993,
|
|
0.9058629232039637,
|
|
0.9104234527687296,
|
|
0.9054325955734407,
|
|
0.8995744680851064
|
|
]
|
|
}
|
|
},
|
|
"text2img": {
|
|
"accuracy": {
|
|
"mean": 0.9613333333333334,
|
|
"std": 0.03619296279051434,
|
|
"ci_95": 0.03172453064183053,
|
|
"values": [
|
|
0.8991666666666667,
|
|
0.9791666666666666,
|
|
0.9866666666666667,
|
|
0.9816666666666667,
|
|
0.96
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.9613333333333334,
|
|
"std": 0.03619296279051434,
|
|
"ci_95": 0.03172453064183053,
|
|
"values": [
|
|
0.8991666666666667,
|
|
0.9791666666666666,
|
|
0.9866666666666667,
|
|
0.9816666666666667,
|
|
0.96
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.9850960416666666,
|
|
"std": 0.005502799493364987,
|
|
"ci_95": 0.004823416423616481,
|
|
"values": [
|
|
0.9755159722222223,
|
|
0.9877677083333334,
|
|
0.9892357638888889,
|
|
0.9856937499999999,
|
|
0.9872670138888889
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.9338060595456726,
|
|
"std": 0.009660181403295696,
|
|
"ci_95": 0.008467522338757406,
|
|
"values": [
|
|
0.9194716659565403,
|
|
0.94,
|
|
0.9389373513084853,
|
|
0.9282899921197794,
|
|
0.9423312883435583
|
|
]
|
|
}
|
|
},
|
|
"wiki": {
|
|
"accuracy": {
|
|
"mean": 0.9026666666666667,
|
|
"std": 0.030421803219255604,
|
|
"ci_95": 0.026665886238579968,
|
|
"values": [
|
|
0.9433333333333334,
|
|
0.8958333333333334,
|
|
0.885,
|
|
0.8666666666666667,
|
|
0.9225
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"false_alarm_rate": {
|
|
"mean": 0.09733333333333331,
|
|
"std": 0.030421803219255607,
|
|
"ci_95": 0.02666588623857997,
|
|
"values": [
|
|
0.05666666666666664,
|
|
0.10416666666666663,
|
|
0.11499999999999999,
|
|
0.1333333333333333,
|
|
0.07750000000000001
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"aggregated_pairwise": {
|
|
"wiki_vs_inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.9161666666666667,
|
|
"std": 0.006656241849238607,
|
|
"ci_95": 0.005834453225833961,
|
|
"values": [
|
|
0.9079166666666667,
|
|
0.9245833333333333,
|
|
0.9204166666666667,
|
|
0.9116666666666666,
|
|
0.91625
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9758645833333335,
|
|
"std": 0.004104948128682983,
|
|
"ci_95": 0.003598145679459516,
|
|
"values": [
|
|
0.9701722222222223,
|
|
0.9800895833333334,
|
|
0.9794552083333333,
|
|
0.9758034722222221,
|
|
0.9738024305555557
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.9171118406016742,
|
|
"std": 0.008527416912396574,
|
|
"ci_95": 0.007474610484331243,
|
|
"values": [
|
|
0.9045356371490281,
|
|
0.9266909680032401,
|
|
0.9231388329979879,
|
|
0.9154704944178629,
|
|
0.9157232704402516
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_insight": {
|
|
"accuracy": {
|
|
"mean": 0.8990833333333332,
|
|
"std": 0.011903839249960042,
|
|
"ci_95": 0.01043417515240718,
|
|
"values": [
|
|
0.8783333333333333,
|
|
0.905,
|
|
0.9083333333333333,
|
|
0.9020833333333333,
|
|
0.9016666666666666
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9654490972222222,
|
|
"std": 0.005960625846888337,
|
|
"ci_95": 0.005224718916177153,
|
|
"values": [
|
|
0.9557256944444444,
|
|
0.9639170138888888,
|
|
0.9698652777777778,
|
|
0.9677885416666665,
|
|
0.9699489583333334
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.8982337324895278,
|
|
"std": 0.016314258364705986,
|
|
"ci_95": 0.014300077956743039,
|
|
"values": [
|
|
0.8698752228163993,
|
|
0.9058629232039637,
|
|
0.9104234527687296,
|
|
0.9054325955734407,
|
|
0.8995744680851064
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"accuracy": {
|
|
"mean": 0.932,
|
|
"std": 0.00876684885742242,
|
|
"ci_95": 0.0076844818375158535,
|
|
"values": [
|
|
0.92125,
|
|
0.9375,
|
|
0.9358333333333333,
|
|
0.9241666666666667,
|
|
0.94125
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9850960416666666,
|
|
"std": 0.005502799493364987,
|
|
"ci_95": 0.004823416423616481,
|
|
"values": [
|
|
0.9755159722222223,
|
|
0.9877677083333334,
|
|
0.9892357638888889,
|
|
0.9856937499999999,
|
|
0.9872670138888889
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.9338060595456726,
|
|
"std": 0.009660181403295696,
|
|
"ci_95": 0.008467522338757406,
|
|
"values": [
|
|
0.9194716659565403,
|
|
0.94,
|
|
0.9389373513084853,
|
|
0.9282899921197794,
|
|
0.9423312883435583
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"config": {
|
|
"seed": 42,
|
|
"cv_folds": 5,
|
|
"batch_size": 32,
|
|
"num_workers": 4,
|
|
"early_stopping_patience": 5,
|
|
"lr": 0.0001,
|
|
"weight_decay": 0.0001,
|
|
"T_max": 15,
|
|
"data_dir": "data_cropped",
|
|
"run_name": "p2c_resnet18_facecrop",
|
|
"backbone": "resnet18",
|
|
"pretrained": true,
|
|
"epochs": 15,
|
|
"image_size": 224,
|
|
"subsample": 0.2,
|
|
"augment": false
|
|
}
|
|
} |