Johnny Fernandes
1749 lines
41 KiB
JSON
1749 lines
41 KiB
JSON
{
|
|
"run_name": "p2a_t3_holdout_inpainting",
|
|
"n_folds": 5,
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"train_size": 12960,
|
|
"val_size": 1440,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.25781509587426243,
|
|
0.1214831151712088,
|
|
0.06513902116796852,
|
|
0.03926007057724084,
|
|
0.025138242795336187,
|
|
0.017598178024032945,
|
|
0.01244043387198838,
|
|
0.0073325110016154256,
|
|
0.005493426220417871,
|
|
0.0031292137056453486,
|
|
0.0015878780434124768,
|
|
0.0015818994841785394
|
|
],
|
|
"train_acc": [
|
|
0.8106481481481481,
|
|
0.9251543209876543,
|
|
0.9647376543209877,
|
|
0.9807098765432098,
|
|
0.9880401234567902,
|
|
0.9916666666666667,
|
|
0.9955246913580247,
|
|
0.995679012345679,
|
|
0.9978395061728395,
|
|
0.9984567901234568,
|
|
0.9991512345679012,
|
|
0.9991512345679012
|
|
],
|
|
"train_auc": [
|
|
0.9047242182141633,
|
|
0.9798570387517147,
|
|
0.9940130020790466,
|
|
0.9977021176268862,
|
|
0.9989674693501371,
|
|
0.9994267216435185,
|
|
0.9995074856395748,
|
|
0.9999243130572703,
|
|
0.999924862289952,
|
|
0.9999896449545609,
|
|
0.9999976959019203,
|
|
0.9999973476080248
|
|
],
|
|
"train_f1": [
|
|
0.8494663231505337,
|
|
0.943075117370892,
|
|
0.9734194148781481,
|
|
0.9854803113021257,
|
|
0.991018137567364,
|
|
0.9937413073713491,
|
|
0.9966407969419668,
|
|
0.9967570071809126,
|
|
0.9983790668056038,
|
|
0.9988427265362805,
|
|
0.9993633153904035,
|
|
0.9993633890850165
|
|
],
|
|
"val_loss": [
|
|
0.21581555555264156,
|
|
0.23866513189342287,
|
|
0.26745867414606944,
|
|
0.3027038105660015,
|
|
0.31426937364869645,
|
|
0.3139076674977938,
|
|
0.2954678490757942,
|
|
0.3496660818656286,
|
|
0.37485053605503504,
|
|
0.3242863669991493,
|
|
0.3113009749187364,
|
|
0.31638388302591114
|
|
],
|
|
"val_acc": [
|
|
0.8305555555555556,
|
|
0.8493055555555555,
|
|
0.8888888888888888,
|
|
0.8930555555555556,
|
|
0.8986111111111111,
|
|
0.8972222222222223,
|
|
0.90625,
|
|
0.9,
|
|
0.90625,
|
|
0.9111111111111111,
|
|
0.9152777777777777,
|
|
0.9118055555555555
|
|
],
|
|
"val_auc": [
|
|
0.9484396701388889,
|
|
0.9524045138888888,
|
|
0.9560709635416667,
|
|
0.9544943576388889,
|
|
0.9586425781249999,
|
|
0.9616232638888889,
|
|
0.9637868923611111,
|
|
0.9537217881944444,
|
|
0.9569476996527779,
|
|
0.962119140625,
|
|
0.9628407118055555,
|
|
0.9597330729166667
|
|
],
|
|
"val_f1": [
|
|
0.8592848904267589,
|
|
0.8764940239043825,
|
|
0.9174406604747162,
|
|
0.9217479674796748,
|
|
0.9257375381485249,
|
|
0.9236326109391125,
|
|
0.9308755760368663,
|
|
0.9246073298429319,
|
|
0.9312977099236641,
|
|
0.9338159255429163,
|
|
0.936656282450675,
|
|
0.9332632685233841
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.900625,
|
|
"auc_roc": 0.9572935185185185,
|
|
"f1": 0.9330150259794973,
|
|
"confusion_matrix": [
|
|
[
|
|
1001,
|
|
199
|
|
],
|
|
[
|
|
278,
|
|
3322
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.8733333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
152,
|
|
1048
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8733333333333333,
|
|
"pairwise_auc": 0.9345378472222223,
|
|
"pairwise_f1": 0.856559051900286
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.91,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
108,
|
|
1092
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.91,
|
|
"pairwise_auc": 0.9505375,
|
|
"pairwise_f1": 0.876756322761943
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.985,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
18,
|
|
1182
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.985,
|
|
"pairwise_auc": 0.9868052083333332,
|
|
"pairwise_f1": 0.9159240604416893
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.8341666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1001,
|
|
199
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.1658333333333334
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.85375,
|
|
"auc_roc": 0.9345378472222223,
|
|
"f1": 0.856559051900286,
|
|
"confusion_matrix": [
|
|
[
|
|
1001,
|
|
199
|
|
],
|
|
[
|
|
152,
|
|
1048
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8720833333333333,
|
|
"auc_roc": 0.9505375,
|
|
"f1": 0.876756322761943,
|
|
"confusion_matrix": [
|
|
[
|
|
1001,
|
|
199
|
|
],
|
|
[
|
|
108,
|
|
1092
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9095833333333333,
|
|
"auc_roc": 0.9868052083333332,
|
|
"f1": 0.9159240604416893,
|
|
"confusion_matrix": [
|
|
[
|
|
1001,
|
|
199
|
|
],
|
|
[
|
|
18,
|
|
1182
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"train_size": 12960,
|
|
"val_size": 1440,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.2616682181019842,
|
|
0.1188754732042183,
|
|
0.05891478061331091,
|
|
0.03700997960505099,
|
|
0.024348501453857387,
|
|
0.01709066363749307,
|
|
0.00995518854475831,
|
|
0.005565247291024993,
|
|
0.005189225596301567,
|
|
0.0025071319830708995,
|
|
0.0019205705988025767,
|
|
0.0013182760330240808,
|
|
0.0010205088183845223,
|
|
0.0007541327060697554
|
|
],
|
|
"train_acc": [
|
|
0.8100308641975309,
|
|
0.9273919753086419,
|
|
0.9678240740740741,
|
|
0.9814043209876543,
|
|
0.9880401234567902,
|
|
0.9915895061728395,
|
|
0.995216049382716,
|
|
0.9966049382716049,
|
|
0.9975308641975309,
|
|
0.9986111111111111,
|
|
0.9989197530864198,
|
|
0.9992283950617284,
|
|
0.999537037037037,
|
|
0.9996913580246913
|
|
],
|
|
"train_auc": [
|
|
0.9022979091649521,
|
|
0.9805314295053156,
|
|
0.9949215401020233,
|
|
0.9977866726680386,
|
|
0.9991186289008918,
|
|
0.9995314643347051,
|
|
0.9998513052983539,
|
|
0.9999579100222908,
|
|
0.9999439112868655,
|
|
0.999992417909808,
|
|
0.9999957267018178,
|
|
0.9999982853223595,
|
|
0.9999991962448559,
|
|
0.9999996249142662
|
|
],
|
|
"train_f1": [
|
|
0.8506249241596894,
|
|
0.9445655375552283,
|
|
0.9757233509926064,
|
|
0.986015203388847,
|
|
0.9910233393177738,
|
|
0.9936895733225265,
|
|
0.9964120370370371,
|
|
0.9974507531865585,
|
|
0.9981472904122278,
|
|
0.9989578508568782,
|
|
0.9991895334028019,
|
|
0.9994211623060894,
|
|
0.9996526973836536,
|
|
0.9997684917235791
|
|
],
|
|
"val_loss": [
|
|
0.21600718332661523,
|
|
0.2957409880227513,
|
|
0.22589426951275932,
|
|
0.24126873562733334,
|
|
0.3698683015174336,
|
|
0.2967011847429805,
|
|
0.2744103494617674,
|
|
0.357445028424263,
|
|
0.2727206458648046,
|
|
0.3384700695673625,
|
|
0.31687013970481026,
|
|
0.29177635510762534,
|
|
0.27786254816585115,
|
|
0.295849294298225
|
|
],
|
|
"val_acc": [
|
|
0.8847222222222222,
|
|
0.8715277777777778,
|
|
0.8944444444444445,
|
|
0.89375,
|
|
0.8791666666666667,
|
|
0.8958333333333334,
|
|
0.9020833333333333,
|
|
0.9159722222222222,
|
|
0.9145833333333333,
|
|
0.9125,
|
|
0.9208333333333333,
|
|
0.9125,
|
|
0.9145833333333333,
|
|
0.9152777777777777
|
|
],
|
|
"val_auc": [
|
|
0.9456239149305555,
|
|
0.9418055555555556,
|
|
0.9617426215277778,
|
|
0.9591026475694444,
|
|
0.9505240885416667,
|
|
0.9608409288194444,
|
|
0.9619173177083334,
|
|
0.9560286458333334,
|
|
0.9675824652777779,
|
|
0.9592643229166666,
|
|
0.9615299479166666,
|
|
0.965993923611111,
|
|
0.9661056857638891,
|
|
0.9657486979166667
|
|
],
|
|
"val_f1": [
|
|
0.9136316337148803,
|
|
0.9065184436584134,
|
|
0.9202518363064008,
|
|
0.9176976869284562,
|
|
0.9127382146439318,
|
|
0.9214659685863874,
|
|
0.9246392303580973,
|
|
0.9377892030848329,
|
|
0.9363683393688567,
|
|
0.9357798165137615,
|
|
0.9412371134020618,
|
|
0.9346473029045643,
|
|
0.9355007865757735,
|
|
0.9367875647668393
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.9027083333333333,
|
|
"auc_roc": 0.957677662037037,
|
|
"f1": 0.9335609617299758,
|
|
"confusion_matrix": [
|
|
[
|
|
1052,
|
|
148
|
|
],
|
|
[
|
|
319,
|
|
3281
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.8625,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
165,
|
|
1035
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8625,
|
|
"pairwise_auc": 0.9378954861111112,
|
|
"pairwise_f1": 0.8686529584557281
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.9058333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
113,
|
|
1087
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9058333333333334,
|
|
"pairwise_auc": 0.9527034722222223,
|
|
"pairwise_f1": 0.8928131416837782
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9658333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
41,
|
|
1159
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9658333333333333,
|
|
"pairwise_auc": 0.9824340277777778,
|
|
"pairwise_f1": 0.9246110889509374
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.8766666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1052,
|
|
148
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.1233333333333333
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8695833333333334,
|
|
"auc_roc": 0.9378954861111112,
|
|
"f1": 0.8686529584557281,
|
|
"confusion_matrix": [
|
|
[
|
|
1052,
|
|
148
|
|
],
|
|
[
|
|
165,
|
|
1035
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.89125,
|
|
"auc_roc": 0.9527034722222223,
|
|
"f1": 0.8928131416837782,
|
|
"confusion_matrix": [
|
|
[
|
|
1052,
|
|
148
|
|
],
|
|
[
|
|
113,
|
|
1087
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.92125,
|
|
"auc_roc": 0.9824340277777778,
|
|
"f1": 0.9246110889509374,
|
|
"confusion_matrix": [
|
|
[
|
|
1052,
|
|
148
|
|
],
|
|
[
|
|
41,
|
|
1159
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"train_size": 12960,
|
|
"val_size": 1440,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.258498662011123,
|
|
0.1176260883655445,
|
|
0.0654098799302714,
|
|
0.037252595336866326,
|
|
0.02377791873374839,
|
|
0.018387907146789523,
|
|
0.009700597554641447
|
|
],
|
|
"train_acc": [
|
|
0.8074845679012346,
|
|
0.9280864197530864,
|
|
0.963966049382716,
|
|
0.9800154320987654,
|
|
0.9895833333333334,
|
|
0.990895061728395,
|
|
0.9951388888888889
|
|
],
|
|
"train_auc": [
|
|
0.9035050154320987,
|
|
0.9809749014060357,
|
|
0.9938377432698903,
|
|
0.9978404438871742,
|
|
0.9990140335648149,
|
|
0.9993165670010289,
|
|
0.9998635625643004
|
|
],
|
|
"train_f1": [
|
|
0.8467350574359604,
|
|
0.9451183606171241,
|
|
0.9727712669815171,
|
|
0.9849479862846516,
|
|
0.9921779940900399,
|
|
0.9931586270871985,
|
|
0.9963505763772229
|
|
],
|
|
"val_loss": [
|
|
0.2280357327726152,
|
|
0.17328365511364408,
|
|
0.2710409538613425,
|
|
0.3359412006205983,
|
|
0.2570320785045624,
|
|
0.3309959472881423,
|
|
0.3894395540157954
|
|
],
|
|
"val_acc": [
|
|
0.8555555555555555,
|
|
0.8951388888888889,
|
|
0.8868055555555555,
|
|
0.8986111111111111,
|
|
0.8979166666666667,
|
|
0.9020833333333333,
|
|
0.9013888888888889
|
|
],
|
|
"val_auc": [
|
|
0.9406705729166666,
|
|
0.9621983506944444,
|
|
0.954404296875,
|
|
0.9527202690972223,
|
|
0.95984375,
|
|
0.9560427517361111,
|
|
0.9547222222222222
|
|
],
|
|
"val_f1": [
|
|
0.8881720430107527,
|
|
0.9185983827493261,
|
|
0.9155002592016589,
|
|
0.9262626262626262,
|
|
0.9226722777485534,
|
|
0.926829268292683,
|
|
0.9279187817258884
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.8583333333333333,
|
|
"auc_roc": 0.9431243055555555,
|
|
"f1": 0.900497512437811,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
523,
|
|
3077
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.7933333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
248,
|
|
952
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.7933333333333333,
|
|
"pairwise_auc": 0.9168444444444446,
|
|
"pairwise_f1": 0.8245993936769164
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.8291666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
205,
|
|
995
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8291666666666667,
|
|
"pairwise_auc": 0.9380381944444445,
|
|
"pairwise_f1": 0.8460884353741497
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9416666666666667,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
70,
|
|
1130
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9416666666666667,
|
|
"pairwise_auc": 0.9744902777777779,
|
|
"pairwise_f1": 0.9087253719340571
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.8691666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.13083333333333336
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.83125,
|
|
"auc_roc": 0.9168444444444446,
|
|
"f1": 0.8245993936769164,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
248,
|
|
952
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8491666666666666,
|
|
"auc_roc": 0.9380381944444445,
|
|
"f1": 0.8460884353741497,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
205,
|
|
995
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9054166666666666,
|
|
"auc_roc": 0.9744902777777779,
|
|
"f1": 0.9087253719340571,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
70,
|
|
1130
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"train_size": 12960,
|
|
"val_size": 1440,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.255315103115123,
|
|
0.11947704857146299,
|
|
0.06434044011086686,
|
|
0.04031944110052499,
|
|
0.029753698322298235,
|
|
0.020548909077982066,
|
|
0.011400221812558205,
|
|
0.007843143238736687,
|
|
0.00462050657789169,
|
|
0.002652634877925681
|
|
],
|
|
"train_acc": [
|
|
0.8118827160493827,
|
|
0.9268518518518518,
|
|
0.9647376543209877,
|
|
0.9800925925925926,
|
|
0.9862654320987654,
|
|
0.9891203703703704,
|
|
0.9951388888888889,
|
|
0.9955246913580247,
|
|
0.9979938271604938,
|
|
0.9987654320987654
|
|
],
|
|
"train_auc": [
|
|
0.9068986705889918,
|
|
0.9805671028377916,
|
|
0.994131850673011,
|
|
0.9971608957047325,
|
|
0.99846478748714,
|
|
0.9992882078403635,
|
|
0.9997807222007886,
|
|
0.9999103545096021,
|
|
0.9999719623413923,
|
|
0.9999916543424211
|
|
],
|
|
"train_f1": [
|
|
0.8505028207014962,
|
|
0.9442484121383204,
|
|
0.9733574301871393,
|
|
0.9850191615375682,
|
|
0.9896883327540262,
|
|
0.991822768659746,
|
|
0.9963522668056279,
|
|
0.9966415749855241,
|
|
0.9984953703703704,
|
|
0.999073752460345
|
|
],
|
|
"val_loss": [
|
|
0.21595470474825965,
|
|
0.18476848436726465,
|
|
0.25963548537757664,
|
|
0.221693916618824,
|
|
0.2073221100701226,
|
|
0.27290250145726735,
|
|
0.32775740358564587,
|
|
0.282966121368938,
|
|
0.2715285387304094,
|
|
0.2812750697135925
|
|
],
|
|
"val_acc": [
|
|
0.8715277777777778,
|
|
0.8826388888888889,
|
|
0.9006944444444445,
|
|
0.9138888888888889,
|
|
0.9138888888888889,
|
|
0.9041666666666667,
|
|
0.9083333333333333,
|
|
0.9201388888888888,
|
|
0.9215277777777777,
|
|
0.9256944444444445
|
|
],
|
|
"val_auc": [
|
|
0.9434147135416666,
|
|
0.9583582899305555,
|
|
0.9613606770833333,
|
|
0.9649305555555556,
|
|
0.9694596354166667,
|
|
0.9649370659722223,
|
|
0.9651095920138889,
|
|
0.9651519097222222,
|
|
0.9672309027777778,
|
|
0.9664073350694444
|
|
],
|
|
"val_f1": [
|
|
0.9034950443401147,
|
|
0.9082020640956002,
|
|
0.9278870398386283,
|
|
0.9351464435146444,
|
|
0.9352818371607515,
|
|
0.9277486910994764,
|
|
0.9325842696629213,
|
|
0.9403836184551582,
|
|
0.9416623644811565,
|
|
0.9442998438313378
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.8816666666666667,
|
|
"auc_roc": 0.9552260416666667,
|
|
"f1": 0.9182263173049237,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
411,
|
|
3189
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.825,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
210,
|
|
990
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.825,
|
|
"pairwise_auc": 0.9323631944444444,
|
|
"pairwise_f1": 0.8436301661695782
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.885,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
138,
|
|
1062
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.885,
|
|
"pairwise_auc": 0.9560093749999999,
|
|
"pairwise_f1": 0.8780487804878049
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9475,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
63,
|
|
1137
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9475,
|
|
"pairwise_auc": 0.9773055555555555,
|
|
"pairwise_f1": 0.9117882919005613
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.8691666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.13083333333333336
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8470833333333333,
|
|
"auc_roc": 0.9323631944444444,
|
|
"f1": 0.8436301661695782,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
210,
|
|
990
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8770833333333333,
|
|
"auc_roc": 0.9560093749999999,
|
|
"f1": 0.8780487804878049,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
138,
|
|
1062
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9083333333333333,
|
|
"auc_roc": 0.9773055555555555,
|
|
"f1": 0.9117882919005613,
|
|
"confusion_matrix": [
|
|
[
|
|
1043,
|
|
157
|
|
],
|
|
[
|
|
63,
|
|
1137
|
|
]
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"train_size": 12960,
|
|
"val_size": 1440,
|
|
"test_size": 4800,
|
|
"history": {
|
|
"train_loss": [
|
|
0.2661115872271267,
|
|
0.12260635155310601,
|
|
0.061083041942666894,
|
|
0.03744319187057561,
|
|
0.02693782269812396,
|
|
0.01860594513781518,
|
|
0.009805613456572044,
|
|
0.006071538512768723,
|
|
0.0048567407564585234,
|
|
0.003096203221365961,
|
|
0.0021833804519926082,
|
|
0.0014407251077298295,
|
|
0.0010350479342288268
|
|
],
|
|
"train_acc": [
|
|
0.8071759259259259,
|
|
0.9243827160493827,
|
|
0.965895061728395,
|
|
0.9814814814814815,
|
|
0.9866512345679013,
|
|
0.9910493827160494,
|
|
0.9952932098765432,
|
|
0.9970679012345679,
|
|
0.9976851851851852,
|
|
0.9983796296296297,
|
|
0.9986882716049382,
|
|
0.9992283950617284,
|
|
0.999537037037037
|
|
],
|
|
"train_auc": [
|
|
0.8994636541923867,
|
|
0.9794328301826132,
|
|
0.9947475539051784,
|
|
0.9977694187242798,
|
|
0.9987779304912552,
|
|
0.9993228764789094,
|
|
0.9997982708547668,
|
|
0.9999342260373799,
|
|
0.9999342796210562,
|
|
0.9999849697788066,
|
|
0.9999944005058301,
|
|
0.9999982585305213,
|
|
0.9999990890775035
|
|
],
|
|
"train_f1": [
|
|
0.8469406504562994,
|
|
0.9423800564440263,
|
|
0.9742153774355384,
|
|
0.9860675722744688,
|
|
0.9899669431073479,
|
|
0.9932738026208976,
|
|
0.9964672496669948,
|
|
0.997800925925926,
|
|
0.9982638888888888,
|
|
0.998783807262408,
|
|
0.999015577045573,
|
|
0.9994210282538212,
|
|
0.9996527375853687
|
|
],
|
|
"val_loss": [
|
|
0.2525812061296569,
|
|
0.19011370407210457,
|
|
0.26990462260113823,
|
|
0.30721286684274673,
|
|
0.31146920836634107,
|
|
0.3030291530821059,
|
|
0.34974887354506384,
|
|
0.24959067867861853,
|
|
0.27127854774395627,
|
|
0.28494989193148085,
|
|
0.287113440864616,
|
|
0.2855055838823318,
|
|
0.30339643855889636
|
|
],
|
|
"val_acc": [
|
|
0.8618055555555556,
|
|
0.8784722222222222,
|
|
0.8854166666666666,
|
|
0.8951388888888889,
|
|
0.8701388888888889,
|
|
0.8944444444444445,
|
|
0.9048611111111111,
|
|
0.9076388888888889,
|
|
0.9076388888888889,
|
|
0.9131944444444444,
|
|
0.9208333333333333,
|
|
0.91875,
|
|
0.9194444444444444
|
|
],
|
|
"val_auc": [
|
|
0.9342643229166666,
|
|
0.9584114583333334,
|
|
0.952666015625,
|
|
0.9542567274305556,
|
|
0.9524283854166666,
|
|
0.9643315972222222,
|
|
0.9595887586805556,
|
|
0.9706347656250001,
|
|
0.9679123263888888,
|
|
0.9656477864583334,
|
|
0.9677159288194445,
|
|
0.9676204427083335,
|
|
0.9678841145833333
|
|
],
|
|
"val_f1": [
|
|
0.8955380577427822,
|
|
0.9035812672176309,
|
|
0.9150797735460627,
|
|
0.9230769230769231,
|
|
0.8968560397131826,
|
|
0.9219712525667351,
|
|
0.930066360387953,
|
|
0.9295177530471648,
|
|
0.9286097691894794,
|
|
0.9346576058546785,
|
|
0.940809968847352,
|
|
0.9390307451797811,
|
|
0.9403292181069959
|
|
]
|
|
},
|
|
"test_metrics": {
|
|
"accuracy": 0.8752083333333334,
|
|
"auc_roc": 0.9549771990740741,
|
|
"f1": 0.9121314361155933,
|
|
"confusion_matrix": [
|
|
[
|
|
1092,
|
|
108
|
|
],
|
|
[
|
|
491,
|
|
3109
|
|
]
|
|
]
|
|
},
|
|
"source_metrics": {
|
|
"inpainting": {
|
|
"accuracy": 0.7658333333333334,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
281,
|
|
919
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.7658333333333334,
|
|
"pairwise_auc": 0.9262888888888887,
|
|
"pairwise_f1": 0.8253255500673552
|
|
},
|
|
"insight": {
|
|
"accuracy": 0.8608333333333333,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
167,
|
|
1033
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.8608333333333333,
|
|
"pairwise_auc": 0.9517732638888888,
|
|
"pairwise_f1": 0.8825288338316959
|
|
},
|
|
"text2img": {
|
|
"accuracy": 0.9641666666666666,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
43,
|
|
1157
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"detection_rate": 0.9641666666666666,
|
|
"pairwise_auc": 0.9868694444444445,
|
|
"pairwise_f1": 0.9387423935091278
|
|
},
|
|
"wiki": {
|
|
"accuracy": 0.91,
|
|
"auc_roc": null,
|
|
"f1": null,
|
|
"confusion_matrix": [
|
|
[
|
|
1092,
|
|
108
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
]
|
|
],
|
|
"n": 1200,
|
|
"false_alarm_rate": 0.08999999999999997
|
|
}
|
|
},
|
|
"pair_metrics": {
|
|
"wiki_vs_inpainting": {
|
|
"sources": [
|
|
"wiki",
|
|
"inpainting"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8379166666666666,
|
|
"auc_roc": 0.9262888888888887,
|
|
"f1": 0.8253255500673552,
|
|
"confusion_matrix": [
|
|
[
|
|
1092,
|
|
108
|
|
],
|
|
[
|
|
281,
|
|
919
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_insight": {
|
|
"sources": [
|
|
"wiki",
|
|
"insight"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.8854166666666666,
|
|
"auc_roc": 0.9517732638888888,
|
|
"f1": 0.8825288338316959,
|
|
"confusion_matrix": [
|
|
[
|
|
1092,
|
|
108
|
|
],
|
|
[
|
|
167,
|
|
1033
|
|
]
|
|
]
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"sources": [
|
|
"wiki",
|
|
"text2img"
|
|
],
|
|
"n": 2400,
|
|
"accuracy": 0.9370833333333334,
|
|
"auc_roc": 0.9868694444444445,
|
|
"f1": 0.9387423935091278,
|
|
"confusion_matrix": [
|
|
[
|
|
1092,
|
|
108
|
|
],
|
|
[
|
|
43,
|
|
1157
|
|
]
|
|
]
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"aggregated_metrics": {
|
|
"accuracy": {
|
|
"mean": 0.8837083333333334,
|
|
"std": 0.018489744717605564,
|
|
"ci_95": 0.016206975821472007,
|
|
"values": [
|
|
0.900625,
|
|
0.9027083333333333,
|
|
0.8583333333333333,
|
|
0.8816666666666667,
|
|
0.8752083333333334
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9536597453703702,
|
|
"std": 0.0060110818924978176,
|
|
"ci_95": 0.005268945590137735,
|
|
"values": [
|
|
0.9572935185185185,
|
|
0.957677662037037,
|
|
0.9431243055555555,
|
|
0.9552260416666667,
|
|
0.9549771990740741
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.9194862507135602,
|
|
"std": 0.014118942609677002,
|
|
"ci_95": 0.012375798854697175,
|
|
"values": [
|
|
0.9330150259794973,
|
|
0.9335609617299758,
|
|
0.900497512437811,
|
|
0.9182263173049237,
|
|
0.9121314361155933
|
|
]
|
|
}
|
|
},
|
|
"aggregated_per_source": {
|
|
"inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.8240000000000001,
|
|
"std": 0.0453895178794987,
|
|
"ci_95": 0.039785666598244465,
|
|
"values": [
|
|
0.8733333333333333,
|
|
0.8625,
|
|
0.7933333333333333,
|
|
0.825,
|
|
0.7658333333333334
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.8240000000000001,
|
|
"std": 0.0453895178794987,
|
|
"ci_95": 0.039785666598244465,
|
|
"values": [
|
|
0.8733333333333333,
|
|
0.8625,
|
|
0.7933333333333333,
|
|
0.825,
|
|
0.7658333333333334
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.9295859722222222,
|
|
"std": 0.008284010788496325,
|
|
"ci_95": 0.007261255609772411,
|
|
"values": [
|
|
0.9345378472222223,
|
|
0.9378954861111112,
|
|
0.9168444444444446,
|
|
0.9323631944444444,
|
|
0.9262888888888887
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.8437534240539728,
|
|
"std": 0.01930317026954635,
|
|
"ci_95": 0.01691997475435176,
|
|
"values": [
|
|
0.856559051900286,
|
|
0.8686529584557281,
|
|
0.8245993936769164,
|
|
0.8436301661695782,
|
|
0.8253255500673552
|
|
]
|
|
}
|
|
},
|
|
"insight": {
|
|
"accuracy": {
|
|
"mean": 0.8781666666666667,
|
|
"std": 0.033641285812392945,
|
|
"ci_95": 0.029487887155387863,
|
|
"values": [
|
|
0.91,
|
|
0.9058333333333334,
|
|
0.8291666666666667,
|
|
0.885,
|
|
0.8608333333333333
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.8781666666666667,
|
|
"std": 0.033641285812392945,
|
|
"ci_95": 0.029487887155387863,
|
|
"values": [
|
|
0.91,
|
|
0.9058333333333334,
|
|
0.8291666666666667,
|
|
0.885,
|
|
0.8608333333333333
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.9498123611111111,
|
|
"std": 0.006887733143102866,
|
|
"ci_95": 0.006037364291391668,
|
|
"values": [
|
|
0.9505375,
|
|
0.9527034722222223,
|
|
0.9380381944444445,
|
|
0.9560093749999999,
|
|
0.9517732638888888
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.8752471028278743,
|
|
"std": 0.017478160355823974,
|
|
"ci_95": 0.01532028303348761,
|
|
"values": [
|
|
0.876756322761943,
|
|
0.8928131416837782,
|
|
0.8460884353741497,
|
|
0.8780487804878049,
|
|
0.8825288338316959
|
|
]
|
|
}
|
|
},
|
|
"text2img": {
|
|
"accuracy": {
|
|
"mean": 0.9608333333333332,
|
|
"std": 0.017068082623553364,
|
|
"ci_95": 0.014960834052804522,
|
|
"values": [
|
|
0.985,
|
|
0.9658333333333333,
|
|
0.9416666666666667,
|
|
0.9475,
|
|
0.9641666666666666
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"detection_rate": {
|
|
"mean": 0.9608333333333332,
|
|
"std": 0.017068082623553364,
|
|
"ci_95": 0.014960834052804522,
|
|
"values": [
|
|
0.985,
|
|
0.9658333333333333,
|
|
0.9416666666666667,
|
|
0.9475,
|
|
0.9641666666666666
|
|
]
|
|
},
|
|
"pairwise_auc": {
|
|
"mean": 0.9815809027777778,
|
|
"std": 0.005579995979494273,
|
|
"ci_95": 0.004891082127135289,
|
|
"values": [
|
|
0.9868052083333332,
|
|
0.9824340277777778,
|
|
0.9744902777777779,
|
|
0.9773055555555555,
|
|
0.9868694444444445
|
|
]
|
|
},
|
|
"pairwise_f1": {
|
|
"mean": 0.9199582413472746,
|
|
"std": 0.012079873840998933,
|
|
"ci_95": 0.010588476274693278,
|
|
"values": [
|
|
0.9159240604416893,
|
|
0.9246110889509374,
|
|
0.9087253719340571,
|
|
0.9117882919005613,
|
|
0.9387423935091278
|
|
]
|
|
}
|
|
},
|
|
"wiki": {
|
|
"accuracy": {
|
|
"mean": 0.8718333333333333,
|
|
"std": 0.02698636486985401,
|
|
"ci_95": 0.023654591755325485,
|
|
"values": [
|
|
0.8341666666666666,
|
|
0.8766666666666667,
|
|
0.8691666666666666,
|
|
0.8691666666666666,
|
|
0.91
|
|
]
|
|
},
|
|
"n": {
|
|
"mean": 1200.0,
|
|
"std": 0.0,
|
|
"ci_95": 0.0,
|
|
"values": [
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200,
|
|
1200
|
|
]
|
|
},
|
|
"false_alarm_rate": {
|
|
"mean": 0.12816666666666668,
|
|
"std": 0.02698636486985401,
|
|
"ci_95": 0.023654591755325485,
|
|
"values": [
|
|
0.1658333333333334,
|
|
0.1233333333333333,
|
|
0.13083333333333336,
|
|
0.13083333333333336,
|
|
0.08999999999999997
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"aggregated_pairwise": {
|
|
"wiki_vs_inpainting": {
|
|
"accuracy": {
|
|
"mean": 0.8479166666666668,
|
|
"std": 0.014848774734337893,
|
|
"ci_95": 0.013015524917915876,
|
|
"values": [
|
|
0.85375,
|
|
0.8695833333333334,
|
|
0.83125,
|
|
0.8470833333333333,
|
|
0.8379166666666666
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9295859722222222,
|
|
"std": 0.008284010788496325,
|
|
"ci_95": 0.007261255609772411,
|
|
"values": [
|
|
0.9345378472222223,
|
|
0.9378954861111112,
|
|
0.9168444444444446,
|
|
0.9323631944444444,
|
|
0.9262888888888887
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.8437534240539728,
|
|
"std": 0.01930317026954635,
|
|
"ci_95": 0.01691997475435176,
|
|
"values": [
|
|
0.856559051900286,
|
|
0.8686529584557281,
|
|
0.8245993936769164,
|
|
0.8436301661695782,
|
|
0.8253255500673552
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_insight": {
|
|
"accuracy": {
|
|
"mean": 0.875,
|
|
"std": 0.016223268611609828,
|
|
"ci_95": 0.014220321921656898,
|
|
"values": [
|
|
0.8720833333333333,
|
|
0.89125,
|
|
0.8491666666666666,
|
|
0.8770833333333333,
|
|
0.8854166666666666
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9498123611111111,
|
|
"std": 0.006887733143102866,
|
|
"ci_95": 0.006037364291391668,
|
|
"values": [
|
|
0.9505375,
|
|
0.9527034722222223,
|
|
0.9380381944444445,
|
|
0.9560093749999999,
|
|
0.9517732638888888
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.8752471028278743,
|
|
"std": 0.017478160355823974,
|
|
"ci_95": 0.01532028303348761,
|
|
"values": [
|
|
0.876756322761943,
|
|
0.8928131416837782,
|
|
0.8460884353741497,
|
|
0.8780487804878049,
|
|
0.8825288338316959
|
|
]
|
|
}
|
|
},
|
|
"wiki_vs_text2img": {
|
|
"accuracy": {
|
|
"mean": 0.9163333333333334,
|
|
"std": 0.013071650835130058,
|
|
"ci_95": 0.011457807139433139,
|
|
"values": [
|
|
0.9095833333333333,
|
|
0.92125,
|
|
0.9054166666666666,
|
|
0.9083333333333333,
|
|
0.9370833333333334
|
|
]
|
|
},
|
|
"auc_roc": {
|
|
"mean": 0.9815809027777778,
|
|
"std": 0.005579995979494273,
|
|
"ci_95": 0.004891082127135289,
|
|
"values": [
|
|
0.9868052083333332,
|
|
0.9824340277777778,
|
|
0.9744902777777779,
|
|
0.9773055555555555,
|
|
0.9868694444444445
|
|
]
|
|
},
|
|
"f1": {
|
|
"mean": 0.9199582413472746,
|
|
"std": 0.012079873840998933,
|
|
"ci_95": 0.010588476274693278,
|
|
"values": [
|
|
0.9159240604416893,
|
|
0.9246110889509374,
|
|
0.9087253719340571,
|
|
0.9117882919005613,
|
|
0.9387423935091278
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"config": {
|
|
"seed": 42,
|
|
"cv_folds": 5,
|
|
"batch_size": 32,
|
|
"num_workers": 4,
|
|
"early_stopping_patience": 5,
|
|
"lr": 0.0001,
|
|
"weight_decay": 0.0001,
|
|
"T_max": 15,
|
|
"data_dir": "data",
|
|
"run_name": "p2a_t3_holdout_inpainting",
|
|
"backbone": "resnet18",
|
|
"pretrained": true,
|
|
"epochs": 15,
|
|
"image_size": 224,
|
|
"subsample": 0.2,
|
|
"augment": false,
|
|
"normalization": "imagenet",
|
|
"train_sources": [
|
|
"wiki",
|
|
"text2img",
|
|
"insight"
|
|
],
|
|
"eval_sources": [
|
|
"wiki",
|
|
"text2img",
|
|
"insight",
|
|
"inpainting"
|
|
]
|
|
}
|
|
} |