From 580808d9adb27acfcabb3def9c0517a3ade090b8 Mon Sep 17 00:00:00 2001 From: Johnny Fernandes Date: Wed, 6 May 2026 19:14:19 +0000 Subject: [PATCH] Phase 4 classifier results --- .../outputs/logs/p4_convnext_tiny_100pct.json | 1681 ++++++++++++++++ .../outputs/logs/p4_convnext_tiny_50pct.json | 1697 +++++++++++++++++ .../logs/p4_efficientnet_b0_100pct.json | 1633 ++++++++++++++++ .../logs/p4_efficientnet_b0_50pct.json | 1641 ++++++++++++++++ .../outputs/logs/p4_resnet50_100pct.json | 1641 ++++++++++++++++ .../outputs/logs/p4_resnet50_50pct.json | 1641 ++++++++++++++++ .../p4_convnext_tiny_100pct_fold0_best.pt | 3 + .../p4_convnext_tiny_100pct_fold0_final.pt | 3 + .../p4_convnext_tiny_100pct_fold1_best.pt | 3 + .../p4_convnext_tiny_100pct_fold1_final.pt | 3 + .../p4_convnext_tiny_100pct_fold2_best.pt | 3 + .../p4_convnext_tiny_100pct_fold2_final.pt | 3 + .../p4_convnext_tiny_100pct_fold3_best.pt | 3 + .../p4_convnext_tiny_100pct_fold3_final.pt | 3 + .../p4_convnext_tiny_100pct_fold4_best.pt | 3 + .../p4_convnext_tiny_100pct_fold4_final.pt | 3 + .../p4_convnext_tiny_50pct_fold0_best.pt | 3 + .../p4_convnext_tiny_50pct_fold0_final.pt | 3 + .../p4_convnext_tiny_50pct_fold1_best.pt | 3 + .../p4_convnext_tiny_50pct_fold1_final.pt | 3 + .../p4_convnext_tiny_50pct_fold2_best.pt | 3 + .../p4_convnext_tiny_50pct_fold2_final.pt | 3 + .../p4_convnext_tiny_50pct_fold3_best.pt | 3 + .../p4_convnext_tiny_50pct_fold3_final.pt | 3 + .../p4_convnext_tiny_50pct_fold4_best.pt | 3 + .../p4_convnext_tiny_50pct_fold4_final.pt | 3 + .../p4_efficientnet_b0_100pct_fold0_best.pt | 3 + .../p4_efficientnet_b0_100pct_fold0_final.pt | 3 + .../p4_efficientnet_b0_100pct_fold1_best.pt | 3 + .../p4_efficientnet_b0_100pct_fold1_final.pt | 3 + .../p4_efficientnet_b0_100pct_fold2_best.pt | 3 + .../p4_efficientnet_b0_100pct_fold2_final.pt | 3 + .../p4_efficientnet_b0_100pct_fold3_best.pt | 3 + .../p4_efficientnet_b0_100pct_fold3_final.pt | 3 + .../p4_efficientnet_b0_100pct_fold4_best.pt | 3 + .../p4_efficientnet_b0_100pct_fold4_final.pt | 3 + .../p4_efficientnet_b0_50pct_fold0_best.pt | 3 + .../p4_efficientnet_b0_50pct_fold0_final.pt | 3 + .../p4_efficientnet_b0_50pct_fold1_best.pt | 3 + .../p4_efficientnet_b0_50pct_fold1_final.pt | 3 + .../p4_efficientnet_b0_50pct_fold2_best.pt | 3 + .../p4_efficientnet_b0_50pct_fold2_final.pt | 3 + .../p4_efficientnet_b0_50pct_fold3_best.pt | 3 + .../p4_efficientnet_b0_50pct_fold3_final.pt | 3 + .../p4_efficientnet_b0_50pct_fold4_best.pt | 3 + .../p4_efficientnet_b0_50pct_fold4_final.pt | 3 + .../models/p4_resnet50_100pct_fold0_best.pt | 3 + .../models/p4_resnet50_100pct_fold0_final.pt | 3 + .../models/p4_resnet50_100pct_fold1_best.pt | 3 + .../models/p4_resnet50_100pct_fold1_final.pt | 3 + .../models/p4_resnet50_100pct_fold2_best.pt | 3 + .../models/p4_resnet50_100pct_fold2_final.pt | 3 + .../models/p4_resnet50_100pct_fold3_best.pt | 3 + .../models/p4_resnet50_100pct_fold3_final.pt | 3 + .../models/p4_resnet50_100pct_fold4_best.pt | 3 + .../models/p4_resnet50_100pct_fold4_final.pt | 3 + .../models/p4_resnet50_50pct_fold0_best.pt | 3 + .../models/p4_resnet50_50pct_fold0_final.pt | 3 + .../models/p4_resnet50_50pct_fold1_best.pt | 3 + .../models/p4_resnet50_50pct_fold1_final.pt | 3 + .../models/p4_resnet50_50pct_fold2_best.pt | 3 + .../models/p4_resnet50_50pct_fold2_final.pt | 3 + .../models/p4_resnet50_50pct_fold3_best.pt | 3 + .../models/p4_resnet50_50pct_fold3_final.pt | 3 + .../models/p4_resnet50_50pct_fold4_best.pt | 3 + .../models/p4_resnet50_50pct_fold4_final.pt | 3 + .../pipeline/20260506T115600.399895+0000.json | 17 + 67 files changed, 10131 insertions(+) create mode 100644 classifier/outputs/logs/p4_convnext_tiny_100pct.json create mode 100644 classifier/outputs/logs/p4_convnext_tiny_50pct.json create mode 100644 classifier/outputs/logs/p4_efficientnet_b0_100pct.json create mode 100644 classifier/outputs/logs/p4_efficientnet_b0_50pct.json create mode 100644 classifier/outputs/logs/p4_resnet50_100pct.json create mode 100644 classifier/outputs/logs/p4_resnet50_50pct.json create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold0_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold0_final.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold1_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold1_final.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold2_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold2_final.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold3_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold3_final.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold4_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_100pct_fold4_final.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold0_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold0_final.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold1_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold1_final.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold2_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold2_final.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold3_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold3_final.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold4_best.pt create mode 100644 classifier/outputs/models/p4_convnext_tiny_50pct_fold4_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold0_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold0_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold1_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold1_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold2_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold2_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold3_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold3_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold4_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_100pct_fold4_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold0_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold0_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold1_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold1_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold2_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold2_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold3_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold3_final.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold4_best.pt create mode 100644 classifier/outputs/models/p4_efficientnet_b0_50pct_fold4_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold0_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold0_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold1_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold1_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold2_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold2_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold3_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold3_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold4_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_100pct_fold4_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold0_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold0_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold1_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold1_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold2_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold2_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold3_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold3_final.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold4_best.pt create mode 100644 classifier/outputs/models/p4_resnet50_50pct_fold4_final.pt create mode 100644 classifier/outputs/pipeline/20260506T115600.399895+0000.json diff --git a/classifier/outputs/logs/p4_convnext_tiny_100pct.json b/classifier/outputs/logs/p4_convnext_tiny_100pct.json new file mode 100644 index 0000000..0a78e52 --- /dev/null +++ b/classifier/outputs/logs/p4_convnext_tiny_100pct.json @@ -0,0 +1,1681 @@ +{ + "run_name": "p4_convnext_tiny_100pct", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10976590474912276, + 0.06032068864557746, + 0.04213135505780142, + 0.03131574821051159, + 0.022795871932038508, + 0.01803405568006484, + 0.01305549041393331, + 0.009530137429070674, + 0.006397134670442534 + ], + "train_acc": [ + 0.9182523148148148, + 0.9625694444444445, + 0.9768402777777778, + 0.9841666666666666, + 0.9890046296296297, + 0.992037037037037, + 0.9942708333333333, + 0.9961226851851852, + 0.9975347222222222 + ], + "train_auc": [ + 0.972647155421239, + 0.9926088748856883, + 0.9965618612825788, + 0.9982927962105624, + 0.9989916452331962, + 0.9993695541123686, + 0.9995857988968907, + 0.9998419835248057, + 0.9999009352137631 + ], + "train_f1": [ + 0.9443354218386728, + 0.9748694516971279, + 0.984509626326668, + 0.9894296002101717, + 0.9926611457882701, + 0.9946895550958659, + 0.9961790519417363, + 0.9974146247347097, + 0.9983564180716848 + ], + "val_loss": [ + 0.1326672952055378, + 0.12021120857016589, + 0.10581790425145907, + 0.06503360926566226, + 0.11248262809961185, + 0.15313717411119795, + 0.11509020431104848, + 0.12211939117706, + 0.12375426999108943 + ], + "val_acc": [ + 0.9532291666666667, + 0.9578125, + 0.9578125, + 0.9759375, + 0.9711458333333334, + 0.9647916666666667, + 0.9713541666666666, + 0.9715625, + 0.973125 + ], + "val_auc": [ + 0.9914556423611111, + 0.992825954861111, + 0.9922774305555555, + 0.995397974537037, + 0.9921208622685185, + 0.9870002314814815, + 0.9896727141203704, + 0.9885880497685184, + 0.9905859664351852 + ], + "val_f1": [ + 0.9695034979284113, + 0.9723869912047454, + 0.9722088794345708, + 0.9839794715306194, + 0.9809477955842906, + 0.9768651608487338, + 0.9810253225695164, + 0.9811581199530679, + 0.9822485207100592 + ] + }, + "test_metrics": { + "accuracy": 0.972375, + "auc_roc": 0.9951469351851852, + "f1": 0.9815674608690818, + "confusion_matrix": [ + [ + 5684, + 316 + ], + [ + 347, + 17653 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9876666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 74, + 5926 + ] + ], + "n": 6000, + "detection_rate": 0.9876666666666667, + "pairwise_auc": 0.9963563194444445, + "pairwise_f1": 0.9681424603822905 + }, + "insight": { + "accuracy": 0.96, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 240, + 5760 + ] + ], + "n": 6000, + "detection_rate": 0.96, + "pairwise_auc": 0.9909720277777778, + "pairwise_f1": 0.9539582643259358 + }, + "text2img": { + "accuracy": 0.9945, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 33, + 5967 + ] + ], + "n": 6000, + "detection_rate": 0.9945, + "pairwise_auc": 0.9981124583333334, + "pairwise_f1": 0.9715867459089799 + }, + "wiki": { + "accuracy": 0.9473333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5684, + 316 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.05266666666666664 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9675, + "auc_roc": 0.9963563194444445, + "f1": 0.9681424603822905, + "confusion_matrix": [ + [ + 5684, + 316 + ], + [ + 74, + 5926 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9536666666666667, + "auc_roc": 0.9909720277777778, + "f1": 0.9539582643259358, + "confusion_matrix": [ + [ + 5684, + 316 + ], + [ + 240, + 5760 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9709166666666667, + "auc_roc": 0.9981124583333334, + "f1": 0.9715867459089799, + "confusion_matrix": [ + [ + 5684, + 316 + ], + [ + 33, + 5967 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10888035357179535, + 0.06245906389745263, + 0.04233236001333959, + 0.03127222566347444, + 0.023119855731737415, + 0.01731506652521636, + 0.013754887645344988, + 0.009147508151029764, + 0.006803555942935367, + 0.004607445764163963 + ], + "train_acc": [ + 0.9171180555555556, + 0.9623379629629629, + 0.9762152777777777, + 0.9834722222222222, + 0.9889236111111112, + 0.9923148148148148, + 0.9938078703703703, + 0.9963078703703704, + 0.9972106481481482, + 0.9982291666666666 + ], + "train_auc": [ + 0.9728382994684499, + 0.9921846397033607, + 0.9966746824274121, + 0.9982485789609054, + 0.9990945305355511, + 0.9995077924954275, + 0.9995755912065616, + 0.9998351869713077, + 0.9998384480738455, + 0.9999152463420211 + ], + "train_f1": [ + 0.9434828933349118, + 0.974741907940697, + 0.9840888854477179, + 0.9889601855431002, + 0.9926092966861538, + 0.9948740910003242, + 0.9958692681269641, + 0.9975382193377116, + 0.9981398436233685, + 0.9988192895673044 + ], + "val_loss": [ + 0.07399313345444777, + 0.09379419833732149, + 0.07221478742896276, + 0.06820129759006098, + 0.06364023558270067, + 0.08462312995652307, + 0.09529060832261772, + 0.1369951495661068, + 0.09639229792060178, + 0.12909956996560443 + ], + "val_acc": [ + 0.9608333333333333, + 0.9092708333333334, + 0.970625, + 0.9685416666666666, + 0.9670833333333333, + 0.9722916666666667, + 0.9740625, + 0.97375, + 0.9709375, + 0.9746875 + ], + "val_auc": [ + 0.9919782118055555, + 0.9920560185185184, + 0.9955509837962963, + 0.9950098379629629, + 0.9957432291666666, + 0.9949310185185185, + 0.9937863715277778, + 0.9865707465277778, + 0.9946733217592593, + 0.9871513020833332 + ], + "val_f1": [ + 0.9738997639872276, + 0.9358001031915678, + 0.9804898298048983, + 0.9789898427716711, + 0.9778307843412376, + 0.9815303430079155, + 0.9827884150134789, + 0.9826398456875173, + 0.9806290356175796, + 0.9832563908220217 + ] + }, + "test_metrics": { + "accuracy": 0.9671666666666666, + "auc_roc": 0.9953128101851851, + "f1": 0.9778664119993259, + "confusion_matrix": [ + [ + 5805, + 195 + ], + [ + 593, + 17407 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.983, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 102, + 5898 + ] + ], + "n": 6000, + "detection_rate": 0.983, + "pairwise_auc": 0.9977181250000001, + "pairwise_f1": 0.9754403373852643 + }, + "insight": { + "accuracy": 0.9246666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 452, + 5548 + ] + ], + "n": 6000, + "detection_rate": 0.9246666666666666, + "pairwise_auc": 0.9891100416666667, + "pairwise_f1": 0.9449033466746146 + }, + "text2img": { + "accuracy": 0.9935, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 39, + 5961 + ] + ], + "n": 6000, + "detection_rate": 0.9935, + "pairwise_auc": 0.9991102638888888, + "pairwise_f1": 0.9807502467917077 + }, + "wiki": { + "accuracy": 0.9675, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5805, + 195 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.03249999999999997 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.97525, + "auc_roc": 0.9977181250000001, + "f1": 0.9754403373852643, + "confusion_matrix": [ + [ + 5805, + 195 + ], + [ + 102, + 5898 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9460833333333334, + "auc_roc": 0.9891100416666667, + "f1": 0.9449033466746146, + "confusion_matrix": [ + [ + 5805, + 195 + ], + [ + 452, + 5548 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9805, + "auc_roc": 0.9991102638888888, + "f1": 0.9807502467917077, + "confusion_matrix": [ + [ + 5805, + 195 + ], + [ + 39, + 5961 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10498240089121585, + 0.061208187878359306, + 0.04396705227361289, + 0.03068989886629424, + 0.02260338703439629, + 0.01656382369378089, + 0.011915402103649522, + 0.008797623991720483, + 0.007332696492687942 + ], + "train_acc": [ + 0.9198495370370371, + 0.9634143518518519, + 0.9759027777777778, + 0.9840046296296296, + 0.9896412037037037, + 0.9924768518518519, + 0.9949537037037037, + 0.9961805555555555, + 0.9970949074074074 + ], + "train_auc": [ + 0.9746708122570873, + 0.9925247167209649, + 0.9963766382315958, + 0.998304158450503, + 0.9989714070358939, + 0.9995099311985597, + 0.9997300557984682, + 0.9998183431212848, + 0.9999147472993828 + ], + "train_f1": [ + 0.9453825586989613, + 0.9754704535754471, + 0.9838864466596495, + 0.9893179569626515, + 0.9930875753994918, + 0.994981315049878, + 0.9966351274175375, + 0.9974527209571594, + 0.9980633164355763 + ], + "val_loss": [ + 0.05447970101173269, + 0.06689616352358523, + 0.06152612486323657, + 0.05799913888744413, + 0.0905450083331713, + 0.08678834943179634, + 0.08499443884752508, + 0.1242760099450849, + 0.11798079409263967 + ], + "val_acc": [ + 0.9563541666666666, + 0.9595833333333333, + 0.9657291666666666, + 0.9689583333333334, + 0.9733333333333334, + 0.9688541666666667, + 0.975625, + 0.973125, + 0.971875 + ], + "val_auc": [ + 0.9932748553240741, + 0.9923731481481483, + 0.9950711226851852, + 0.9957342303240742, + 0.9947641493055556, + 0.9942186342592593, + 0.9949234375, + 0.9870554687500002, + 0.9882605324074074 + ], + "val_f1": [ + 0.970369846545506, + 0.9728139013452914, + 0.9768814559763895, + 0.9791053148226055, + 0.9823131131684399, + 0.9792288989232373, + 0.9837364470391994, + 0.9821181036872747, + 0.9812552068869759 + ] + }, + "test_metrics": { + "accuracy": 0.9711666666666666, + "auc_roc": 0.9956308472222222, + "f1": 0.9806032066375154, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 508, + 17492 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9833333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 100, + 5900 + ] + ], + "n": 6000, + "detection_rate": 0.9833333333333333, + "pairwise_auc": 0.9972175277777778, + "pairwise_f1": 0.9764978483945713 + }, + "insight": { + "accuracy": 0.9421666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 347, + 5653 + ] + ], + "n": 6000, + "detection_rate": 0.9421666666666667, + "pairwise_auc": 0.991956486111111, + "pairwise_f1": 0.955140660640365 + }, + "text2img": { + "accuracy": 0.9898333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 61, + 5939 + ] + ], + "n": 6000, + "detection_rate": 0.9898333333333333, + "pairwise_auc": 0.9977185277777777, + "pairwise_f1": 0.9797904809040666 + }, + "wiki": { + "accuracy": 0.9693333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.03066666666666662 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9763333333333334, + "auc_roc": 0.9972175277777778, + "f1": 0.9764978483945713, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 100, + 5900 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.95575, + "auc_roc": 0.991956486111111, + "f1": 0.955140660640365, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 347, + 5653 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9795833333333334, + "auc_roc": 0.9977185277777777, + "f1": 0.9797904809040666, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 61, + 5939 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10971299468043812, + 0.06252712907555245, + 0.04297509410407252, + 0.029988402510282834, + 0.023590039267197695, + 0.017803969608290504, + 0.012462334047810416, + 0.010320856769535735, + 0.0061555235264323625 + ], + "train_acc": [ + 0.9162731481481482, + 0.9619791666666667, + 0.9764467592592593, + 0.9848263888888888, + 0.9891203703703704, + 0.9922106481481482, + 0.9946643518518519, + 0.9958796296296296, + 0.9975810185185185 + ], + "train_auc": [ + 0.9725527570587563, + 0.9922214638345908, + 0.9965160136602652, + 0.9982630344078646, + 0.9990331479338134, + 0.9993577481995886, + 0.9996407010888203, + 0.9997498338906036, + 0.9999400037865799 + ], + "train_f1": [ + 0.9428918782367058, + 0.9744987074687347, + 0.9842430061401947, + 0.9898672932301771, + 0.9927389578087101, + 0.9948047336364548, + 0.9964420501817565, + 0.9972527048509824, + 0.9983872087908696 + ], + "val_loss": [ + 0.05385312837994813, + 0.12721827414050493, + 0.07066376141650835, + 0.07291066528736943, + 0.07251917717887106, + 0.07809772704130107, + 0.11628153800508395, + 0.08125251916594001, + 0.16696450959560935 + ], + "val_acc": [ + 0.9654166666666667, + 0.9527083333333334, + 0.9677083333333333, + 0.9608333333333333, + 0.9746875, + 0.9619791666666667, + 0.9685416666666666, + 0.9721875, + 0.9691666666666666 + ], + "val_auc": [ + 0.9933230613425925, + 0.9916460069444445, + 0.9946691261574073, + 0.9950530960648148, + 0.9949720486111111, + 0.9943324074074075, + 0.9944564814814815, + 0.9944458333333333, + 0.983377980324074 + ], + "val_f1": [ + 0.9767832167832168, + 0.9691408374116368, + 0.9786000276128676, + 0.9734275618374558, + 0.9831238280436141, + 0.9742540734993299, + 0.9792468389224849, + 0.9814053903475173, + 0.9796926454445664 + ] + }, + "test_metrics": { + "accuracy": 0.9595, + "auc_roc": 0.9955074490740741, + "f1": 0.9724755054652545, + "confusion_matrix": [ + [ + 5857, + 143 + ], + [ + 829, + 17171 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9563333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 262, + 5738 + ] + ], + "n": 6000, + "detection_rate": 0.9563333333333334, + "pairwise_auc": 0.9961415, + "pairwise_f1": 0.9659119602727043 + }, + "insight": { + "accuracy": 0.9245, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 453, + 5547 + ] + ], + "n": 6000, + "detection_rate": 0.9245, + "pairwise_auc": 0.992280638888889, + "pairwise_f1": 0.94901625320787 + }, + "text2img": { + "accuracy": 0.981, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 114, + 5886 + ] + ], + "n": 6000, + "detection_rate": 0.981, + "pairwise_auc": 0.9981002083333333, + "pairwise_f1": 0.9786349655000416 + }, + "wiki": { + "accuracy": 0.9761666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5857, + 143 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.023833333333333373 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.96625, + "auc_roc": 0.9961415, + "f1": 0.9659119602727043, + "confusion_matrix": [ + [ + 5857, + 143 + ], + [ + 262, + 5738 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9503333333333334, + "auc_roc": 0.992280638888889, + "f1": 0.94901625320787, + "confusion_matrix": [ + [ + 5857, + 143 + ], + [ + 453, + 5547 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9785833333333334, + "auc_roc": 0.9981002083333333, + "f1": 0.9786349655000416, + "confusion_matrix": [ + [ + 5857, + 143 + ], + [ + 114, + 5886 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10992730081227987, + 0.05964789071156971, + 0.042661502508129126, + 0.029218906156319363, + 0.022335671255308692, + 0.017047790865896147, + 0.013907947207159883, + 0.009291278975566726, + 0.0067760476432299245, + 0.004159879369507322, + 0.0028330688595543862, + 0.0018391810449822042 + ], + "train_acc": [ + 0.916875, + 0.9636689814814815, + 0.9768981481481481, + 0.9857407407407407, + 0.9896412037037037, + 0.9922800925925926, + 0.994386574074074, + 0.9961342592592592, + 0.9972453703703704, + 0.9983796296296297, + 0.9990393518518519, + 0.9994328703703703 + ], + "train_auc": [ + 0.9727848290323503, + 0.9930250464391861, + 0.9966752975680157, + 0.998414353995199, + 0.9990329243112711, + 0.999415157750343, + 0.9996311531921582, + 0.9997684356424326, + 0.999890431027092, + 0.9999059263545953, + 0.9999682480995655, + 0.9999500718021264 + ], + "train_f1": [ + 0.9433381721787427, + 0.9756275573983058, + 0.9845537137639102, + 0.9904800173090594, + 0.9930868278967736, + 0.9948502559430517, + 0.9962569362444337, + 0.9974220836356339, + 0.9981630699885771, + 0.9989197197444366, + 0.9993595629595907, + 0.9996219164975579 + ], + "val_loss": [ + 0.12888806685456075, + 0.0682746632627095, + 0.06378444532970509, + 0.09823442336123359, + 0.08585669315273359, + 0.10028958140515896, + 0.07838637531407888, + 0.1449296971670507, + 0.11981039933865152, + 0.16668833541457084, + 0.16990588693974434, + 0.1120091624956664 + ], + "val_acc": [ + 0.9467708333333333, + 0.9613541666666666, + 0.9602083333333333, + 0.96125, + 0.9703125, + 0.9703125, + 0.971875, + 0.9707291666666666, + 0.97125, + 0.9727083333333333, + 0.9704166666666667, + 0.9765625 + ], + "val_auc": [ + 0.9882049479166666, + 0.9921254629629629, + 0.9936942418981481, + 0.9912602719907407, + 0.9924844907407406, + 0.99249296875, + 0.9941785011574075, + 0.9863015046296295, + 0.988821412037037, + 0.9804513888888888, + 0.9812513599537038, + 0.9892113136574073 + ], + "val_f1": [ + 0.9652451880568591, + 0.9741984839001321, + 0.9730530474040632, + 0.974440016490312, + 0.980201458839875, + 0.980195955805712, + 0.9811662946428571, + 0.9806246983382748, + 0.9808466342817488, + 0.9819559228650138, + 0.9804056851110804, + 0.984393424429493 + ] + }, + "test_metrics": { + "accuracy": 0.969375, + "auc_roc": 0.9952890185185185, + "f1": 0.9794778723998325, + "confusion_matrix": [ + [ + 5725, + 275 + ], + [ + 460, + 17540 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9851666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 89, + 5911 + ] + ], + "n": 6000, + "detection_rate": 0.9851666666666666, + "pairwise_auc": 0.9971204166666667, + "pairwise_f1": 0.9701296569834236 + }, + "insight": { + "accuracy": 0.942, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 348, + 5652 + ] + ], + "n": 6000, + "detection_rate": 0.942, + "pairwise_auc": 0.9896805833333335, + "pairwise_f1": 0.9477655739079399 + }, + "text2img": { + "accuracy": 0.9961666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 23, + 5977 + ] + ], + "n": 6000, + "detection_rate": 0.9961666666666666, + "pairwise_auc": 0.9990660555555555, + "pairwise_f1": 0.975677440417891 + }, + "wiki": { + "accuracy": 0.9541666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5725, + 275 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.04583333333333328 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9696666666666667, + "auc_roc": 0.9971204166666667, + "f1": 0.9701296569834236, + "confusion_matrix": [ + [ + 5725, + 275 + ], + [ + 89, + 5911 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9480833333333333, + "auc_roc": 0.9896805833333335, + "f1": 0.9477655739079399, + "confusion_matrix": [ + [ + 5725, + 275 + ], + [ + 348, + 5652 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9751666666666666, + "auc_roc": 0.9990660555555555, + "f1": 0.975677440417891, + "confusion_matrix": [ + [ + 5725, + 275 + ], + [ + 23, + 5977 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.9679166666666668, + "std": 0.005098253377383261, + "ci_95": 0.004468816118391969, + "values": [ + 0.972375, + 0.9671666666666666, + 0.9711666666666666, + 0.9595, + 0.969375 + ] + }, + "auc_roc": { + "mean": 0.9953774120370371, + "std": 0.0001912102355455466, + "ci_95": 0.00016760316119204677, + "values": [ + 0.9951469351851852, + 0.9953128101851851, + 0.9956308472222222, + 0.9955074490740741, + 0.9952890185185185 + ] + }, + "f1": { + "mean": 0.9783980914742021, + "std": 0.0035858426551305827, + "ci_95": 0.003143129669928204, + "values": [ + 0.9815674608690818, + 0.9778664119993259, + 0.9806032066375154, + 0.9724755054652545, + 0.9794778723998325 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9791000000000001, + "std": 0.012861225101486662, + "ci_95": 0.011273360851533515, + "values": [ + 0.9876666666666667, + 0.983, + 0.9833333333333333, + 0.9563333333333334, + 0.9851666666666666 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "detection_rate": { + "mean": 0.9791000000000001, + "std": 0.012861225101486662, + "ci_95": 0.011273360851533515, + "values": [ + 0.9876666666666667, + 0.983, + 0.9833333333333333, + 0.9563333333333334, + 0.9851666666666666 + ] + }, + "pairwise_auc": { + "mean": 0.9969107777777779, + "std": 0.0006498203417580526, + "ci_95": 0.000569592643274595, + "values": [ + 0.9963563194444445, + 0.9977181250000001, + 0.9972175277777778, + 0.9961415, + 0.9971204166666667 + ] + }, + "pairwise_f1": { + "mean": 0.9712244526836507, + "std": 0.004596254342627748, + "ci_95": 0.004028794563581748, + "values": [ + 0.9681424603822905, + 0.9754403373852643, + 0.9764978483945713, + 0.9659119602727043, + 0.9701296569834236 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9386666666666666, + "std": 0.014791607981104238, + "ci_95": 0.012965416049372779, + "values": [ + 0.96, + 0.9246666666666666, + 0.9421666666666667, + 0.9245, + 0.942 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "detection_rate": { + "mean": 0.9386666666666666, + "std": 0.014791607981104238, + "ci_95": 0.012965416049372779, + "values": [ + 0.96, + 0.9246666666666666, + 0.9421666666666667, + 0.9245, + 0.942 + ] + }, + "pairwise_auc": { + "mean": 0.9907999555555556, + "std": 0.0013845936256666454, + "ci_95": 0.0012136498235357784, + "values": [ + 0.9909720277777778, + 0.9891100416666667, + 0.991956486111111, + 0.992280638888889, + 0.9896805833333335 + ] + }, + "pairwise_f1": { + "mean": 0.9501568197513451, + "std": 0.004298475862220833, + "ci_95": 0.0037677802172065788, + "values": [ + 0.9539582643259358, + 0.9449033466746146, + 0.955140660640365, + 0.94901625320787, + 0.9477655739079399 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.991, + "std": 0.00605300659911164, + "ci_95": 0.005305694215756431, + "values": [ + 0.9945, + 0.9935, + 0.9898333333333333, + 0.981, + 0.9961666666666666 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "detection_rate": { + "mean": 0.991, + "std": 0.00605300659911164, + "ci_95": 0.005305694215756431, + "values": [ + 0.9945, + 0.9935, + 0.9898333333333333, + 0.981, + 0.9961666666666666 + ] + }, + "pairwise_auc": { + "mean": 0.9984215027777777, + "std": 0.0006290374771859308, + "ci_95": 0.000551375659278024, + "values": [ + 0.9981124583333334, + 0.9991102638888888, + 0.9977185277777777, + 0.9981002083333333, + 0.9990660555555555 + ] + }, + "pairwise_f1": { + "mean": 0.9772879759045374, + "std": 0.00371355893837721, + "ci_95": 0.0032550779280680507, + "values": [ + 0.9715867459089799, + 0.9807502467917077, + 0.9797904809040666, + 0.9786349655000416, + 0.975677440417891 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.9629, + "std": 0.011801953698905559, + "ci_95": 0.010344868529318702, + "values": [ + 0.9473333333333334, + 0.9675, + 0.9693333333333334, + 0.9761666666666666, + 0.9541666666666667 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "false_alarm_rate": { + "mean": 0.03709999999999998, + "std": 0.011801953698905559, + "ci_95": 0.010344868529318702, + "values": [ + 0.05266666666666664, + 0.03249999999999997, + 0.03066666666666662, + 0.023833333333333373, + 0.04583333333333328 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9710000000000001, + "std": 0.004557883890091477, + "ci_95": 0.003995161379023922, + "values": [ + 0.9675, + 0.97525, + 0.9763333333333334, + 0.96625, + 0.9696666666666667 + ] + }, + "auc_roc": { + "mean": 0.9969107777777779, + "std": 0.0006498203417580526, + "ci_95": 0.000569592643274595, + "values": [ + 0.9963563194444445, + 0.9977181250000001, + 0.9972175277777778, + 0.9961415, + 0.9971204166666667 + ] + }, + "f1": { + "mean": 0.9712244526836507, + "std": 0.004596254342627748, + "ci_95": 0.004028794563581748, + "values": [ + 0.9681424603822905, + 0.9754403373852643, + 0.9764978483945713, + 0.9659119602727043, + 0.9701296569834236 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.9507833333333334, + "std": 0.0039548669032247, + "ci_95": 0.0034665936851292086, + "values": [ + 0.9536666666666667, + 0.9460833333333334, + 0.95575, + 0.9503333333333334, + 0.9480833333333333 + ] + }, + "auc_roc": { + "mean": 0.9907999555555556, + "std": 0.0013845936256666454, + "ci_95": 0.0012136498235357784, + "values": [ + 0.9909720277777778, + 0.9891100416666667, + 0.991956486111111, + 0.992280638888889, + 0.9896805833333335 + ] + }, + "f1": { + "mean": 0.9501568197513451, + "std": 0.004298475862220833, + "ci_95": 0.0037677802172065788, + "values": [ + 0.9539582643259358, + 0.9449033466746146, + 0.955140660640365, + 0.94901625320787, + 0.9477655739079399 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9769500000000001, + "std": 0.0039302070909530955, + "ci_95": 0.0034449784066409453, + "values": [ + 0.9709166666666667, + 0.9805, + 0.9795833333333334, + 0.9785833333333334, + 0.9751666666666666 + ] + }, + "auc_roc": { + "mean": 0.9984215027777777, + "std": 0.0006290374771859308, + "ci_95": 0.000551375659278024, + "values": [ + 0.9981124583333334, + 0.9991102638888888, + 0.9977185277777777, + 0.9981002083333333, + 0.9990660555555555 + ] + }, + "f1": { + "mean": 0.9772879759045374, + "std": 0.00371355893837721, + "ci_95": 0.0032550779280680507, + "values": [ + 0.9715867459089799, + 0.9807502467917077, + 0.9797904809040666, + 0.9786349655000416, + 0.975677440417891 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "augment": false, + "run_name": "p4_convnext_tiny_100pct", + "backbone": "convnext_tiny", + "subsample": 1.0 + } +} \ No newline at end of file diff --git a/classifier/outputs/logs/p4_convnext_tiny_50pct.json b/classifier/outputs/logs/p4_convnext_tiny_50pct.json new file mode 100644 index 0000000..9824e83 --- /dev/null +++ b/classifier/outputs/logs/p4_convnext_tiny_50pct.json @@ -0,0 +1,1697 @@ +{ + "run_name": "p4_convnext_tiny_50pct", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.1324003338475746, + 0.07056582549103985, + 0.04883228535469647, + 0.03327037052992468, + 0.023922141727331717, + 0.01889284345636649, + 0.012466822734750168, + 0.008877882149052446, + 0.00629034520371348, + 0.003594910873839749, + 0.0035115355227735225 + ], + "train_acc": [ + 0.8927777777777778, + 0.9538657407407407, + 0.9730324074074074, + 0.9830787037037036, + 0.9891666666666666, + 0.992037037037037, + 0.9944675925925925, + 0.9963657407407407, + 0.9975, + 0.9987037037037036, + 0.9988657407407407 + ], + "train_auc": [ + 0.9588649377000458, + 0.9895250671582075, + 0.9954904721079103, + 0.9977989354709649, + 0.9989553583676268, + 0.9993550082876086, + 0.999646920724737, + 0.9998249928555097, + 0.9998839406149977, + 0.9999280949931413, + 0.9999433741998169 + ], + "train_f1": [ + 0.9263124403436207, + 0.9689510663820904, + 0.9819533730927117, + 0.9886924373907529, + 0.9927704143108722, + 0.9946890631754461, + 0.996309963099631, + 0.997576150556559, + 0.9983329731732165, + 0.9991358291410759, + 0.9992438388296477 + ], + "val_loss": [ + 0.06550615353509784, + 0.07078924130396141, + 0.07756117730794358, + 0.08732641841614774, + 0.11466669936306668, + 0.08110513987126372, + 0.11033295377741524, + 0.10932434461073474, + 0.1203271046584814, + 0.1371523315852149, + 0.1439854751119856 + ], + "val_acc": [ + 0.9439583333333333, + 0.96125, + 0.9579166666666666, + 0.96375, + 0.958125, + 0.9697916666666667, + 0.9622916666666667, + 0.965625, + 0.9672916666666667, + 0.9683333333333334, + 0.9704166666666667 + ], + "val_auc": [ + 0.990547337962963, + 0.9919372685185185, + 0.9917865740740741, + 0.9923704861111111, + 0.9898861111111112, + 0.993287037037037, + 0.9887357638888888, + 0.9898836805555555, + 0.9889494212962961, + 0.9858118055555556, + 0.9860413194444445 + ], + "val_f1": [ + 0.9616863694630394, + 0.9741307371349096, + 0.9717245240761478, + 0.9758935993349959, + 0.9720406176102379, + 0.9797909407665505, + 0.9745750807697711, + 0.9769198489299202, + 0.9780511673423739, + 0.9788830230619616, + 0.9803704727674869 + ] + }, + "test_metrics": { + "accuracy": 0.9660833333333333, + "auc_roc": 0.9936477407407408, + "f1": 0.9772714580890155, + "confusion_matrix": [ + [ + 2843, + 157 + ], + [ + 250, + 8750 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.982, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 54, + 2946 + ] + ], + "n": 3000, + "detection_rate": 0.982, + "pairwise_auc": 0.9948652777777777, + "pairwise_f1": 0.9654268392593807 + }, + "insight": { + "accuracy": 0.9433333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 170, + 2830 + ] + ], + "n": 3000, + "detection_rate": 0.9433333333333334, + "pairwise_auc": 0.9885088888888889, + "pairwise_f1": 0.9453816602639051 + }, + "text2img": { + "accuracy": 0.9913333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 26, + 2974 + ] + ], + "n": 3000, + "detection_rate": 0.9913333333333333, + "pairwise_auc": 0.9975690555555555, + "pairwise_f1": 0.9701516881422281 + }, + "wiki": { + "accuracy": 0.9476666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2843, + 157 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.05233333333333334 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9648333333333333, + "auc_roc": 0.9948652777777777, + "f1": 0.9654268392593807, + "confusion_matrix": [ + [ + 2843, + 157 + ], + [ + 54, + 2946 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9455, + "auc_roc": 0.9885088888888889, + "f1": 0.9453816602639051, + "confusion_matrix": [ + [ + 2843, + 157 + ], + [ + 170, + 2830 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9695, + "auc_roc": 0.9975690555555555, + "f1": 0.9701516881422281, + "confusion_matrix": [ + [ + 2843, + 157 + ], + [ + 26, + 2974 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.13494926468814136, + 0.070382738929949, + 0.04415779119124097, + 0.034894494019269286, + 0.021701306268555022, + 0.017471862595946866, + 0.012325846984598751, + 0.008585476495817838 + ], + "train_acc": [ + 0.8924537037037037, + 0.9551851851851851, + 0.9748611111111111, + 0.9831712962962963, + 0.9897685185185185, + 0.9923611111111111, + 0.9945833333333334, + 0.9965972222222222 + ], + "train_auc": [ + 0.9576937628600823, + 0.9897891446616369, + 0.9963833862025606, + 0.9978542938385917, + 0.9991015946502058, + 0.9994521219135803, + 0.9996434770804755, + 0.9998504929698215 + ], + "train_f1": [ + 0.9261860125194623, + 0.9698892621624985, + 0.9831810438284033, + 0.9887647395181356, + 0.993172268907563, + 0.9949047339653522, + 0.9963867700194559, + 0.9977311663656989 + ], + "val_loss": [ + 0.07278420249621073, + 0.11457949502548824, + 0.087169714011737, + 0.09928308459343195, + 0.19095568166800148, + 0.10872075447055977, + 0.11499772694280788, + 0.2413363664977017 + ], + "val_acc": [ + 0.9325, + 0.9525, + 0.9604166666666667, + 0.946875, + 0.95625, + 0.9558333333333333, + 0.9652083333333333, + 0.9547916666666667 + ], + "val_auc": [ + 0.9876380787037037, + 0.9876533564814816, + 0.9908244212962963, + 0.9904368055555556, + 0.9822270833333334, + 0.9891061342592593, + 0.9887234953703703, + 0.9749494212962964 + ], + "val_f1": [ + 0.9535683576956148, + 0.9688183807439825, + 0.9735596994155302, + 0.9638143891017454, + 0.9713349713349714, + 0.9701408450704225, + 0.9767312247457155, + 0.9704480457578646 + ] + }, + "test_metrics": { + "accuracy": 0.9635833333333333, + "auc_roc": 0.9917172407407407, + "f1": 0.9757585843457036, + "confusion_matrix": [ + [ + 2768, + 232 + ], + [ + 205, + 8795 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9793333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 62, + 2938 + ] + ], + "n": 3000, + "detection_rate": 0.9793333333333333, + "pairwise_auc": 0.9914672777777779, + "pairwise_f1": 0.9523500810372771 + }, + "insight": { + "accuracy": 0.9676666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 97, + 2903 + ] + ], + "n": 3000, + "detection_rate": 0.9676666666666667, + "pairwise_auc": 0.9896503888888889, + "pairwise_f1": 0.9463732681336593 + }, + "text2img": { + "accuracy": 0.9846666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 46, + 2954 + ] + ], + "n": 3000, + "detection_rate": 0.9846666666666667, + "pairwise_auc": 0.9940340555555556, + "pairwise_f1": 0.9550598124797931 + }, + "wiki": { + "accuracy": 0.9226666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2768, + 232 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.07733333333333337 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.951, + "auc_roc": 0.9914672777777779, + "f1": 0.9523500810372771, + "confusion_matrix": [ + [ + 2768, + 232 + ], + [ + 62, + 2938 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9451666666666667, + "auc_roc": 0.9896503888888889, + "f1": 0.9463732681336593, + "confusion_matrix": [ + [ + 2768, + 232 + ], + [ + 97, + 2903 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9536666666666667, + "auc_roc": 0.9940340555555556, + "f1": 0.9550598124797931, + "confusion_matrix": [ + [ + 2768, + 232 + ], + [ + 46, + 2954 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.13119909875060398, + 0.06800857534985644, + 0.0506861444386272, + 0.03622987819852251, + 0.024592497727779255, + 0.018111938951457247, + 0.013104306469798488, + 0.008813233754923305, + 0.007321603590425588, + 0.003761254202693602, + 0.0017995317047251335, + 0.002064941429270372 + ], + "train_acc": [ + 0.8911805555555555, + 0.957662037037037, + 0.9718981481481481, + 0.9815972222222222, + 0.9889583333333334, + 0.9923148148148148, + 0.994537037037037, + 0.9958796296296296, + 0.9972453703703704, + 0.9985648148148148, + 0.9990509259259259, + 0.9992592592592593 + ], + "train_auc": [ + 0.9594026977594878, + 0.990162842935528, + 0.9953780435528121, + 0.9976526863283036, + 0.9987852594878829, + 0.9994582390260631, + 0.9997656507201647, + 0.9998330318358482, + 0.9998116812414266, + 0.9998816829561044, + 0.9999950717306814, + 0.9999962548582533 + ], + "train_f1": [ + 0.9251039559003935, + 0.9715556523226699, + 0.9812033567646239, + 0.9877130890376026, + 0.9926328632986856, + 0.9948752778463819, + 0.9963581370945341, + 0.9972517292490118, + 0.9981629849179519, + 0.9990431508117785, + 0.9993671765268796, + 0.9995061423544663 + ], + "val_loss": [ + 0.08717995242526135, + 0.11833033402332754, + 0.3160384011646723, + 0.27577459198515497, + 0.13970398081666643, + 0.10496875247186836, + 0.11306562738134138, + 0.17511376942046505, + 0.15400863238897122, + 0.14029672738412047, + 0.15830577253527128, + 0.18530840903478749 + ], + "val_acc": [ + 0.91375, + 0.9579166666666666, + 0.9220833333333334, + 0.9425, + 0.9525, + 0.9670833333333333, + 0.955625, + 0.9660416666666667, + 0.9691666666666666, + 0.96625, + 0.9641666666666666, + 0.9697916666666667 + ], + "val_auc": [ + 0.9855586805555556, + 0.9852601851851852, + 0.9825673611111111, + 0.9782900462962962, + 0.9871129629629629, + 0.9898122685185184, + 0.9900162037037036, + 0.9778850694444445, + 0.9818650462962962, + 0.9841902777777778, + 0.9842106481481482, + 0.974015162037037 + ], + "val_f1": [ + 0.9396149358226371, + 0.9722374931280924, + 0.9504635761589404, + 0.9628732849071832, + 0.9681653169505725, + 0.9780433574207893, + 0.9700632466619817, + 0.9774643992810729, + 0.9795974634684312, + 0.9774812343619683, + 0.975984361910081, + 0.9799751415550338 + ] + }, + "test_metrics": { + "accuracy": 0.9575833333333333, + "auc_roc": 0.9930407222222223, + "f1": 0.9712737739150065, + "confusion_matrix": [ + [ + 2886, + 114 + ], + [ + 395, + 8605 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.961, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 117, + 2883 + ] + ], + "n": 3000, + "detection_rate": 0.961, + "pairwise_auc": 0.9944106666666667, + "pairwise_f1": 0.961480740370185 + }, + "insight": { + "accuracy": 0.9223333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 233, + 2767 + ] + ], + "n": 3000, + "detection_rate": 0.9223333333333333, + "pairwise_auc": 0.9871346111111112, + "pairwise_f1": 0.9409964291787111 + }, + "text2img": { + "accuracy": 0.985, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 45, + 2955 + ] + ], + "n": 3000, + "detection_rate": 0.985, + "pairwise_auc": 0.997576888888889, + "pairwise_f1": 0.9738012852199703 + }, + "wiki": { + "accuracy": 0.962, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2886, + 114 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.038000000000000034 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9615, + "auc_roc": 0.9944106666666667, + "f1": 0.961480740370185, + "confusion_matrix": [ + [ + 2886, + 114 + ], + [ + 117, + 2883 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9421666666666667, + "auc_roc": 0.9871346111111112, + "f1": 0.9409964291787111, + "confusion_matrix": [ + [ + 2886, + 114 + ], + [ + 233, + 2767 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9735, + "auc_roc": 0.997576888888889, + "f1": 0.9738012852199703, + "confusion_matrix": [ + [ + 2886, + 114 + ], + [ + 45, + 2955 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.12937513307651022, + 0.0685542051297509, + 0.045425666584353035, + 0.03339044271001276, + 0.021705527840632486, + 0.01875735319323414, + 0.011569356538394223, + 0.007056653227283884, + 0.007567964990052368 + ], + "train_acc": [ + 0.8955787037037037, + 0.9548148148148148, + 0.9740740740740741, + 0.9842824074074074, + 0.9897222222222222, + 0.9916666666666667, + 0.9950694444444445, + 0.9966435185185185, + 0.9970138888888889 + ], + "train_auc": [ + 0.9609376028806584, + 0.990129815386374, + 0.9960283707704617, + 0.9981313100137175, + 0.9991200874485596, + 0.9993776606081389, + 0.999679685356653, + 0.9998390517832648, + 0.9998038980338362 + ], + "train_f1": [ + 0.9281767955801105, + 0.9695912263210369, + 0.982643193652368, + 0.989503949544759, + 0.9931422216730508, + 0.9944418712366836, + 0.996711998888563, + 0.9977609981315916, + 0.9980092899800929 + ], + "val_loss": [ + 0.08800858625482458, + 0.07845888340186018, + 0.09676541328410773, + 0.07692140371602363, + 0.1363196615696385, + 0.16536802378265444, + 0.2564308036116078, + 0.22922503288035537, + 0.1368190014913186 + ], + "val_acc": [ + 0.9454166666666667, + 0.9379166666666666, + 0.9520833333333333, + 0.9597916666666667, + 0.9627083333333334, + 0.9564583333333333, + 0.9533333333333334, + 0.96125, + 0.965625 + ], + "val_auc": [ + 0.98653125, + 0.9901392361111111, + 0.9890343749999999, + 0.9929427083333333, + 0.9891126157407407, + 0.9849818287037038, + 0.9763950231481482, + 0.9701442129629629, + 0.9856166666666667 + ], + "val_f1": [ + 0.9636212163287976, + 0.9573920503288533, + 0.9678411633109619, + 0.972805410736931, + 0.975320557010892, + 0.9711525189786059, + 0.9696312364425163, + 0.9744995887030437, + 0.9770992366412213 + ] + }, + "test_metrics": { + "accuracy": 0.9550833333333333, + "auc_roc": 0.9916945370370369, + "f1": 0.9696491919590067, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 390, + 8610 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9683333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 95, + 2905 + ] + ], + "n": 3000, + "detection_rate": 0.9683333333333334, + "pairwise_auc": 0.9938718888888889, + "pairwise_f1": 0.9596960687148992 + }, + "insight": { + "accuracy": 0.9133333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 260, + 2740 + ] + ], + "n": 3000, + "detection_rate": 0.9133333333333333, + "pairwise_auc": 0.9838428333333334, + "pairwise_f1": 0.9305484802173544 + }, + "text2img": { + "accuracy": 0.9883333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 35, + 2965 + ] + ], + "n": 3000, + "detection_rate": 0.9883333333333333, + "pairwise_auc": 0.9973688888888889, + "pairwise_f1": 0.9699051357540072 + }, + "wiki": { + "accuracy": 0.9503333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.04966666666666664 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9593333333333334, + "auc_roc": 0.9938718888888889, + "f1": 0.9596960687148992, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 95, + 2905 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9318333333333333, + "auc_roc": 0.9838428333333334, + "f1": 0.9305484802173544, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 260, + 2740 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9693333333333334, + "auc_roc": 0.9973688888888889, + "f1": 0.9699051357540072, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 35, + 2965 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.13319436368980894, + 0.07046602831536869, + 0.04663464978809417, + 0.03285787282827153, + 0.024862727595230994, + 0.018287377359035788, + 0.012202984480135355, + 0.00926993770114408, + 0.0055708189161933425, + 0.004572856258577202, + 0.002307673693190753 + ], + "train_acc": [ + 0.891875, + 0.9536805555555555, + 0.9744907407407407, + 0.9829629629629629, + 0.9884259259259259, + 0.9924768518518519, + 0.9947685185185186, + 0.9962037037037037, + 0.997824074074074, + 0.998287037037037, + 0.9990277777777777 + ], + "train_auc": [ + 0.958414820530407, + 0.9895874457018747, + 0.9957902906378601, + 0.9979998185299497, + 0.9989260931069958, + 0.9992865897919525, + 0.9996836219707362, + 0.9997984210676727, + 0.999767186785551, + 0.9999095493255602, + 0.9999858581961591 + ], + "train_f1": [ + 0.9256766432765288, + 0.9688322611797324, + 0.9829300783791319, + 0.9886198472338188, + 0.9922758450225545, + 0.9949826321883443, + 0.9965113766169615, + 0.99746882331152, + 0.998549114033463, + 0.9988578484334002, + 0.999351811840237 + ], + "val_loss": [ + 0.09409084393021962, + 0.09193586376117309, + 0.10640274003225689, + 0.11417352680410962, + 0.1312135693340315, + 0.09627384911011783, + 0.11824568273097612, + 0.1380535729316216, + 0.15469936904576267, + 0.15459207036021325, + 0.17848619423733908 + ], + "val_acc": [ + 0.9202083333333333, + 0.9516666666666667, + 0.9325, + 0.96, + 0.9620833333333333, + 0.9585416666666666, + 0.9525, + 0.9610416666666667, + 0.9666666666666667, + 0.9664583333333333, + 0.965625 + ], + "val_auc": [ + 0.9803093749999999, + 0.9881222222222221, + 0.9859587962962962, + 0.9874520833333333, + 0.9891725694444444, + 0.9917233796296296, + 0.9905582175925925, + 0.9897956018518519, + 0.9842819444444444, + 0.9873722222222221, + 0.9819618055555555 + ], + "val_f1": [ + 0.945010768126346, + 0.9679292231130772, + 0.9534482758620689, + 0.9732217573221758, + 0.9748340707964602, + 0.9720623332865366, + 0.9677601809954751, + 0.9740673970323117, + 0.9778393351800554, + 0.9777470628887354, + 0.9771878888428038 + ] + }, + "test_metrics": { + "accuracy": 0.9609166666666666, + "auc_roc": 0.9929635370370371, + "f1": 0.9736620430167912, + "confusion_matrix": [ + [ + 2862, + 138 + ], + [ + 331, + 8669 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9706666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 88, + 2912 + ] + ], + "n": 3000, + "detection_rate": 0.9706666666666667, + "pairwise_auc": 0.9942253333333334, + "pairwise_f1": 0.9626446280991735 + }, + "insight": { + "accuracy": 0.9276666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 217, + 2783 + ] + ], + "n": 3000, + "detection_rate": 0.9276666666666666, + "pairwise_auc": 0.9871565555555557, + "pairwise_f1": 0.9400439115014355 + }, + "text2img": { + "accuracy": 0.9913333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 26, + 2974 + ] + ], + "n": 3000, + "detection_rate": 0.9913333333333333, + "pairwise_auc": 0.9975087222222223, + "pairwise_f1": 0.9731675392670157 + }, + "wiki": { + "accuracy": 0.954, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2862, + 138 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.04600000000000004 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9623333333333334, + "auc_roc": 0.9942253333333334, + "f1": 0.9626446280991735, + "confusion_matrix": [ + [ + 2862, + 138 + ], + [ + 88, + 2912 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9408333333333333, + "auc_roc": 0.9871565555555557, + "f1": 0.9400439115014355, + "confusion_matrix": [ + [ + 2862, + 138 + ], + [ + 217, + 2783 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9726666666666667, + "auc_roc": 0.9975087222222223, + "f1": 0.9731675392670157, + "confusion_matrix": [ + [ + 2862, + 138 + ], + [ + 26, + 2974 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.96065, + "std": 0.0044325187221513525, + "ci_95": 0.0038852739643142034, + "values": [ + 0.9660833333333333, + 0.9635833333333333, + 0.9575833333333333, + 0.9550833333333333, + 0.9609166666666666 + ] + }, + "auc_roc": { + "mean": 0.9926127555555556, + "std": 0.0008692625438244374, + "ci_95": 0.0007619422142080462, + "values": [ + 0.9936477407407408, + 0.9917172407407407, + 0.9930407222222223, + 0.9916945370370369, + 0.9929635370370371 + ] + }, + "f1": { + "mean": 0.9735230102651047, + "std": 0.0031278393137968348, + "ci_95": 0.002741672040711639, + "values": [ + 0.9772714580890155, + 0.9757585843457036, + 0.9712737739150065, + 0.9696491919590067, + 0.9736620430167912 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9722666666666665, + "std": 0.008509471846778208, + "ci_95": 0.0074588809407905654, + "values": [ + 0.982, + 0.9793333333333333, + 0.961, + 0.9683333333333334, + 0.9706666666666667 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "detection_rate": { + "mean": 0.9722666666666665, + "std": 0.008509471846778208, + "ci_95": 0.0074588809407905654, + "values": [ + 0.982, + 0.9793333333333333, + 0.961, + 0.9683333333333334, + 0.9706666666666667 + ] + }, + "pairwise_auc": { + "mean": 0.993768088888889, + "std": 0.001335131861407524, + "ci_95": 0.0011702946756049562, + "values": [ + 0.9948652777777777, + 0.9914672777777779, + 0.9944106666666667, + 0.9938718888888889, + 0.9942253333333334 + ] + }, + "pairwise_f1": { + "mean": 0.960319671496183, + "std": 0.004917822668847443, + "ci_95": 0.004310661629222269, + "values": [ + 0.9654268392593807, + 0.9523500810372771, + 0.961480740370185, + 0.9596960687148992, + 0.9626446280991735 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9348666666666666, + "std": 0.02133151033877662, + "ci_95": 0.018697893214655682, + "values": [ + 0.9433333333333334, + 0.9676666666666667, + 0.9223333333333333, + 0.9133333333333333, + 0.9276666666666666 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "detection_rate": { + "mean": 0.9348666666666666, + "std": 0.02133151033877662, + "ci_95": 0.018697893214655682, + "values": [ + 0.9433333333333334, + 0.9676666666666667, + 0.9223333333333333, + 0.9133333333333333, + 0.9276666666666666 + ] + }, + "pairwise_auc": { + "mean": 0.9872586555555557, + "std": 0.0021781370832422062, + "ci_95": 0.0019092213323175348, + "values": [ + 0.9885088888888889, + 0.9896503888888889, + 0.9871346111111112, + 0.9838428333333334, + 0.9871565555555557 + ] + }, + "pairwise_f1": { + "mean": 0.940668749859013, + "std": 0.006278349854058973, + "ci_95": 0.005503216287599084, + "values": [ + 0.9453816602639051, + 0.9463732681336593, + 0.9409964291787111, + 0.9305484802173544, + 0.9400439115014355 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.9881333333333332, + "std": 0.0032540572964975156, + "ci_95": 0.0028523069805178724, + "values": [ + 0.9913333333333333, + 0.9846666666666667, + 0.985, + 0.9883333333333333, + 0.9913333333333333 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "detection_rate": { + "mean": 0.9881333333333332, + "std": 0.0032540572964975156, + "ci_95": 0.0028523069805178724, + "values": [ + 0.9913333333333333, + 0.9846666666666667, + 0.985, + 0.9883333333333333, + 0.9913333333333333 + ] + }, + "pairwise_auc": { + "mean": 0.9968115222222224, + "std": 0.0015548882123091008, + "ci_95": 0.0013629196101334195, + "values": [ + 0.9975690555555555, + 0.9940340555555556, + 0.997576888888889, + 0.9973688888888889, + 0.9975087222222223 + ] + }, + "pairwise_f1": { + "mean": 0.9684170921726029, + "std": 0.00766805549076952, + "ci_95": 0.006721346986379653, + "values": [ + 0.9701516881422281, + 0.9550598124797931, + 0.9738012852199703, + 0.9699051357540072, + 0.9731675392670157 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.9473333333333335, + "std": 0.014808030854160785, + "ci_95": 0.012979811332304574, + "values": [ + 0.9476666666666667, + 0.9226666666666666, + 0.962, + 0.9503333333333334, + 0.954 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "false_alarm_rate": { + "mean": 0.05266666666666668, + "std": 0.014808030854160785, + "ci_95": 0.012979811332304574, + "values": [ + 0.05233333333333334, + 0.07733333333333337, + 0.038000000000000034, + 0.04966666666666664, + 0.04600000000000004 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9598000000000001, + "std": 0.0052985847166956025, + "ci_95": 0.00464441427954055, + "values": [ + 0.9648333333333333, + 0.951, + 0.9615, + 0.9593333333333334, + 0.9623333333333334 + ] + }, + "auc_roc": { + "mean": 0.993768088888889, + "std": 0.001335131861407524, + "ci_95": 0.0011702946756049562, + "values": [ + 0.9948652777777777, + 0.9914672777777779, + 0.9944106666666667, + 0.9938718888888889, + 0.9942253333333334 + ] + }, + "f1": { + "mean": 0.960319671496183, + "std": 0.004917822668847443, + "ci_95": 0.004310661629222269, + "values": [ + 0.9654268392593807, + 0.9523500810372771, + 0.961480740370185, + 0.9596960687148992, + 0.9626446280991735 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.9410999999999999, + "std": 0.005544767303002423, + "ci_95": 0.004860202830701184, + "values": [ + 0.9455, + 0.9451666666666667, + 0.9421666666666667, + 0.9318333333333333, + 0.9408333333333333 + ] + }, + "auc_roc": { + "mean": 0.9872586555555557, + "std": 0.0021781370832422062, + "ci_95": 0.0019092213323175348, + "values": [ + 0.9885088888888889, + 0.9896503888888889, + 0.9871346111111112, + 0.9838428333333334, + 0.9871565555555557 + ] + }, + "f1": { + "mean": 0.940668749859013, + "std": 0.006278349854058973, + "ci_95": 0.005503216287599084, + "values": [ + 0.9453816602639051, + 0.9463732681336593, + 0.9409964291787111, + 0.9305484802173544, + 0.9400439115014355 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9677333333333333, + "std": 0.008079982123192558, + "ci_95": 0.007082416599501123, + "values": [ + 0.9695, + 0.9536666666666667, + 0.9735, + 0.9693333333333334, + 0.9726666666666667 + ] + }, + "auc_roc": { + "mean": 0.9968115222222224, + "std": 0.0015548882123091008, + "ci_95": 0.0013629196101334195, + "values": [ + 0.9975690555555555, + 0.9940340555555556, + 0.997576888888889, + 0.9973688888888889, + 0.9975087222222223 + ] + }, + "f1": { + "mean": 0.9684170921726029, + "std": 0.00766805549076952, + "ci_95": 0.006721346986379653, + "values": [ + 0.9701516881422281, + 0.9550598124797931, + 0.9738012852199703, + 0.9699051357540072, + 0.9731675392670157 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "augment": false, + "run_name": "p4_convnext_tiny_50pct", + "backbone": "convnext_tiny", + "subsample": 0.5 + } +} \ No newline at end of file diff --git a/classifier/outputs/logs/p4_efficientnet_b0_100pct.json b/classifier/outputs/logs/p4_efficientnet_b0_100pct.json new file mode 100644 index 0000000..d6471f6 --- /dev/null +++ b/classifier/outputs/logs/p4_efficientnet_b0_100pct.json @@ -0,0 +1,1633 @@ +{ + "run_name": "p4_efficientnet_b0_100pct", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.11441802558420157, + 0.06033454444750937, + 0.04177368487360784, + 0.0307566182437936, + 0.023731412236364255, + 0.017975853132001146, + 0.012896745995631472, + 0.009899961880528364, + 0.0077350404760384165, + 0.00605471685899129, + 0.004333037007848159 + ], + "train_acc": [ + 0.9063657407407407, + 0.9572453703703704, + 0.97125, + 0.9795486111111111, + 0.9855324074074074, + 0.9895138888888889, + 0.992337962962963, + 0.9942708333333333, + 0.9954398148148148, + 0.9966666666666667, + 0.9976851851851852 + ], + "train_auc": [ + 0.968628149648491, + 0.991249495598994, + 0.9958075402949245, + 0.9977105245484682, + 0.9985693972908092, + 0.9990966067243943, + 0.999491364811957, + 0.99969332133059, + 0.9997986614797668, + 0.9998129804669639, + 0.999864355424097 + ], + "train_f1": [ + 0.9356864615629223, + 0.9711609024904364, + 0.9806869955993718, + 0.9862939319428177, + 0.9903265748336171, + 0.9929942314532717, + 0.9948851080926553, + 0.9961763365441807, + 0.9969581866469026, + 0.9977764395237875, + 0.9984561230161181 + ], + "val_loss": [ + 0.059839763751466914, + 0.05016021775747504, + 0.04833069565179358, + 0.051100248010219125, + 0.06635792484282622, + 0.06013715935871308, + 0.07639200245896972, + 0.10937643955203688, + 0.0767469448736271, + 0.10151498611954897, + 0.09388219699557643 + ], + "val_acc": [ + 0.9472916666666666, + 0.9682291666666667, + 0.9704166666666667, + 0.9719791666666666, + 0.975, + 0.9763541666666666, + 0.9776041666666667, + 0.9770833333333333, + 0.9776041666666667, + 0.9786458333333333, + 0.9796875 + ], + "val_auc": [ + 0.9911581886574075, + 0.9946860532407407, + 0.9949300925925926, + 0.9950583043981482, + 0.9940996817129629, + 0.9956887442129629, + 0.9928369502314816, + 0.9887077835648148, + 0.9924605613425925, + 0.9900258101851851, + 0.9897289641203704 + ], + "val_f1": [ + 0.9641083841679671, + 0.9787323059758734, + 0.9801481895708094, + 0.981174329904122, + 0.9833472106577852, + 0.9842130885318868, + 0.9850704812165821, + 0.9848171152518979, + 0.9850684075283006, + 0.9858356940509915, + 0.9864836764400083 + ] + }, + "test_metrics": { + "accuracy": 0.9733333333333334, + "auc_roc": 0.9953927037037038, + "f1": 0.9821488340957268, + "confusion_matrix": [ + [ + 5754, + 246 + ], + [ + 394, + 17606 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.983, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 102, + 5898 + ] + ], + "n": 6000, + "detection_rate": 0.983, + "pairwise_auc": 0.9967189027777777, + "pairwise_f1": 0.9713438735177866 + }, + "insight": { + "accuracy": 0.9591666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 245, + 5755 + ] + ], + "n": 6000, + "detection_rate": 0.9591666666666666, + "pairwise_auc": 0.9916036111111111, + "pairwise_f1": 0.9590867427714357 + }, + "text2img": { + "accuracy": 0.9921666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 47, + 5953 + ] + ], + "n": 6000, + "detection_rate": 0.9921666666666666, + "pairwise_auc": 0.9978555972222223, + "pairwise_f1": 0.9759816378391671 + }, + "wiki": { + "accuracy": 0.959, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5754, + 246 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.041000000000000036 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.971, + "auc_roc": 0.9967189027777777, + "f1": 0.9713438735177866, + "confusion_matrix": [ + [ + 5754, + 246 + ], + [ + 102, + 5898 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9590833333333333, + "auc_roc": 0.9916036111111111, + "f1": 0.9590867427714357, + "confusion_matrix": [ + [ + 5754, + 246 + ], + [ + 245, + 5755 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9755833333333334, + "auc_roc": 0.9978555972222223, + "f1": 0.9759816378391671, + "confusion_matrix": [ + [ + 5754, + 246 + ], + [ + 47, + 5953 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.11554015011923319, + 0.06046664769002409, + 0.0417201528933408, + 0.0306289203697061, + 0.023736618425165133, + 0.01802243662213119, + 0.01314274858594196 + ], + "train_acc": [ + 0.9062962962962963, + 0.9564699074074074, + 0.9707060185185186, + 0.9790393518518519, + 0.9846296296296296, + 0.989386574074074, + 0.9920023148148148 + ], + "train_auc": [ + 0.9679964402577732, + 0.9912761741969593, + 0.9958388985339506, + 0.9977882026606081, + 0.9986493505658436, + 0.9992530164037495, + 0.9995165905778465 + ], + "train_f1": [ + 0.9356592227608679, + 0.9706265961684148, + 0.9803168282952398, + 0.9859524197364237, + 0.9897172236503856, + 0.9929088982887014, + 0.9946599278201532 + ], + "val_loss": [ + 0.05235111558887487, + 0.04760708744429091, + 0.056180445348445573, + 0.049555566390469416, + 0.06840904980878197, + 0.07192396782734553, + 0.06875771623204552 + ], + "val_acc": [ + 0.953125, + 0.970625, + 0.969375, + 0.9720833333333333, + 0.9722916666666667, + 0.9741666666666666, + 0.9747916666666666 + ], + "val_auc": [ + 0.9930218460648148, + 0.9951485821759259, + 0.994602199074074, + 0.9948726273148149, + 0.9927291666666667, + 0.9934754629629631, + 0.9935115162037038 + ], + "val_f1": [ + 0.9680397727272727, + 0.9803703188082974, + 0.9795064826432455, + 0.9812901424183189, + 0.9814634146341463, + 0.9827634139560745, + 0.9831851028349082 + ] + }, + "test_metrics": { + "accuracy": 0.9672916666666667, + "auc_roc": 0.993924375, + "f1": 0.9781379675272232, + "confusion_matrix": [ + [ + 5654, + 346 + ], + [ + 439, + 17561 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9788333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 127, + 5873 + ] + ], + "n": 6000, + "detection_rate": 0.9788333333333333, + "pairwise_auc": 0.9947634444444445, + "pairwise_f1": 0.9612897945822081 + }, + "insight": { + "accuracy": 0.9553333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 268, + 5732 + ] + ], + "n": 6000, + "detection_rate": 0.9553333333333334, + "pairwise_auc": 0.9895287361111111, + "pairwise_f1": 0.9491637688359 + }, + "text2img": { + "accuracy": 0.9926666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 44, + 5956 + ] + ], + "n": 6000, + "detection_rate": 0.9926666666666667, + "pairwise_auc": 0.9974809444444445, + "pairwise_f1": 0.9682978377499594 + }, + "wiki": { + "accuracy": 0.9423333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5654, + 346 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.057666666666666644 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9605833333333333, + "auc_roc": 0.9947634444444445, + "f1": 0.9612897945822081, + "confusion_matrix": [ + [ + 5654, + 346 + ], + [ + 127, + 5873 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9488333333333333, + "auc_roc": 0.9895287361111111, + "f1": 0.9491637688359, + "confusion_matrix": [ + [ + 5654, + 346 + ], + [ + 268, + 5732 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9675, + "auc_roc": 0.9974809444444445, + "f1": 0.9682978377499594, + "confusion_matrix": [ + [ + 5654, + 346 + ], + [ + 44, + 5956 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.11380811969111501, + 0.06108702142188257, + 0.041107767606843953, + 0.031056303198360925, + 0.022846656342156133, + 0.017992572683967107, + 0.014158103403110292, + 0.009887270464245085 + ], + "train_acc": [ + 0.9060763888888889, + 0.9559027777777778, + 0.9712731481481481, + 0.9798611111111111, + 0.9853240740740741, + 0.9891898148148148, + 0.9921875, + 0.9942129629629629 + ], + "train_auc": [ + 0.9688643836448332, + 0.9911421860711019, + 0.9958939507601738, + 0.9976399630629859, + 0.9987717103195016, + 0.9992029688928897, + 0.9993913962477138, + 0.9995723929755373 + ], + "train_f1": [ + 0.9354523110697497, + 0.9702515733091807, + 0.9807040457754144, + 0.9865055606396674, + 0.990185910434823, + 0.99277660051662, + 0.9947843825095233, + 0.9961376838462489 + ], + "val_loss": [ + 0.05795087730065764, + 0.056404504951203006, + 0.05484667886617899, + 0.06420475673321865, + 0.06930285179106249, + 0.0719728484604002, + 0.08376166993517169, + 0.08409365626914829 + ], + "val_acc": [ + 0.9542708333333333, + 0.9627083333333334, + 0.9654166666666667, + 0.9686458333333333, + 0.9698958333333333, + 0.9723958333333333, + 0.9736458333333333, + 0.9760416666666667 + ], + "val_auc": [ + 0.9914726273148148, + 0.9927101273148148, + 0.9939305844907409, + 0.9931634548611111, + 0.9926912037037037, + 0.9927416956018519, + 0.9906892650462963, + 0.9920653067129628 + ], + "val_f1": [ + 0.9689774574235036, + 0.9748701389863822, + 0.9766788423714526, + 0.9789672280064287, + 0.9798282962239129, + 0.9815163562809514, + 0.9823533514682291, + 0.9839966601725577 + ] + }, + "test_metrics": { + "accuracy": 0.966875, + "auc_roc": 0.9954085138888888, + "f1": 0.977694228556999, + "confusion_matrix": [ + [ + 5782, + 218 + ], + [ + 577, + 17423 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9715, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 171, + 5829 + ] + ], + "n": 6000, + "detection_rate": 0.9715, + "pairwise_auc": 0.9961655416666666, + "pairwise_f1": 0.9677098032705238 + }, + "insight": { + "accuracy": 0.9463333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 322, + 5678 + ] + ], + "n": 6000, + "detection_rate": 0.9463333333333334, + "pairwise_auc": 0.9924056111111111, + "pairwise_f1": 0.9546065904505716 + }, + "text2img": { + "accuracy": 0.986, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 84, + 5916 + ] + ], + "n": 6000, + "detection_rate": 0.986, + "pairwise_auc": 0.9976543888888889, + "pairwise_f1": 0.9751112576232075 + }, + "wiki": { + "accuracy": 0.9636666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5782, + 218 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.03633333333333333 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9675833333333334, + "auc_roc": 0.9961655416666666, + "f1": 0.9677098032705238, + "confusion_matrix": [ + [ + 5782, + 218 + ], + [ + 171, + 5829 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.955, + "auc_roc": 0.9924056111111111, + "f1": 0.9546065904505716, + "confusion_matrix": [ + [ + 5782, + 218 + ], + [ + 322, + 5678 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9748333333333333, + "auc_roc": 0.9976543888888889, + "f1": 0.9751112576232075, + "confusion_matrix": [ + [ + 5782, + 218 + ], + [ + 84, + 5916 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.11462977295637959, + 0.06104186699932648, + 0.043467226039544955, + 0.03143523881621217, + 0.02269427054027161, + 0.0180365542558849, + 0.01319043671658299, + 0.010663869875008386, + 0.00850035139169142 + ], + "train_acc": [ + 0.9067939814814815, + 0.9572800925925926, + 0.970949074074074, + 0.9799537037037037, + 0.9851851851851852, + 0.989386574074074, + 0.9926041666666666, + 0.9940740740740741, + 0.9956597222222222 + ], + "train_auc": [ + 0.9685010709590763, + 0.9910457429555326, + 0.995405782035894, + 0.9975748667552584, + 0.9987710905349794, + 0.999104601766118, + 0.9994363629543896, + 0.9996778803012117, + 0.9997134123513944 + ], + "train_f1": [ + 0.9360796920268286, + 0.9711795984976849, + 0.9804918236647392, + 0.9865771812080537, + 0.9900890437475803, + 0.9929105429580894, + 0.9950619382858202, + 0.9960457824253565, + 0.9971044036229701 + ], + "val_loss": [ + 0.056692553203126106, + 0.04689954964708401, + 0.049250886738451904, + 0.04974133472356395, + 0.06202284398801263, + 0.06754068279969336, + 0.09429209648697906, + 0.08125589334886778, + 0.09298159147614872 + ], + "val_acc": [ + 0.958125, + 0.96, + 0.965, + 0.9711458333333334, + 0.9703125, + 0.9709375, + 0.9744791666666667, + 0.9746875, + 0.9744791666666667 + ], + "val_auc": [ + 0.9918540798611112, + 0.9947723958333332, + 0.994551707175926, + 0.9949561631944445, + 0.9928728298611111, + 0.9929115162037037, + 0.9903106770833332, + 0.9917626736111111, + 0.9914118055555555 + ], + "val_f1": [ + 0.9716981132075472, + 0.9728583545377438, + 0.9764111204717776, + 0.980600882414735, + 0.980037823072074, + 0.9804936027406838, + 0.9829517778860205, + 0.9830555749250401, + 0.9828970331588133 + ] + }, + "test_metrics": { + "accuracy": 0.9725833333333334, + "auc_roc": 0.9958473518518518, + "f1": 0.9815861644372307, + "confusion_matrix": [ + [ + 5804, + 196 + ], + [ + 462, + 17538 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.979, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 126, + 5874 + ] + ], + "n": 6000, + "detection_rate": 0.979, + "pairwise_auc": 0.9963541805555556, + "pairwise_f1": 0.9733222866611433 + }, + "insight": { + "accuracy": 0.9515, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 291, + 5709 + ] + ], + "n": 6000, + "detection_rate": 0.9515, + "pairwise_auc": 0.992698638888889, + "pairwise_f1": 0.9590928181436371 + }, + "text2img": { + "accuracy": 0.9925, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 45, + 5955 + ] + ], + "n": 6000, + "detection_rate": 0.9925, + "pairwise_auc": 0.998489236111111, + "pairwise_f1": 0.9801662414616081 + }, + "wiki": { + "accuracy": 0.9673333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5804, + 196 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.03266666666666662 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9731666666666666, + "auc_roc": 0.9963541805555556, + "f1": 0.9733222866611433, + "confusion_matrix": [ + [ + 5804, + 196 + ], + [ + 126, + 5874 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9594166666666667, + "auc_roc": 0.992698638888889, + "f1": 0.9590928181436371, + "confusion_matrix": [ + [ + 5804, + 196 + ], + [ + 291, + 5709 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9799166666666667, + "auc_roc": 0.998489236111111, + "f1": 0.9801662414616081, + "confusion_matrix": [ + [ + 5804, + 196 + ], + [ + 45, + 5955 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.11263081131520232, + 0.05991070367232034, + 0.04136536123918766, + 0.029774578257430996, + 0.022208618058484043, + 0.017700655086389277, + 0.012931080159417484, + 0.011068318802444655 + ], + "train_acc": [ + 0.9072800925925926, + 0.9574768518518518, + 0.9718981481481481, + 0.9805439814814815, + 0.9861921296296297, + 0.9891435185185186, + 0.9925462962962963, + 0.9941550925925926 + ], + "train_auc": [ + 0.969474386645519, + 0.991394128657979, + 0.9958527045467535, + 0.99777462205647, + 0.9986964173954047, + 0.9991970575417238, + 0.9994723847593736, + 0.9996280460533837 + ], + "train_f1": [ + 0.9363251226045417, + 0.97131480324797, + 0.9811303158418304, + 0.9869680830445535, + 0.9907640378109299, + 0.9927455529775715, + 0.9950236454115537, + 0.9960996331338097 + ], + "val_loss": [ + 0.06112454482315419, + 0.051939580755036636, + 0.048177479772827304, + 0.05872072634245039, + 0.06941870198988606, + 0.06735328267960237, + 0.08199378193316079, + 0.08169305338272655 + ], + "val_acc": [ + 0.9435416666666666, + 0.9580208333333333, + 0.9616666666666667, + 0.965, + 0.9617708333333334, + 0.9692708333333333, + 0.9734375, + 0.9723958333333333 + ], + "val_auc": [ + 0.9909473958333334, + 0.9935502604166667, + 0.9945381365740741, + 0.9938249421296297, + 0.9929071469907408, + 0.9938892650462963, + 0.9912416666666668, + 0.9911994502314816 + ], + "val_f1": [ + 0.9613464555698189, + 0.9715495940698906, + 0.9740223069320909, + 0.9763845937587855, + 0.9741749349095771, + 0.9793605261316728, + 0.982278129126416, + 0.9815189343747821 + ] + }, + "test_metrics": { + "accuracy": 0.9616666666666667, + "auc_roc": 0.9941627175925927, + "f1": 0.9740464906341684, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 736, + 17264 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9653333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 208, + 5792 + ] + ], + "n": 6000, + "detection_rate": 0.9653333333333334, + "pairwise_auc": 0.994936375, + "pairwise_f1": 0.9672678690714763 + }, + "insight": { + "accuracy": 0.9265, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 441, + 5559 + ] + ], + "n": 6000, + "detection_rate": 0.9265, + "pairwise_auc": 0.9897363333333332, + "pairwise_f1": 0.9467768032019075 + }, + "text2img": { + "accuracy": 0.9855, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 87, + 5913 + ] + ], + "n": 6000, + "detection_rate": 0.9855, + "pairwise_auc": 0.9978154444444445, + "pairwise_f1": 0.9775977515086385 + }, + "wiki": { + "accuracy": 0.9693333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.03066666666666662 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9673333333333334, + "auc_roc": 0.994936375, + "f1": 0.9672678690714763, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 208, + 5792 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9479166666666666, + "auc_roc": 0.9897363333333332, + "f1": 0.9467768032019075, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 441, + 5559 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9774166666666667, + "auc_roc": 0.9978154444444445, + "f1": 0.9775977515086385, + "confusion_matrix": [ + [ + 5816, + 184 + ], + [ + 87, + 5913 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.96835, + "std": 0.004762283095089782, + "ci_95": 0.004174325181657788, + "values": [ + 0.9733333333333334, + 0.9672916666666667, + 0.966875, + 0.9725833333333334, + 0.9616666666666667 + ] + }, + "auc_roc": { + "mean": 0.9949471324074075, + "std": 0.0008489907266573434, + "ci_95": 0.000744173183012523, + "values": [ + 0.9953927037037038, + 0.993924375, + 0.9954085138888888, + 0.9958473518518518, + 0.9941627175925927 + ] + }, + "f1": { + "mean": 0.9787227370502695, + "std": 0.003286503576188645, + "ci_95": 0.0028807473986243557, + "values": [ + 0.9821488340957268, + 0.9781379675272232, + 0.977694228556999, + 0.9815861644372307, + 0.9740464906341684 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9755333333333335, + "std": 0.007052777230755718, + "ci_95": 0.006182031812707942, + "values": [ + 0.983, + 0.9788333333333333, + 0.9715, + 0.979, + 0.9653333333333334 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "detection_rate": { + "mean": 0.9755333333333335, + "std": 0.007052777230755718, + "ci_95": 0.006182031812707942, + "values": [ + 0.983, + 0.9788333333333333, + 0.9715, + 0.979, + 0.9653333333333334 + ] + }, + "pairwise_auc": { + "mean": 0.9957876888888888, + "std": 0.0008810018241080616, + "ci_95": 0.00077223214706672, + "values": [ + 0.9967189027777777, + 0.9947634444444445, + 0.9961655416666666, + 0.9963541805555556, + 0.994936375 + ] + }, + "pairwise_f1": { + "mean": 0.9681867254206276, + "std": 0.004609256449799118, + "ci_95": 0.004040191413012229, + "values": [ + 0.9713438735177866, + 0.9612897945822081, + 0.9677098032705238, + 0.9733222866611433, + 0.9672678690714763 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9477666666666666, + "std": 0.012801150121939997, + "ci_95": 0.011220702810232321, + "values": [ + 0.9591666666666666, + 0.9553333333333334, + 0.9463333333333334, + 0.9515, + 0.9265 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "detection_rate": { + "mean": 0.9477666666666666, + "std": 0.012801150121939997, + "ci_95": 0.011220702810232321, + "values": [ + 0.9591666666666666, + 0.9553333333333334, + 0.9463333333333334, + 0.9515, + 0.9265 + ] + }, + "pairwise_auc": { + "mean": 0.9911945861111111, + "std": 0.0014830387002695018, + "ci_95": 0.0012999407360496922, + "values": [ + 0.9916036111111111, + 0.9895287361111111, + 0.9924056111111111, + 0.992698638888889, + 0.9897363333333332 + ] + }, + "pairwise_f1": { + "mean": 0.9537453446806904, + "std": 0.0056440047359999496, + "ci_95": 0.004947188275970443, + "values": [ + 0.9590867427714357, + 0.9491637688359, + 0.9546065904505716, + 0.9590928181436371, + 0.9467768032019075 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.9897666666666666, + "std": 0.003675368462254274, + "ci_95": 0.003221602499792095, + "values": [ + 0.9921666666666666, + 0.9926666666666667, + 0.986, + 0.9925, + 0.9855 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "detection_rate": { + "mean": 0.9897666666666666, + "std": 0.003675368462254274, + "ci_95": 0.003221602499792095, + "values": [ + 0.9921666666666666, + 0.9926666666666667, + 0.986, + 0.9925, + 0.9855 + ] + }, + "pairwise_auc": { + "mean": 0.9978591222222221, + "std": 0.0003820660467281081, + "ci_95": 0.0003348956557324351, + "values": [ + 0.9978555972222223, + 0.9974809444444445, + 0.9976543888888889, + 0.998489236111111, + 0.9978154444444445 + ] + }, + "pairwise_f1": { + "mean": 0.9754309452365162, + "std": 0.004427323251349764, + "ci_95": 0.0038807199333663164, + "values": [ + 0.9759816378391671, + 0.9682978377499594, + 0.9751112576232075, + 0.9801662414616081, + 0.9775977515086385 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.9603333333333334, + "std": 0.010803805913761243, + "ci_95": 0.009469953420042672, + "values": [ + 0.959, + 0.9423333333333334, + 0.9636666666666667, + 0.9673333333333334, + 0.9693333333333334 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "false_alarm_rate": { + "mean": 0.03966666666666665, + "std": 0.010803805913761243, + "ci_95": 0.009469953420042672, + "values": [ + 0.041000000000000036, + 0.057666666666666644, + 0.03633333333333333, + 0.03266666666666662, + 0.03066666666666662 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9679333333333332, + "std": 0.004777478995825659, + "ci_95": 0.0041876449759314935, + "values": [ + 0.971, + 0.9605833333333333, + 0.9675833333333334, + 0.9731666666666666, + 0.9673333333333334 + ] + }, + "auc_roc": { + "mean": 0.9957876888888888, + "std": 0.0008810018241080616, + "ci_95": 0.00077223214706672, + "values": [ + 0.9967189027777777, + 0.9947634444444445, + 0.9961655416666666, + 0.9963541805555556, + 0.994936375 + ] + }, + "f1": { + "mean": 0.9681867254206276, + "std": 0.004609256449799118, + "ci_95": 0.004040191413012229, + "values": [ + 0.9713438735177866, + 0.9612897945822081, + 0.9677098032705238, + 0.9733222866611433, + 0.9672678690714763 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.95405, + "std": 0.005474245254928869, + "ci_95": 0.004798387530086433, + "values": [ + 0.9590833333333333, + 0.9488333333333333, + 0.955, + 0.9594166666666667, + 0.9479166666666666 + ] + }, + "auc_roc": { + "mean": 0.9911945861111111, + "std": 0.0014830387002695018, + "ci_95": 0.0012999407360496922, + "values": [ + 0.9916036111111111, + 0.9895287361111111, + 0.9924056111111111, + 0.992698638888889, + 0.9897363333333332 + ] + }, + "f1": { + "mean": 0.9537453446806904, + "std": 0.0056440047359999496, + "ci_95": 0.004947188275970443, + "values": [ + 0.9590867427714357, + 0.9491637688359, + 0.9546065904505716, + 0.9590928181436371, + 0.9467768032019075 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9750500000000001, + "std": 0.0046534783883790684, + "ci_95": 0.004078953651230771, + "values": [ + 0.9755833333333334, + 0.9675, + 0.9748333333333333, + 0.9799166666666667, + 0.9774166666666667 + ] + }, + "auc_roc": { + "mean": 0.9978591222222221, + "std": 0.0003820660467281081, + "ci_95": 0.0003348956557324351, + "values": [ + 0.9978555972222223, + 0.9974809444444445, + 0.9976543888888889, + 0.998489236111111, + 0.9978154444444445 + ] + }, + "f1": { + "mean": 0.9754309452365162, + "std": 0.004427323251349764, + "ci_95": 0.0038807199333663164, + "values": [ + 0.9759816378391671, + 0.9682978377499594, + 0.9751112576232075, + 0.9801662414616081, + 0.9775977515086385 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "augment": false, + "run_name": "p4_efficientnet_b0_100pct", + "backbone": "efficientnet_b0", + "subsample": 1.0 + } +} \ No newline at end of file diff --git a/classifier/outputs/logs/p4_efficientnet_b0_50pct.json b/classifier/outputs/logs/p4_efficientnet_b0_50pct.json new file mode 100644 index 0000000..11894a0 --- /dev/null +++ b/classifier/outputs/logs/p4_efficientnet_b0_50pct.json @@ -0,0 +1,1641 @@ +{ + "run_name": "p4_efficientnet_b0_50pct", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.13995583145016874, + 0.0742302408269434, + 0.04931435748745032, + 0.036101536007266045, + 0.02799243035423893, + 0.019398636371560214, + 0.016326042054589145, + 0.01265642531780503 + ], + "train_acc": [ + 0.8774305555555556, + 0.9448148148148148, + 0.9642824074074074, + 0.9755092592592592, + 0.9819675925925926, + 0.9880787037037037, + 0.9904166666666666, + 0.992800925925926 + ], + "train_auc": [ + 0.9524315357796067, + 0.9867225365797897, + 0.9940108381915865, + 0.9968044738797439, + 0.9979493812871515, + 0.9989981624371285, + 0.999284502171925, + 0.9995809713648834 + ], + "train_f1": [ + 0.9147219403778325, + 0.9626379137412236, + 0.9759503732913543, + 0.983573979195777, + 0.9879237912164571, + 0.9920346454257212, + 0.9936002473334364, + 0.9951938679318179 + ], + "val_loss": [ + 0.0717577344023933, + 0.0651803258418416, + 0.06610915583791212, + 0.07786277868920782, + 0.10584722187765995, + 0.09427113190349701, + 0.0933724149159813, + 0.10414942238099077 + ], + "val_acc": [ + 0.940625, + 0.9497916666666667, + 0.9527083333333334, + 0.9566666666666667, + 0.9604166666666667, + 0.96375, + 0.9679166666666666, + 0.9666666666666667 + ], + "val_auc": [ + 0.9871184027777778, + 0.9896539351851851, + 0.9904402777777777, + 0.9900805555555556, + 0.9867461805555555, + 0.9887718749999999, + 0.9899262731481481, + 0.9894398148148147 + ], + "val_f1": [ + 0.9596145670965, + 0.9658204509998581, + 0.9679151943462897, + 0.9707783085136275, + 0.9735376044568245, + 0.975752508361204, + 0.9785992217898832, + 0.9778270509977827 + ] + }, + "test_metrics": { + "accuracy": 0.9479166666666666, + "auc_roc": 0.989454277777778, + "f1": 0.9646233089941699, + "confusion_matrix": [ + [ + 2854, + 146 + ], + [ + 479, + 8521 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9376666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 187, + 2813 + ] + ], + "n": 3000, + "detection_rate": 0.9376666666666666, + "pairwise_auc": 0.9889452777777779, + "pairwise_f1": 0.9441181406276221 + }, + "insight": { + "accuracy": 0.9273333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 218, + 2782 + ] + ], + "n": 3000, + "detection_rate": 0.9273333333333333, + "pairwise_auc": 0.984199, + "pairwise_f1": 0.9385964912280702 + }, + "text2img": { + "accuracy": 0.9753333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 74, + 2926 + ] + ], + "n": 3000, + "detection_rate": 0.9753333333333334, + "pairwise_auc": 0.9952185555555556, + "pairwise_f1": 0.9637681159420289 + }, + "wiki": { + "accuracy": 0.9513333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2854, + 146 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.048666666666666636 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9445, + "auc_roc": 0.9889452777777779, + "f1": 0.9441181406276221, + "confusion_matrix": [ + [ + 2854, + 146 + ], + [ + 187, + 2813 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9393333333333334, + "auc_roc": 0.984199, + "f1": 0.9385964912280702, + "confusion_matrix": [ + [ + 2854, + 146 + ], + [ + 218, + 2782 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9633333333333334, + "auc_roc": 0.9952185555555556, + "f1": 0.9637681159420289, + "confusion_matrix": [ + [ + 2854, + 146 + ], + [ + 74, + 2926 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.13703774894277254, + 0.07261088119957734, + 0.049949107929822746, + 0.03655776003513623, + 0.02565751131902895, + 0.020755979462208213, + 0.01530354849683607, + 0.01180569783995755 + ], + "train_acc": [ + 0.8827546296296296, + 0.9460879629629629, + 0.9650694444444444, + 0.9751157407407407, + 0.9833333333333333, + 0.9879861111111111, + 0.9913425925925926, + 0.9929629629629629 + ], + "train_auc": [ + 0.95458952760631, + 0.9872329289551897, + 0.9938694387288523, + 0.9968150034293554, + 0.9983763860310928, + 0.9988992512574302, + 0.9993487282807498, + 0.9995777577732052 + ], + "train_f1": [ + 0.9187324508624147, + 0.9635015906348435, + 0.9764971575422475, + 0.9833185916236054, + 0.9888503468780971, + 0.9919740199489677, + 0.9942205464210656, + 0.9953026978584011 + ], + "val_loss": [ + 0.07383573662644873, + 0.06084749784320593, + 0.062151441794461186, + 0.08252791417177528, + 0.08929475046708224, + 0.08637180528450093, + 0.14654819222646742, + 0.09919148865640333 + ], + "val_acc": [ + 0.931875, + 0.9483333333333334, + 0.9541666666666667, + 0.9570833333333333, + 0.9577083333333334, + 0.9589583333333334, + 0.96375, + 0.9625 + ], + "val_auc": [ + 0.986648263888889, + 0.9907653935185186, + 0.9920665509259259, + 0.9889773148148149, + 0.989535300925926, + 0.9903372685185186, + 0.984566087962963, + 0.9901563657407407 + ], + "val_f1": [ + 0.9531048329270042, + 0.9648924122310306, + 0.9690315315315315, + 0.9712531398269606, + 0.9715646449082505, + 0.9724050987533268, + 0.9758935993349959, + 0.9748533109807209 + ] + }, + "test_metrics": { + "accuracy": 0.9576666666666667, + "auc_roc": 0.9916163148148148, + "f1": 0.9714799011902089, + "confusion_matrix": [ + [ + 2840, + 160 + ], + [ + 348, + 8652 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9633333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 110, + 2890 + ] + ], + "n": 3000, + "detection_rate": 0.9633333333333334, + "pairwise_auc": 0.9920180000000001, + "pairwise_f1": 0.9553719008264463 + }, + "insight": { + "accuracy": 0.938, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 186, + 2814 + ] + ], + "n": 3000, + "detection_rate": 0.938, + "pairwise_auc": 0.9872330555555556, + "pairwise_f1": 0.9420823568798126 + }, + "text2img": { + "accuracy": 0.9826666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 52, + 2948 + ] + ], + "n": 3000, + "detection_rate": 0.9826666666666667, + "pairwise_auc": 0.995597888888889, + "pairwise_f1": 0.9652914210870989 + }, + "wiki": { + "accuracy": 0.9466666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2840, + 160 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.053333333333333344 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.955, + "auc_roc": 0.9920180000000001, + "f1": 0.9553719008264463, + "confusion_matrix": [ + [ + 2840, + 160 + ], + [ + 110, + 2890 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9423333333333334, + "auc_roc": 0.9872330555555556, + "f1": 0.9420823568798126, + "confusion_matrix": [ + [ + 2840, + 160 + ], + [ + 186, + 2814 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9646666666666667, + "auc_roc": 0.995597888888889, + "f1": 0.9652914210870989, + "confusion_matrix": [ + [ + 2840, + 160 + ], + [ + 52, + 2948 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.1375614403381392, + 0.07389981752399494, + 0.052839624919255986, + 0.036731442541306565, + 0.026873393501074233, + 0.019333559103394723, + 0.014892959629451743, + 0.012860762090223472 + ], + "train_acc": [ + 0.880625, + 0.9447453703703703, + 0.9637268518518518, + 0.9749074074074074, + 0.9834027777777777, + 0.9875694444444445, + 0.9907638888888889, + 0.9931944444444445 + ], + "train_auc": [ + 0.9541200174325559, + 0.9868919052926384, + 0.993432683184728, + 0.9967440600708734, + 0.9981491483767719, + 0.9989696744970279, + 0.9994402163351622, + 0.9996142489711934 + ], + "train_f1": [ + 0.9170700329661494, + 0.9625715405723245, + 0.9755968417610141, + 0.9831744947691926, + 0.9888952560905726, + 0.9916905222437137, + 0.99383202708343, + 0.9954586178133399 + ], + "val_loss": [ + 0.0739098088319103, + 0.08113757104380057, + 0.06485555243867566, + 0.07556574973772513, + 0.0859580600705946, + 0.09838335171874253, + 0.09800957444893962, + 0.12440219941302227 + ], + "val_acc": [ + 0.934375, + 0.9560416666666667, + 0.9610416666666667, + 0.9604166666666667, + 0.9622916666666667, + 0.9641666666666666, + 0.9629166666666666, + 0.9664583333333333 + ], + "val_auc": [ + 0.9864329861111111, + 0.9870130787037037, + 0.9906550925925927, + 0.990207986111111, + 0.9896921296296296, + 0.9897738425925925, + 0.9892907407407407, + 0.9874833333333334 + ], + "val_f1": [ + 0.9550577828506206, + 0.9706659252050605, + 0.9738058551617874, + 0.9734116988525049, + 0.9747171392652605, + 0.9761772853185595, + 0.9751812604573341, + 0.977703919124775 + ] + }, + "test_metrics": { + "accuracy": 0.9560833333333333, + "auc_roc": 0.9918000185185185, + "f1": 0.9703449440099038, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 378, + 8622 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9603333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 119, + 2881 + ] + ], + "n": 3000, + "detection_rate": 0.9603333333333334, + "pairwise_auc": 0.9927421666666667, + "pairwise_f1": 0.9555555555555556 + }, + "insight": { + "accuracy": 0.9293333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 212, + 2788 + ] + ], + "n": 3000, + "detection_rate": 0.9293333333333333, + "pairwise_auc": 0.9861466666666666, + "pairwise_f1": 0.9391948795688058 + }, + "text2img": { + "accuracy": 0.9843333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 47, + 2953 + ] + ], + "n": 3000, + "detection_rate": 0.9843333333333333, + "pairwise_auc": 0.9965112222222222, + "pairwise_f1": 0.9678793838085874 + }, + "wiki": { + "accuracy": 0.9503333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.04966666666666664 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9553333333333334, + "auc_roc": 0.9927421666666667, + "f1": 0.9555555555555556, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 119, + 2881 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9398333333333333, + "auc_roc": 0.9861466666666666, + "f1": 0.9391948795688058, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 212, + 2788 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9673333333333334, + "auc_roc": 0.9965112222222222, + "f1": 0.9678793838085874, + "confusion_matrix": [ + [ + 2851, + 149 + ], + [ + 47, + 2953 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.13664784223807078, + 0.07150818758471697, + 0.04927653304452111, + 0.03526544976863079, + 0.02582040710843608, + 0.019590364929387795, + 0.015163667804881698, + 0.01194234024270608, + 0.00934119974975534, + 0.006147137580592917 + ], + "train_acc": [ + 0.8803703703703704, + 0.9473148148148148, + 0.9647453703703703, + 0.9760648148148148, + 0.9826388888888888, + 0.9874537037037037, + 0.9909490740740741, + 0.9931018518518518, + 0.994537037037037, + 0.9963194444444444 + ], + "train_auc": [ + 0.9544961834133516, + 0.9877798982624599, + 0.9940069058641976, + 0.9969770204618198, + 0.9983109253543667, + 0.9990647247942386, + 0.9993941829561042, + 0.9994578960905349, + 0.9996915637860082, + 0.9998827003315045 + ], + "train_f1": [ + 0.9170651859935167, + 0.9643762717170136, + 0.976268017140631, + 0.9839460936529624, + 0.988376778352912, + 0.9916135421179675, + 0.9939556957133361, + 0.9953958346208516, + 0.9963545367481232, + 0.9975447428156704 + ], + "val_loss": [ + 0.07596324859807889, + 0.06352717091407006, + 0.08309621615626384, + 0.06560108180419774, + 0.06666424893009511, + 0.07464824672630736, + 0.07669509967684159, + 0.09062671284765504, + 0.09179153696128803, + 0.1132413583906479 + ], + "val_acc": [ + 0.9354166666666667, + 0.949375, + 0.9510416666666667, + 0.956875, + 0.9625, + 0.9627083333333334, + 0.965625, + 0.9647916666666667, + 0.9654166666666667, + 0.9647916666666667 + ], + "val_auc": [ + 0.9858332175925926, + 0.9903429398148148, + 0.9881993055555556, + 0.991364236111111, + 0.9922137731481482, + 0.9921571759259259, + 0.9918961805555555, + 0.9900361111111111, + 0.9898755787037037, + 0.9895331018518518 + ], + "val_f1": [ + 0.955928348023884, + 0.9656537102473498, + 0.9669711876317639, + 0.9708327462308017, + 0.9746977790272702, + 0.9749194339358274, + 0.9769133902336645, + 0.9763470958712386, + 0.9768930957683741, + 0.9764722260893777 + ] + }, + "test_metrics": { + "accuracy": 0.9621666666666666, + "auc_roc": 0.9913517037037036, + "f1": 0.9745629762438368, + "confusion_matrix": [ + [ + 2849, + 151 + ], + [ + 303, + 8697 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.969, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 93, + 2907 + ] + ], + "n": 3000, + "detection_rate": 0.969, + "pairwise_auc": 0.9920872777777778, + "pairwise_f1": 0.9597226807527237 + }, + "insight": { + "accuracy": 0.949, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 153, + 2847 + ] + ], + "n": 3000, + "detection_rate": 0.949, + "pairwise_auc": 0.9875391666666667, + "pairwise_f1": 0.9493164388129376 + }, + "text2img": { + "accuracy": 0.981, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 57, + 2943 + ] + ], + "n": 3000, + "detection_rate": 0.981, + "pairwise_auc": 0.9944286666666666, + "pairwise_f1": 0.9658680669510994 + }, + "wiki": { + "accuracy": 0.9496666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2849, + 151 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.05033333333333334 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9593333333333334, + "auc_roc": 0.9920872777777778, + "f1": 0.9597226807527237, + "confusion_matrix": [ + [ + 2849, + 151 + ], + [ + 93, + 2907 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9493333333333334, + "auc_roc": 0.9875391666666667, + "f1": 0.9493164388129376, + "confusion_matrix": [ + [ + 2849, + 151 + ], + [ + 153, + 2847 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9653333333333334, + "auc_roc": 0.9944286666666666, + "f1": 0.9658680669510994, + "confusion_matrix": [ + [ + 2849, + 151 + ], + [ + 57, + 2943 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.13932421235988537, + 0.07384425314177794, + 0.04957581896334887, + 0.03586912003845942, + 0.025975225245649065, + 0.02054396694067152, + 0.01618450602973031, + 0.012283299227689256, + 0.009351894418741721, + 0.0072791107712078815 + ], + "train_acc": [ + 0.879375, + 0.9453935185185185, + 0.9650925925925926, + 0.9764814814814815, + 0.9833333333333333, + 0.9880324074074074, + 0.9914583333333333, + 0.9931018518518518, + 0.9946064814814815, + 0.9959953703703703 + ], + "train_auc": [ + 0.9529266303726566, + 0.9868539051783265, + 0.9939378243598538, + 0.9968976437471423, + 0.9982190872199359, + 0.9988700274348423, + 0.9993483796296296, + 0.9995339248971193, + 0.9995701360310927, + 0.999775291495199 + ], + "train_f1": [ + 0.9162097409593027, + 0.963055768718776, + 0.9765123668307271, + 0.9842421986475588, + 0.9888420530622366, + 0.9920074205766406, + 0.9942987809588554, + 0.9953973990671239, + 0.9964010441605783, + 0.9973286391501057 + ], + "val_loss": [ + 0.07870797710182766, + 0.06889221329630042, + 0.07827678087118936, + 0.07306442114771926, + 0.0849443374129684, + 0.09220776544119871, + 0.10155253192896149, + 0.10252359303742803, + 0.12160847871439424, + 0.12238686969363091 + ], + "val_acc": [ + 0.9335416666666667, + 0.9527083333333334, + 0.95375, + 0.9554166666666667, + 0.96125, + 0.9635416666666666, + 0.960625, + 0.9608333333333333, + 0.9647916666666667, + 0.9625 + ], + "val_auc": [ + 0.9849060185185186, + 0.9900753472222222, + 0.9892693287037038, + 0.9903871527777778, + 0.9904155092592593, + 0.989539699074074, + 0.9871829861111111, + 0.9891896990740741, + 0.9878277777777777, + 0.9861293981481482 + ], + "val_f1": [ + 0.9544480936741396, + 0.9681492914269678, + 0.968890134529148, + 0.9699691271400506, + 0.9740150880134115, + 0.9755688957140862, + 0.9735996647576477, + 0.9736251402918069, + 0.976485320717963, + 0.9747545582047685 + ] + }, + "test_metrics": { + "accuracy": 0.9644166666666667, + "auc_roc": 0.9913707777777778, + "f1": 0.9762077227391764, + "confusion_matrix": [ + [ + 2813, + 187 + ], + [ + 240, + 8760 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9713333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 86, + 2914 + ] + ], + "n": 3000, + "detection_rate": 0.9713333333333334, + "pairwise_auc": 0.9909874444444444, + "pairwise_f1": 0.9552532371742337 + }, + "insight": { + "accuracy": 0.9606666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 118, + 2882 + ] + ], + "n": 3000, + "detection_rate": 0.9606666666666667, + "pairwise_auc": 0.9877358333333333, + "pairwise_f1": 0.9497446037238425 + }, + "text2img": { + "accuracy": 0.988, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 36, + 2964 + ] + ], + "n": 3000, + "detection_rate": 0.988, + "pairwise_auc": 0.9953890555555555, + "pairwise_f1": 0.9637457324012356 + }, + "wiki": { + "accuracy": 0.9376666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2813, + 187 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.06233333333333335 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9545, + "auc_roc": 0.9909874444444444, + "f1": 0.9552532371742337, + "confusion_matrix": [ + [ + 2813, + 187 + ], + [ + 86, + 2914 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9491666666666667, + "auc_roc": 0.9877358333333333, + "f1": 0.9497446037238425, + "confusion_matrix": [ + [ + 2813, + 187 + ], + [ + 118, + 2882 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9628333333333333, + "auc_roc": 0.9953890555555555, + "f1": 0.9637457324012356, + "confusion_matrix": [ + [ + 2813, + 187 + ], + [ + 36, + 2964 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.9576499999999999, + "std": 0.006391020175910032, + "ci_95": 0.005601976179091738, + "values": [ + 0.9479166666666666, + 0.9576666666666667, + 0.9560833333333333, + 0.9621666666666666, + 0.9644166666666667 + ] + }, + "auc_roc": { + "mean": 0.9911186185185186, + "std": 0.0009486767969412586, + "ci_95": 0.0008315518762018681, + "values": [ + 0.989454277777778, + 0.9916163148148148, + 0.9918000185185185, + 0.9913517037037036, + 0.9913707777777778 + ] + }, + "f1": { + "mean": 0.9714437706354593, + "std": 0.00447638541806223, + "ci_95": 0.003923724818604177, + "values": [ + 0.9646233089941699, + 0.9714799011902089, + 0.9703449440099038, + 0.9745629762438368, + 0.9762077227391764 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9603333333333334, + "std": 0.013406051701460153, + "ci_95": 0.011750922422421914, + "values": [ + 0.9376666666666666, + 0.9633333333333334, + 0.9603333333333334, + 0.969, + 0.9713333333333334 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "detection_rate": { + "mean": 0.9603333333333334, + "std": 0.013406051701460153, + "ci_95": 0.011750922422421914, + "values": [ + 0.9376666666666666, + 0.9633333333333334, + 0.9603333333333334, + 0.969, + 0.9713333333333334 + ] + }, + "pairwise_auc": { + "mean": 0.9913560333333333, + "std": 0.0014867652841606051, + "ci_95": 0.0013032072308522024, + "values": [ + 0.9889452777777779, + 0.9920180000000001, + 0.9927421666666667, + 0.9920872777777778, + 0.9909874444444444 + ] + }, + "pairwise_f1": { + "mean": 0.9540043029873162, + "std": 0.005836792686344383, + "ci_95": 0.005116174365157942, + "values": [ + 0.9441181406276221, + 0.9553719008264463, + 0.9555555555555556, + 0.9597226807527237, + 0.9552532371742337 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9408666666666667, + "std": 0.013987295823154819, + "ci_95": 0.012260405358533436, + "values": [ + 0.9273333333333333, + 0.938, + 0.9293333333333333, + 0.949, + 0.9606666666666667 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "detection_rate": { + "mean": 0.9408666666666667, + "std": 0.013987295823154819, + "ci_95": 0.012260405358533436, + "values": [ + 0.9273333333333333, + 0.938, + 0.9293333333333333, + 0.949, + 0.9606666666666667 + ] + }, + "pairwise_auc": { + "mean": 0.9865707444444445, + "std": 0.001461073526449416, + "ci_95": 0.0012806874123043625, + "values": [ + 0.984199, + 0.9872330555555556, + 0.9861466666666666, + 0.9875391666666667, + 0.9877358333333333 + ] + }, + "pairwise_f1": { + "mean": 0.9437869540426937, + "std": 0.005408384584122056, + "ci_95": 0.004740658106795068, + "values": [ + 0.9385964912280702, + 0.9420823568798126, + 0.9391948795688058, + 0.9493164388129376, + 0.9497446037238425 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.9822666666666666, + "std": 0.004663093870430252, + "ci_95": 0.0040873819928598995, + "values": [ + 0.9753333333333334, + 0.9826666666666667, + 0.9843333333333333, + 0.981, + 0.988 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "detection_rate": { + "mean": 0.9822666666666666, + "std": 0.004663093870430252, + "ci_95": 0.0040873819928598995, + "values": [ + 0.9753333333333334, + 0.9826666666666667, + 0.9843333333333333, + 0.981, + 0.988 + ] + }, + "pairwise_auc": { + "mean": 0.9954290777777777, + "std": 0.000749379337424009, + "ci_95": 0.0006568599506502238, + "values": [ + 0.9952185555555556, + 0.995597888888889, + 0.9965112222222222, + 0.9944286666666666, + 0.9953890555555555 + ] + }, + "pairwise_f1": { + "mean": 0.9653105440380101, + "std": 0.0017130276663431087, + "ci_95": 0.0015015349532381597, + "values": [ + 0.9637681159420289, + 0.9652914210870989, + 0.9678793838085874, + 0.9658680669510994, + 0.9637457324012356 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.9471333333333334, + "std": 0.005570756980279567, + "ci_95": 0.004882983787262335, + "values": [ + 0.9513333333333334, + 0.9466666666666667, + 0.9503333333333334, + 0.9496666666666667, + 0.9376666666666666 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "false_alarm_rate": { + "mean": 0.05286666666666666, + "std": 0.005570756980279567, + "ci_95": 0.004882983787262335, + "values": [ + 0.048666666666666636, + 0.053333333333333344, + 0.04966666666666664, + 0.05033333333333334, + 0.06233333333333335 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9537333333333334, + "std": 0.005508327029749301, + "ci_95": 0.004828261522881025, + "values": [ + 0.9445, + 0.955, + 0.9553333333333334, + 0.9593333333333334, + 0.9545 + ] + }, + "auc_roc": { + "mean": 0.9913560333333333, + "std": 0.0014867652841606051, + "ci_95": 0.0013032072308522024, + "values": [ + 0.9889452777777779, + 0.9920180000000001, + 0.9927421666666667, + 0.9920872777777778, + 0.9909874444444444 + ] + }, + "f1": { + "mean": 0.9540043029873162, + "std": 0.005836792686344383, + "ci_95": 0.005116174365157942, + "values": [ + 0.9441181406276221, + 0.9553719008264463, + 0.9555555555555556, + 0.9597226807527237, + 0.9552532371742337 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.9440000000000002, + "std": 0.004925838902043904, + "ci_95": 0.004317688167423774, + "values": [ + 0.9393333333333334, + 0.9423333333333334, + 0.9398333333333333, + 0.9493333333333334, + 0.9491666666666667 + ] + }, + "auc_roc": { + "mean": 0.9865707444444445, + "std": 0.001461073526449416, + "ci_95": 0.0012806874123043625, + "values": [ + 0.984199, + 0.9872330555555556, + 0.9861466666666666, + 0.9875391666666667, + 0.9877358333333333 + ] + }, + "f1": { + "mean": 0.9437869540426937, + "std": 0.005408384584122056, + "ci_95": 0.004740658106795068, + "values": [ + 0.9385964912280702, + 0.9420823568798126, + 0.9391948795688058, + 0.9493164388129376, + 0.9497446037238425 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9647, + "std": 0.0017810733343190225, + "ci_95": 0.001561179610992221, + "values": [ + 0.9633333333333334, + 0.9646666666666667, + 0.9673333333333334, + 0.9653333333333334, + 0.9628333333333333 + ] + }, + "auc_roc": { + "mean": 0.9954290777777777, + "std": 0.000749379337424009, + "ci_95": 0.0006568599506502238, + "values": [ + 0.9952185555555556, + 0.995597888888889, + 0.9965112222222222, + 0.9944286666666666, + 0.9953890555555555 + ] + }, + "f1": { + "mean": 0.9653105440380101, + "std": 0.0017130276663431087, + "ci_95": 0.0015015349532381597, + "values": [ + 0.9637681159420289, + 0.9652914210870989, + 0.9678793838085874, + 0.9658680669510994, + 0.9637457324012356 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "augment": false, + "run_name": "p4_efficientnet_b0_50pct", + "backbone": "efficientnet_b0", + "subsample": 0.5 + } +} \ No newline at end of file diff --git a/classifier/outputs/logs/p4_resnet50_100pct.json b/classifier/outputs/logs/p4_resnet50_100pct.json new file mode 100644 index 0000000..734a19a --- /dev/null +++ b/classifier/outputs/logs/p4_resnet50_100pct.json @@ -0,0 +1,1641 @@ +{ + "run_name": "p4_resnet50_100pct", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10569497120687393, + 0.052549266521279975, + 0.034437011861171214, + 0.023376175384457586, + 0.016215483456127104, + 0.011260907598035306, + 0.008502760997301453, + 0.005292619497228762, + 0.004057022843460307 + ], + "train_acc": [ + 0.9206712962962963, + 0.9635416666666666, + 0.9775462962962963, + 0.9856365740740741, + 0.9902546296296296, + 0.9935995370370371, + 0.9951736111111111, + 0.9971180555555555, + 0.9980787037037037 + ], + "train_auc": [ + 0.9739272026463193, + 0.9935739497599451, + 0.9972107324531321, + 0.9986884848679698, + 0.9993530046153407, + 0.9996074531321445, + 0.9998320516117969, + 0.999912604666781, + 0.9999362700760174 + ], + "train_f1": [ + 0.9461061835566459, + 0.9754921030109702, + 0.9849603076159762, + 0.9904006064403345, + 0.9934912340372901, + 0.9957289051940529, + 0.9967798979142696, + 0.9980778583173154, + 0.9987188787874111 + ], + "val_loss": [ + 0.05847585745970719, + 0.10475364394138524, + 0.09643271176709883, + 0.06068119355442832, + 0.07942604735202925, + 0.07901297045857367, + 0.09435704887227075, + 0.09795430390264907, + 0.08238918158974229 + ], + "val_acc": [ + 0.9469791666666667, + 0.9585416666666666, + 0.96125, + 0.9691666666666666, + 0.9672916666666667, + 0.9666666666666667, + 0.9748958333333333, + 0.9760416666666667, + 0.9727083333333333 + ], + "val_auc": [ + 0.9921601273148147, + 0.9881940393518518, + 0.9929584490740742, + 0.9936334201388888, + 0.9921611689814815, + 0.9924208622685184, + 0.9914331886574074, + 0.990408912037037, + 0.9917259837962963 + ], + "val_f1": [ + 0.9637593449626202, + 0.9725403615289085, + 0.9745901639344262, + 0.9793900570951121, + 0.978142837254629, + 0.9776754569554904, + 0.9833229534288285, + 0.9840786376851723, + 0.9817192296957856 + ] + }, + "test_metrics": { + "accuracy": 0.9714166666666667, + "auc_roc": 0.9947762777777778, + "f1": 0.9808903002952811, + "confusion_matrix": [ + [ + 5708, + 292 + ], + [ + 394, + 17606 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9865, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 81, + 5919 + ] + ], + "n": 6000, + "detection_rate": 0.9865, + "pairwise_auc": 0.9963499166666667, + "pairwise_f1": 0.9694537711899107 + }, + "insight": { + "accuracy": 0.956, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 264, + 5736 + ] + ], + "n": 6000, + "detection_rate": 0.956, + "pairwise_auc": 0.98983675, + "pairwise_f1": 0.9537745261057532 + }, + "text2img": { + "accuracy": 0.9918333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 49, + 5951 + ] + ], + "n": 6000, + "detection_rate": 0.9918333333333333, + "pairwise_auc": 0.9981421666666667, + "pairwise_f1": 0.97214734950584 + }, + "wiki": { + "accuracy": 0.9513333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5708, + 292 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.048666666666666636 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9689166666666666, + "auc_roc": 0.9963499166666667, + "f1": 0.9694537711899107, + "confusion_matrix": [ + [ + 5708, + 292 + ], + [ + 81, + 5919 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9536666666666667, + "auc_roc": 0.98983675, + "f1": 0.9537745261057532, + "confusion_matrix": [ + [ + 5708, + 292 + ], + [ + 264, + 5736 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9715833333333334, + "auc_roc": 0.9981421666666667, + "f1": 0.97214734950584, + "confusion_matrix": [ + [ + 5708, + 292 + ], + [ + 49, + 5951 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10650519421117173, + 0.054470051364731736, + 0.034688337860991146, + 0.02357034895810877, + 0.01648028232624138, + 0.012088147137423625, + 0.007825804898118292, + 0.0059702038110493755, + 0.0036449454067095047, + 0.0025550904984324714 + ], + "train_acc": [ + 0.9174884259259259, + 0.9634837962962963, + 0.9772569444444444, + 0.9857754629629629, + 0.9901273148148149, + 0.9929398148148149, + 0.9958333333333333, + 0.996875, + 0.9981018518518519, + 0.9985879629629629 + ], + "train_auc": [ + 0.9734640742884089, + 0.9931289251828989, + 0.9971670303212162, + 0.9986235950360083, + 0.9993648505372656, + 0.999580423739712, + 0.9997460637431412, + 0.9998633455504115, + 0.999925910565272, + 0.9999609457161638 + ], + "train_f1": [ + 0.943818807972071, + 0.9754640826833194, + 0.984762835275781, + 0.9904921051206473, + 0.9934067632850242, + 0.9952880470886311, + 0.9972200772200772, + 0.9979158304257881, + 0.9987342553716967, + 0.99905846761746 + ], + "val_loss": [ + 0.13041815453985084, + 0.049168464083013536, + 0.055981301156959186, + 0.048011566337878925, + 0.04965577525331355, + 0.08917092129290116, + 0.07288087250781548, + 0.07718624085746038, + 0.08893142094205359, + 0.08420268112276669 + ], + "val_acc": [ + 0.9495833333333333, + 0.9670833333333333, + 0.9658333333333333, + 0.9669791666666666, + 0.9710416666666667, + 0.9725, + 0.973125, + 0.9755208333333333, + 0.9748958333333333, + 0.9780208333333333 + ], + "val_auc": [ + 0.986224537037037, + 0.994519994212963, + 0.994018431712963, + 0.9950894965277778, + 0.995901099537037, + 0.9910672453703704, + 0.9939374421296296, + 0.9931692708333333, + 0.9922651909722223, + 0.9922427083333333 + ], + "val_f1": [ + 0.9670748299319728, + 0.9778556412053259, + 0.9770275949012467, + 0.9777246855456398, + 0.9805185704274703, + 0.981661572659072, + 0.9820209059233449, + 0.9836202690457936, + 0.9832557493225874, + 0.9853543416394808 + ] + }, + "test_metrics": { + "accuracy": 0.969875, + "auc_roc": 0.9955725925925926, + "f1": 0.9797337070777855, + "confusion_matrix": [ + [ + 5801, + 199 + ], + [ + 524, + 17476 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.983, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 102, + 5898 + ] + ], + "n": 6000, + "detection_rate": 0.983, + "pairwise_auc": 0.9972167916666667, + "pairwise_f1": 0.9751177978011077 + }, + "insight": { + "accuracy": 0.9413333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 352, + 5648 + ] + ], + "n": 6000, + "detection_rate": 0.9413333333333334, + "pairwise_auc": 0.9912267916666667, + "pairwise_f1": 0.953490335105934 + }, + "text2img": { + "accuracy": 0.9883333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 70, + 5930 + ] + ], + "n": 6000, + "detection_rate": 0.9883333333333333, + "pairwise_auc": 0.9982741944444444, + "pairwise_f1": 0.9778217495259296 + }, + "wiki": { + "accuracy": 0.9668333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5801, + 199 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.03316666666666668 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9749166666666667, + "auc_roc": 0.9972167916666667, + "f1": 0.9751177978011077, + "confusion_matrix": [ + [ + 5801, + 199 + ], + [ + 102, + 5898 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9540833333333333, + "auc_roc": 0.9912267916666667, + "f1": 0.953490335105934, + "confusion_matrix": [ + [ + 5801, + 199 + ], + [ + 352, + 5648 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9775833333333334, + "auc_roc": 0.9982741944444444, + "f1": 0.9778217495259296, + "confusion_matrix": [ + [ + 5801, + 199 + ], + [ + 70, + 5930 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10433356989347549, + 0.05307071479080521, + 0.035350340842043, + 0.02367758955415748, + 0.01681257231187045, + 0.011728319249519064, + 0.009048324235823517, + 0.005870483719392933 + ], + "train_acc": [ + 0.919537037037037, + 0.9636458333333333, + 0.9774189814814814, + 0.9852777777777778, + 0.9902893518518519, + 0.9934143518518519, + 0.995, + 0.9966550925925926 + ], + "train_auc": [ + 0.9747061281864428, + 0.9935218492798354, + 0.9971303497942385, + 0.998675611925583, + 0.999280640932213, + 0.9996691600937357, + 0.9997561574788524, + 0.9999053251457476 + ], + "train_f1": [ + 0.9451371571072319, + 0.9755623157059387, + 0.9848744447114826, + 0.9901581504750704, + 0.9935173809910139, + 0.9956055328581027, + 0.9966641441831015, + 0.9977686326891451 + ], + "val_loss": [ + 0.0549071429570904, + 0.05835173849273512, + 0.06112585439510137, + 0.06775237642389281, + 0.0718517620531505, + 0.07416316316131391, + 0.11034522878509051, + 0.08488445833814694 + ], + "val_acc": [ + 0.94625, + 0.9640625, + 0.9691666666666666, + 0.96875, + 0.9676041666666667, + 0.966875, + 0.9705208333333334, + 0.9720833333333333 + ], + "val_auc": [ + 0.9929142071759258, + 0.9932123842592593, + 0.9945350405092592, + 0.9936048900462963, + 0.9933492766203703, + 0.9931815972222222, + 0.9889990451388888, + 0.9923971064814815 + ], + "val_f1": [ + 0.9631533847472151, + 0.976, + 0.9794871794871794, + 0.9791347892613715, + 0.9782593498776652, + 0.9777217318200925, + 0.9804355340477013, + 0.981370777144446 + ] + }, + "test_metrics": { + "accuracy": 0.969625, + "auc_roc": 0.9946256666666666, + "f1": 0.9798021777075887, + "confusion_matrix": [ + [ + 5589, + 411 + ], + [ + 318, + 17682 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9901666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 59, + 5941 + ] + ], + "n": 6000, + "detection_rate": 0.9901666666666666, + "pairwise_auc": 0.996534, + "pairwise_f1": 0.961949481865285 + }, + "insight": { + "accuracy": 0.9641666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 215, + 5785 + ] + ], + "n": 6000, + "detection_rate": 0.9641666666666666, + "pairwise_auc": 0.9892951805555557, + "pairwise_f1": 0.9486716956379141 + }, + "text2img": { + "accuracy": 0.9926666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 44, + 5956 + ] + ], + "n": 6000, + "detection_rate": 0.9926666666666667, + "pairwise_auc": 0.9980478194444444, + "pairwise_f1": 0.9632085388534002 + }, + "wiki": { + "accuracy": 0.9315, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5589, + 411 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.0685 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9608333333333333, + "auc_roc": 0.996534, + "f1": 0.961949481865285, + "confusion_matrix": [ + [ + 5589, + 411 + ], + [ + 59, + 5941 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9478333333333333, + "auc_roc": 0.9892951805555557, + "f1": 0.9486716956379141, + "confusion_matrix": [ + [ + 5589, + 411 + ], + [ + 215, + 5785 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9620833333333333, + "auc_roc": 0.9980478194444444, + "f1": 0.9632085388534002, + "confusion_matrix": [ + [ + 5589, + 411 + ], + [ + 44, + 5956 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10583155480834346, + 0.05305233907124838, + 0.03383288917838298, + 0.023973344606176263, + 0.01652335237360384, + 0.011552016472293147, + 0.009053840533335463 + ], + "train_acc": [ + 0.9190162037037037, + 0.9642708333333333, + 0.978275462962963, + 0.985474537037037, + 0.9903703703703703, + 0.993125, + 0.9952893518518519 + ], + "train_auc": [ + 0.9738950274348422, + 0.9935666030807041, + 0.9972492441129401, + 0.9985583990626429, + 0.9993623299611339, + 0.9995694962419981, + 0.9996786679812528 + ], + "train_f1": [ + 0.944952757082504, + 0.9759929075256442, + 0.9854494996085241, + 0.9902885575219185, + 0.9935698276528325, + 0.9954107885099742, + 0.9968579435356242 + ], + "val_loss": [ + 0.05906614906290391, + 0.05416134513027828, + 0.06403290858775411, + 0.0884968720643307, + 0.08107796501735418, + 0.08898418609101706, + 0.0962938618196616 + ], + "val_acc": [ + 0.9532291666666667, + 0.9659375, + 0.9672916666666667, + 0.9634375, + 0.9695833333333334, + 0.9673958333333333, + 0.9705208333333334 + ], + "val_auc": [ + 0.991356394675926, + 0.9940768518518519, + 0.993639525462963, + 0.9907980613425926, + 0.9927527777777777, + 0.9902113715277779, + 0.9907717881944444 + ], + "val_f1": [ + 0.9683646868174453, + 0.9771918811466834, + 0.9781458797327395, + 0.975657119078993, + 0.9797755921872836, + 0.978156186754135, + 0.9803894394012889 + ] + }, + "test_metrics": { + "accuracy": 0.966625, + "auc_roc": 0.9946070370370369, + "f1": 0.9776100628930817, + "confusion_matrix": [ + [ + 5712, + 288 + ], + [ + 513, + 17487 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9785, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 129, + 5871 + ] + ], + "n": 6000, + "detection_rate": 0.9785, + "pairwise_auc": 0.9955885277777777, + "pairwise_f1": 0.9657044164816185 + }, + "insight": { + "accuracy": 0.9506666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 296, + 5704 + ] + ], + "n": 6000, + "detection_rate": 0.9506666666666667, + "pairwise_auc": 0.990835638888889, + "pairwise_f1": 0.9513008672448299 + }, + "text2img": { + "accuracy": 0.9853333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 88, + 5912 + ] + ], + "n": 6000, + "detection_rate": 0.9853333333333333, + "pairwise_auc": 0.9973969444444445, + "pairwise_f1": 0.9691803278688524 + }, + "wiki": { + "accuracy": 0.952, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5712, + 288 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.04800000000000004 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.96525, + "auc_roc": 0.9955885277777777, + "f1": 0.9657044164816185, + "confusion_matrix": [ + [ + 5712, + 288 + ], + [ + 129, + 5871 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9513333333333334, + "auc_roc": 0.990835638888889, + "f1": 0.9513008672448299, + "confusion_matrix": [ + [ + 5712, + 288 + ], + [ + 296, + 5704 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9686666666666667, + "auc_roc": 0.9973969444444445, + "f1": 0.9691803278688524, + "confusion_matrix": [ + [ + 5712, + 288 + ], + [ + 88, + 5912 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 86400, + "val_size": 9600, + "test_size": 24000, + "history": { + "train_loss": [ + 0.10572219112767252, + 0.05240473180946773, + 0.03435035509957945, + 0.02263651304385281, + 0.016451685824715106, + 0.011485795361557022, + 0.008304328180988873, + 0.0065383565808591225, + 0.0034714621708454214, + 0.0020390315323359815 + ], + "train_acc": [ + 0.9187152777777777, + 0.9649305555555555, + 0.9779976851851852, + 0.9859259259259259, + 0.9903472222222223, + 0.9935300925925926, + 0.9953009259259259, + 0.9967476851851852, + 0.9982291666666666, + 0.99875 + ], + "train_auc": [ + 0.9738291702389117, + 0.9935188057270234, + 0.997209082790352, + 0.998729598908322, + 0.9993232910379516, + 0.9995217874799954, + 0.9998343303469364, + 0.9998332879658207, + 0.999904435299497, + 0.9999919938843164 + ], + "train_f1": [ + 0.9446794432497578, + 0.9764305049939326, + 0.9852721286073988, + 0.9905918762088974, + 0.9935549682385125, + 0.9956829643130198, + 0.9968653973842282, + 0.9978312044147725, + 0.9988191073068701, + 0.9991665123170957 + ], + "val_loss": [ + 0.06827891671515923, + 0.10762092962071317, + 0.05082726004414629, + 0.06780303101354244, + 0.06042233494823146, + 0.0935744174900295, + 0.1393659184104854, + 0.09219689728405077, + 0.10592633409277369, + 0.10129428458755077 + ], + "val_acc": [ + 0.9601041666666666, + 0.9520833333333333, + 0.9648958333333333, + 0.9661458333333334, + 0.966875, + 0.9688541666666667, + 0.9648958333333333, + 0.97, + 0.9730208333333333, + 0.9758333333333333 + ], + "val_auc": [ + 0.9909356481481482, + 0.9852364872685184, + 0.9945385706018517, + 0.9925354166666667, + 0.9946561053240739, + 0.9915528935185185, + 0.9859638599537037, + 0.9907507523148149, + 0.9893995081018517, + 0.9902642650462964 + ], + "val_f1": [ + 0.9734157007010481, + 0.9683108294295949, + 0.9763326076269401, + 0.9773092229281575, + 0.9777061132922041, + 0.9792979297929792, + 0.9767986230636833, + 0.9799861014593467, + 0.9820051413881749, + 0.9839090026355944 + ] + }, + "test_metrics": { + "accuracy": 0.9685416666666666, + "auc_roc": 0.995254060185185, + "f1": 0.9788426509737985, + "confusion_matrix": [ + [ + 5780, + 220 + ], + [ + 535, + 17465 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9808333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 115, + 5885 + ] + ], + "n": 6000, + "detection_rate": 0.9808333333333333, + "pairwise_auc": 0.9968223472222222, + "pairwise_f1": 0.9723254853366378 + }, + "insight": { + "accuracy": 0.938, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 372, + 5628 + ] + ], + "n": 6000, + "detection_rate": 0.938, + "pairwise_auc": 0.9903760972222222, + "pairwise_f1": 0.950033760972316 + }, + "text2img": { + "accuracy": 0.992, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 48, + 5952 + ] + ], + "n": 6000, + "detection_rate": 0.992, + "pairwise_auc": 0.9985637361111112, + "pairwise_f1": 0.9779822543542557 + }, + "wiki": { + "accuracy": 0.9633333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 5780, + 220 + ], + [ + 0, + 0 + ] + ], + "n": 6000, + "false_alarm_rate": 0.036666666666666625 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 12000, + "accuracy": 0.9720833333333333, + "auc_roc": 0.9968223472222222, + "f1": 0.9723254853366378, + "confusion_matrix": [ + [ + 5780, + 220 + ], + [ + 115, + 5885 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 12000, + "accuracy": 0.9506666666666667, + "auc_roc": 0.9903760972222222, + "f1": 0.950033760972316, + "confusion_matrix": [ + [ + 5780, + 220 + ], + [ + 372, + 5628 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 12000, + "accuracy": 0.9776666666666667, + "auc_roc": 0.9985637361111112, + "f1": 0.9779822543542557, + "confusion_matrix": [ + [ + 5780, + 220 + ], + [ + 48, + 5952 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.9692166666666667, + "std": 0.0017757040857080092, + "ci_95": 0.0015564732570783506, + "values": [ + 0.9714166666666667, + 0.969875, + 0.969625, + 0.966625, + 0.9685416666666666 + ] + }, + "auc_roc": { + "mean": 0.9949671268518518, + "std": 0.00042766885637824786, + "ci_95": 0.0003748682808107718, + "values": [ + 0.9947762777777778, + 0.9955725925925926, + 0.9946256666666666, + 0.9946070370370369, + 0.995254060185185 + ] + }, + "f1": { + "mean": 0.9793757797895071, + "std": 0.0012253246491348297, + "ci_95": 0.0010740444103088506, + "values": [ + 0.9808903002952811, + 0.9797337070777855, + 0.9798021777075887, + 0.9776100628930817, + 0.9788426509737985 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9837999999999999, + "std": 0.004619403520898425, + "ci_95": 0.004049085712986453, + "values": [ + 0.9865, + 0.983, + 0.9901666666666666, + 0.9785, + 0.9808333333333333 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "detection_rate": { + "mean": 0.9837999999999999, + "std": 0.004619403520898425, + "ci_95": 0.004049085712986453, + "values": [ + 0.9865, + 0.983, + 0.9901666666666666, + 0.9785, + 0.9808333333333333 + ] + }, + "pairwise_auc": { + "mean": 0.9965023166666667, + "std": 0.000606657607135633, + "ci_95": 0.0005317588382600736, + "values": [ + 0.9963499166666667, + 0.9972167916666667, + 0.996534, + 0.9955885277777777, + 0.9968223472222222 + ] + }, + "pairwise_f1": { + "mean": 0.9689101905349121, + "std": 0.005225479857072957, + "ci_95": 0.004580335044784638, + "values": [ + 0.9694537711899107, + 0.9751177978011077, + 0.961949481865285, + 0.9657044164816185, + 0.9723254853366378 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9500333333333334, + "std": 0.01067993965858941, + "ci_95": 0.009361379860303111, + "values": [ + 0.956, + 0.9413333333333334, + 0.9641666666666666, + 0.9506666666666667, + 0.938 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "detection_rate": { + "mean": 0.9500333333333334, + "std": 0.01067993965858941, + "ci_95": 0.009361379860303111, + "values": [ + 0.956, + 0.9413333333333334, + 0.9641666666666666, + 0.9506666666666667, + 0.938 + ] + }, + "pairwise_auc": { + "mean": 0.9903140916666668, + "std": 0.0007705375401317679, + "ci_95": 0.0006754059330284413, + "values": [ + 0.98983675, + 0.9912267916666667, + 0.9892951805555557, + 0.990835638888889, + 0.9903760972222222 + ] + }, + "pairwise_f1": { + "mean": 0.9514542370133494, + "std": 0.002197342024470114, + "ci_95": 0.0019260552055206147, + "values": [ + 0.9537745261057532, + 0.953490335105934, + 0.9486716956379141, + 0.9513008672448299, + 0.950033760972316 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.9900333333333332, + "std": 0.0031233884733660264, + "ci_95": 0.0027377707070616046, + "values": [ + 0.9918333333333333, + 0.9883333333333333, + 0.9926666666666667, + 0.9853333333333333, + 0.992 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "detection_rate": { + "mean": 0.9900333333333332, + "std": 0.0031233884733660264, + "ci_95": 0.0027377707070616046, + "values": [ + 0.9918333333333333, + 0.9883333333333333, + 0.9926666666666667, + 0.9853333333333333, + 0.992 + ] + }, + "pairwise_auc": { + "mean": 0.9980849722222223, + "std": 0.0004310028036603839, + "ci_95": 0.00037779061445122447, + "values": [ + 0.9981421666666667, + 0.9982741944444444, + 0.9980478194444444, + 0.9973969444444445, + 0.9985637361111112 + ] + }, + "pairwise_f1": { + "mean": 0.9720680440216556, + "std": 0.006223323803512732, + "ci_95": 0.005454983827693629, + "values": [ + 0.97214734950584, + 0.9778217495259296, + 0.9632085388534002, + 0.9691803278688524, + 0.9779822543542557 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.9530000000000001, + "std": 0.013821782325976155, + "ci_95": 0.012115326381626433, + "values": [ + 0.9513333333333334, + 0.9668333333333333, + 0.9315, + 0.952, + 0.9633333333333334 + ] + }, + "n": { + "mean": 6000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 6000, + 6000, + 6000, + 6000, + 6000 + ] + }, + "false_alarm_rate": { + "mean": 0.047, + "std": 0.013821782325976157, + "ci_95": 0.012115326381626434, + "values": [ + 0.048666666666666636, + 0.03316666666666668, + 0.0685, + 0.04800000000000004, + 0.036666666666666625 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9683999999999999, + "std": 0.005556027757710027, + "ci_95": 0.004870073054437218, + "values": [ + 0.9689166666666666, + 0.9749166666666667, + 0.9608333333333333, + 0.96525, + 0.9720833333333333 + ] + }, + "auc_roc": { + "mean": 0.9965023166666667, + "std": 0.000606657607135633, + "ci_95": 0.0005317588382600736, + "values": [ + 0.9963499166666667, + 0.9972167916666667, + 0.996534, + 0.9955885277777777, + 0.9968223472222222 + ] + }, + "f1": { + "mean": 0.9689101905349121, + "std": 0.005225479857072957, + "ci_95": 0.004580335044784638, + "values": [ + 0.9694537711899107, + 0.9751177978011077, + 0.961949481865285, + 0.9657044164816185, + 0.9723254853366378 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.9515166666666668, + "std": 0.0025265259415516235, + "ci_95": 0.0022145976308726276, + "values": [ + 0.9536666666666667, + 0.9540833333333333, + 0.9478333333333333, + 0.9513333333333334, + 0.9506666666666667 + ] + }, + "auc_roc": { + "mean": 0.9903140916666668, + "std": 0.0007705375401317679, + "ci_95": 0.0006754059330284413, + "values": [ + 0.98983675, + 0.9912267916666667, + 0.9892951805555557, + 0.990835638888889, + 0.9903760972222222 + ] + }, + "f1": { + "mean": 0.9514542370133494, + "std": 0.002197342024470114, + "ci_95": 0.0019260552055206147, + "values": [ + 0.9537745261057532, + 0.953490335105934, + 0.9486716956379141, + 0.9513008672448299, + 0.950033760972316 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9715166666666667, + "std": 0.0065525122408635755, + "ci_95": 0.005743530215236409, + "values": [ + 0.9715833333333334, + 0.9775833333333334, + 0.9620833333333333, + 0.9686666666666667, + 0.9776666666666667 + ] + }, + "auc_roc": { + "mean": 0.9980849722222223, + "std": 0.0004310028036603839, + "ci_95": 0.00037779061445122447, + "values": [ + 0.9981421666666667, + 0.9982741944444444, + 0.9980478194444444, + 0.9973969444444445, + 0.9985637361111112 + ] + }, + "f1": { + "mean": 0.9720680440216556, + "std": 0.006223323803512732, + "ci_95": 0.005454983827693629, + "values": [ + 0.97214734950584, + 0.9778217495259296, + 0.9632085388534002, + 0.9691803278688524, + 0.9779822543542557 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "augment": false, + "run_name": "p4_resnet50_100pct", + "backbone": "resnet50", + "subsample": 1.0 + } +} \ No newline at end of file diff --git a/classifier/outputs/logs/p4_resnet50_50pct.json b/classifier/outputs/logs/p4_resnet50_50pct.json new file mode 100644 index 0000000..c568224 --- /dev/null +++ b/classifier/outputs/logs/p4_resnet50_50pct.json @@ -0,0 +1,1641 @@ +{ + "run_name": "p4_resnet50_50pct", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.1310014289824499, + 0.06310213710750556, + 0.038888596181080815, + 0.02649530682997364, + 0.01996485122527466, + 0.0127978444466084, + 0.008492352869334354, + 0.005699059869553838, + 0.002868689212677643, + 0.0024933067745233524 + ], + "train_acc": [ + 0.8962731481481482, + 0.9561805555555556, + 0.9754166666666667, + 0.9845601851851852, + 0.9885648148148148, + 0.9927777777777778, + 0.9951388888888889, + 0.9968981481481481, + 0.9984259259259259, + 0.9987731481481481 + ], + "train_auc": [ + 0.9595598193872886, + 0.9908889531893004, + 0.9964860496684956, + 0.9983529835390947, + 0.9989396790695015, + 0.9993673125285779, + 0.9997186914151805, + 0.9998417038180156, + 0.9999775605852766, + 0.9999427869227252 + ], + "train_f1": [ + 0.929029601355739, + 0.9704896565700656, + 0.9835287548855388, + 0.9896798749825935, + 0.9923626356637086, + 0.9951796804993357, + 0.9967567567567568, + 0.9979308214947499, + 0.9989503581131144, + 0.999182035650899 + ], + "val_loss": [ + 0.08767707792265962, + 0.13368320959309737, + 0.06841182627521145, + 0.21279425378099404, + 0.07938659159221667, + 0.11103857491679567, + 0.11696882055493309, + 0.10955535782945541, + 0.1455932674087914, + 0.11922037690638414 + ], + "val_acc": [ + 0.9208333333333333, + 0.8714583333333333, + 0.9483333333333334, + 0.949375, + 0.9627083333333334, + 0.96125, + 0.9597916666666667, + 0.9691666666666666, + 0.966875, + 0.9675 + ], + "val_auc": [ + 0.9838140046296295, + 0.9848105324074073, + 0.990100925925926, + 0.979960300925926, + 0.991436574074074, + 0.988432175925926, + 0.9853523148148149, + 0.9874761574074074, + 0.9840141203703704, + 0.9863858796296296 + ], + "val_f1": [ + 0.9451817657241778, + 0.907008289374529, + 0.9647527003979534, + 0.9670240195413218, + 0.9749965078921637, + 0.974188176519567, + 0.9729881035689293, + 0.9794387329813837, + 0.977962577962578, + 0.9782183747556549 + ] + }, + "test_metrics": { + "accuracy": 0.963, + "auc_roc": 0.9923082037037039, + "f1": 0.975231507307821, + "confusion_matrix": [ + [ + 2815, + 185 + ], + [ + 259, + 8741 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.98, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 60, + 2940 + ] + ], + "n": 3000, + "detection_rate": 0.98, + "pairwise_auc": 0.9937080555555556, + "pairwise_f1": 0.96 + }, + "insight": { + "accuracy": 0.9396666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 181, + 2819 + ] + ], + "n": 3000, + "detection_rate": 0.9396666666666667, + "pairwise_auc": 0.9859274999999998, + "pairwise_f1": 0.9390406395736176 + }, + "text2img": { + "accuracy": 0.994, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 18, + 2982 + ] + ], + "n": 3000, + "detection_rate": 0.994, + "pairwise_auc": 0.9972890555555555, + "pairwise_f1": 0.9670828603859251 + }, + "wiki": { + "accuracy": 0.9383333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2815, + 185 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.06166666666666665 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9591666666666666, + "auc_roc": 0.9937080555555556, + "f1": 0.96, + "confusion_matrix": [ + [ + 2815, + 185 + ], + [ + 60, + 2940 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.939, + "auc_roc": 0.9859274999999998, + "f1": 0.9390406395736176, + "confusion_matrix": [ + [ + 2815, + 185 + ], + [ + 181, + 2819 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9661666666666666, + "auc_roc": 0.9972890555555555, + "f1": 0.9670828603859251, + "confusion_matrix": [ + [ + 2815, + 185 + ], + [ + 18, + 2982 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.12803853407088253, + 0.06124075772430472, + 0.03885383722314145, + 0.02501593027866976, + 0.01730566528073487, + 0.01223388925149535, + 0.006877621188353226, + 0.005629530146293081 + ], + "train_acc": [ + 0.9024305555555555, + 0.9589351851851852, + 0.9743518518518518, + 0.9850694444444444, + 0.9902083333333334, + 0.9930787037037037, + 0.9962268518518519, + 0.9971064814814815 + ], + "train_auc": [ + 0.9612873914037494, + 0.9912515560699587, + 0.9964169081504344, + 0.9985149748513945, + 0.9992661536922725, + 0.9996025934499314, + 0.9998924168381345, + 0.9998858924897118 + ], + "train_f1": [ + 0.9334827276026955, + 0.9723968382398706, + 0.9828233032586116, + 0.9900190334710552, + 0.9934618297602671, + 0.9953813120781007, + 0.9974833639549785, + 0.9980698855828174 + ], + "val_loss": [ + 0.0803564018686302, + 0.06945386185039146, + 0.06300256718920233, + 0.069996998704349, + 0.14107923867991, + 0.1766739479874074, + 0.12269854744713787, + 0.11194367747741732 + ], + "val_acc": [ + 0.9535416666666666, + 0.9539583333333334, + 0.9485416666666666, + 0.958125, + 0.9520833333333333, + 0.954375, + 0.964375, + 0.9608333333333333 + ], + "val_auc": [ + 0.9865824074074074, + 0.9888171296296298, + 0.9907064814814814, + 0.9906428240740741, + 0.9849028935185185, + 0.9847343749999999, + 0.9869310185185185, + 0.9880565972222223 + ], + "val_f1": [ + 0.9690320788779336, + 0.9689737470167065, + 0.9650883392226148, + 0.9719077568134172, + 0.9684326104858633, + 0.970200027214587, + 0.9763256264709954, + 0.9736547085201793 + ] + }, + "test_metrics": { + "accuracy": 0.95625, + "auc_roc": 0.9913704629629632, + "f1": 0.9704475091471996, + "confusion_matrix": [ + [ + 2855, + 145 + ], + [ + 380, + 8620 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.962, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 114, + 2886 + ] + ], + "n": 3000, + "detection_rate": 0.962, + "pairwise_auc": 0.9922814444444444, + "pairwise_f1": 0.9570552147239264 + }, + "insight": { + "accuracy": 0.9336666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 199, + 2801 + ] + ], + "n": 3000, + "detection_rate": 0.9336666666666666, + "pairwise_auc": 0.9870954444444443, + "pairwise_f1": 0.9421459804910864 + }, + "text2img": { + "accuracy": 0.9776666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 67, + 2933 + ] + ], + "n": 3000, + "detection_rate": 0.9776666666666667, + "pairwise_auc": 0.9947345000000001, + "pairwise_f1": 0.9651201052977953 + }, + "wiki": { + "accuracy": 0.9516666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2855, + 145 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.04833333333333334 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9568333333333333, + "auc_roc": 0.9922814444444444, + "f1": 0.9570552147239264, + "confusion_matrix": [ + [ + 2855, + 145 + ], + [ + 114, + 2886 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9426666666666667, + "auc_roc": 0.9870954444444443, + "f1": 0.9421459804910864, + "confusion_matrix": [ + [ + 2855, + 145 + ], + [ + 199, + 2801 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9646666666666667, + "auc_roc": 0.9947345000000001, + "f1": 0.9651201052977953, + "confusion_matrix": [ + [ + 2855, + 145 + ], + [ + 67, + 2933 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.12894397541535674, + 0.0633250668713892, + 0.039845863456484276, + 0.02533684753324013, + 0.01833436753669014, + 0.011535352683215563, + 0.009289013643897642, + 0.00523130823270494, + 0.0038449670582292373, + 0.0027505036443522227 + ], + "train_acc": [ + 0.8950694444444445, + 0.9575231481481481, + 0.9740740740740741, + 0.9844444444444445, + 0.9893287037037037, + 0.9936342592592593, + 0.995162037037037, + 0.9967361111111112, + 0.9981944444444445, + 0.9988657407407407 + ], + "train_auc": [ + 0.9606062299954276, + 0.9907223208161866, + 0.99623664980567, + 0.9985272305098307, + 0.9992490026291724, + 0.9995602866369456, + 0.9997321987882946, + 0.9999320373228165, + 0.9998753429355282, + 0.9998478709419296 + ], + "train_f1": [ + 0.927893104271057, + 0.9714294611300544, + 0.9826248836487744, + 0.9896023518489865, + 0.9928740358307699, + 0.9957519116397621, + 0.996772250621612, + 0.9978224947106697, + 0.9987958503149315, + 0.9992437921508712 + ], + "val_loss": [ + 0.0721046452006946, + 0.06456572874992465, + 0.0747598591519636, + 0.10288976659513234, + 0.07962197108463442, + 0.10778757501742803, + 0.13586275433523648, + 0.13340375898282825, + 0.11878780224452688, + 0.1416812105385543 + ], + "val_acc": [ + 0.9404166666666667, + 0.9495833333333333, + 0.9654166666666667, + 0.9535416666666666, + 0.9575, + 0.9516666666666667, + 0.9610416666666667, + 0.9633333333333334, + 0.965, + 0.9679166666666666 + ], + "val_auc": [ + 0.9873201388888889, + 0.9899142361111111, + 0.9915755787037036, + 0.988799074074074, + 0.9916518518518519, + 0.9892256944444444, + 0.9852898148148148, + 0.9867555555555556, + 0.9866866898148148, + 0.9848246527777779 + ], + "val_f1": [ + 0.9595015576323987, + 0.9658288619034171, + 0.9769252154573256, + 0.9687980971036798, + 0.971396522714526, + 0.9672408924032759, + 0.9741534208707671, + 0.9756838905775076, + 0.9765821020351269, + 0.9786703601108033 + ] + }, + "test_metrics": { + "accuracy": 0.9618333333333333, + "auc_roc": 0.9928141296296296, + "f1": 0.9743129556926529, + "confusion_matrix": [ + [ + 2856, + 144 + ], + [ + 314, + 8686 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.972, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 84, + 2916 + ] + ], + "n": 3000, + "detection_rate": 0.972, + "pairwise_auc": 0.9946737222222223, + "pairwise_f1": 0.9623762376237623 + }, + "insight": { + "accuracy": 0.9403333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 179, + 2821 + ] + ], + "n": 3000, + "detection_rate": 0.9403333333333334, + "pairwise_auc": 0.9875953888888889, + "pairwise_f1": 0.9458507963118189 + }, + "text2img": { + "accuracy": 0.983, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 51, + 2949 + ] + ], + "n": 3000, + "detection_rate": 0.983, + "pairwise_auc": 0.9961732777777779, + "pairwise_f1": 0.9679960610536681 + }, + "wiki": { + "accuracy": 0.952, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2856, + 144 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.04800000000000004 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.962, + "auc_roc": 0.9946737222222223, + "f1": 0.9623762376237623, + "confusion_matrix": [ + [ + 2856, + 144 + ], + [ + 84, + 2916 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9461666666666667, + "auc_roc": 0.9875953888888889, + "f1": 0.9458507963118189, + "confusion_matrix": [ + [ + 2856, + 144 + ], + [ + 179, + 2821 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9675, + "auc_roc": 0.9961732777777779, + "f1": 0.9679960610536681, + "confusion_matrix": [ + [ + 2856, + 144 + ], + [ + 51, + 2949 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.1295232505020168, + 0.06170430574824826, + 0.037615918873106474, + 0.024598854103549256, + 0.016743204425551488, + 0.01205475128056504, + 0.008438206393399452 + ], + "train_acc": [ + 0.8965277777777778, + 0.9588194444444444, + 0.9754166666666667, + 0.9843518518518518, + 0.9911111111111112, + 0.9932407407407408, + 0.9955092592592593 + ], + "train_auc": [ + 0.9603803883744856, + 0.9911017889803384, + 0.9967371799268405, + 0.9985225465820761, + 0.9991573702560586, + 0.9995904020919067, + 0.9997432584590762 + ], + "train_f1": [ + 0.9289935188715212, + 0.9722936037004158, + 0.9835292657960855, + 0.9895391662282195, + 0.9940671157530437, + 0.9954895115697118, + 0.9970040460820954 + ], + "val_loss": [ + 0.10778514720315191, + 0.06575797121937892, + 0.07033019703017393, + 0.08894823268909628, + 0.09753751006637079, + 0.12266531725380748, + 0.11800297263565275 + ], + "val_acc": [ + 0.940625, + 0.959375, + 0.9539583333333334, + 0.9602083333333333, + 0.956875, + 0.955, + 0.96375 + ], + "val_auc": [ + 0.9809686342592594, + 0.9922035879629629, + 0.9914534722222222, + 0.9891475694444445, + 0.990147800925926, + 0.9855612268518518, + 0.9898511574074075 + ], + "val_f1": [ + 0.9606081548030407, + 0.9729129045700792, + 0.9687809012572397, + 0.9733649421280156, + 0.9709310490099705, + 0.9697563707644917, + 0.9759202878494326 + ] + }, + "test_metrics": { + "accuracy": 0.9590833333333333, + "auc_roc": 0.9911175185185186, + "f1": 0.9727962768020388, + "confusion_matrix": [ + [ + 2730, + 270 + ], + [ + 221, + 8779 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9833333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 50, + 2950 + ] + ], + "n": 3000, + "detection_rate": 0.9833333333333333, + "pairwise_auc": 0.9927475555555554, + "pairwise_f1": 0.9485530546623794 + }, + "insight": { + "accuracy": 0.9553333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 134, + 2866 + ] + ], + "n": 3000, + "detection_rate": 0.9553333333333334, + "pairwise_auc": 0.9855584444444443, + "pairwise_f1": 0.9341590612777053 + }, + "text2img": { + "accuracy": 0.9876666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 37, + 2963 + ] + ], + "n": 3000, + "detection_rate": 0.9876666666666667, + "pairwise_auc": 0.9950465555555554, + "pairwise_f1": 0.9507460291994224 + }, + "wiki": { + "accuracy": 0.91, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2730, + 270 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.08999999999999997 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9466666666666667, + "auc_roc": 0.9927475555555554, + "f1": 0.9485530546623794, + "confusion_matrix": [ + [ + 2730, + 270 + ], + [ + 50, + 2950 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9326666666666666, + "auc_roc": 0.9855584444444443, + "f1": 0.9341590612777053, + "confusion_matrix": [ + [ + 2730, + 270 + ], + [ + 134, + 2866 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.9488333333333333, + "auc_roc": 0.9950465555555554, + "f1": 0.9507460291994224, + "confusion_matrix": [ + [ + 2730, + 270 + ], + [ + 37, + 2963 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 43200, + "val_size": 4800, + "test_size": 12000, + "history": { + "train_loss": [ + 0.12732069519589898, + 0.06170257507538837, + 0.03860741297643269, + 0.025365771362277748, + 0.01670022751770173, + 0.012464827809432824, + 0.008374597468172464, + 0.006437417975058385, + 0.0034875015909215192 + ], + "train_acc": [ + 0.9009027777777778, + 0.9566898148148149, + 0.9751620370370371, + 0.9845138888888889, + 0.9905324074074074, + 0.9931944444444445, + 0.9955787037037037, + 0.9963425925925926, + 0.9982638888888888 + ], + "train_auc": [ + 0.9617297125057156, + 0.9911038951760403, + 0.9964552040466392, + 0.9983521819272976, + 0.9992034793667124, + 0.9995827817786922, + 0.9996301911865568, + 0.9998173682556012, + 0.9999299397005029 + ], + "train_f1": [ + 0.932434778491501, + 0.970832618828628, + 0.9833532432474362, + 0.9896463669426604, + 0.9936790047137006, + 0.9954594594594595, + 0.9970505119137699, + 0.9975598455598456, + 0.998842503279574 + ], + "val_loss": [ + 0.14045082565508588, + 0.08130352705096205, + 0.10408762747037448, + 0.0898400347368503, + 0.09015464449475985, + 0.14536626939580552, + 0.1540585432428573, + 0.15825259659189517, + 0.13043432375607153 + ], + "val_acc": [ + 0.9389583333333333, + 0.9297916666666667, + 0.9570833333333333, + 0.9547916666666667, + 0.949375, + 0.9441666666666667, + 0.9552083333333333, + 0.956875, + 0.9577083333333334 + ], + "val_auc": [ + 0.9839943287037036, + 0.9862025462962964, + 0.9870587962962962, + 0.9889800925925927, + 0.9889494212962964, + 0.9834181712962962, + 0.9811201388888888, + 0.9818784722222222, + 0.9862002314814815 + ], + "val_f1": [ + 0.960292722591137, + 0.9515177672277371, + 0.9715076071922545, + 0.9695096248419278, + 0.965614829489175, + 0.9622747747747747, + 0.9698245614035088, + 0.9713415478333103, + 0.9714607057500352 + ] + }, + "test_metrics": { + "accuracy": 0.9634166666666667, + "auc_roc": 0.9929008518518518, + "f1": 0.9754570358360821, + "confusion_matrix": [ + [ + 2837, + 163 + ], + [ + 276, + 8724 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9736666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 79, + 2921 + ] + ], + "n": 3000, + "detection_rate": 0.9736666666666667, + "pairwise_auc": 0.9941697777777777, + "pairwise_f1": 0.960223537146614 + }, + "insight": { + "accuracy": 0.946, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 162, + 2838 + ] + ], + "n": 3000, + "detection_rate": 0.946, + "pairwise_auc": 0.9881915555555555, + "pairwise_f1": 0.9458423596067322 + }, + "text2img": { + "accuracy": 0.9883333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 35, + 2965 + ] + ], + "n": 3000, + "detection_rate": 0.9883333333333333, + "pairwise_auc": 0.9963412222222222, + "pairwise_f1": 0.9676892950391645 + }, + "wiki": { + "accuracy": 0.9456666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 2837, + 163 + ], + [ + 0, + 0 + ] + ], + "n": 3000, + "false_alarm_rate": 0.054333333333333345 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 6000, + "accuracy": 0.9596666666666667, + "auc_roc": 0.9941697777777777, + "f1": 0.960223537146614, + "confusion_matrix": [ + [ + 2837, + 163 + ], + [ + 79, + 2921 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 6000, + "accuracy": 0.9458333333333333, + "auc_roc": 0.9881915555555555, + "f1": 0.9458423596067322, + "confusion_matrix": [ + [ + 2837, + 163 + ], + [ + 162, + 2838 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 6000, + "accuracy": 0.967, + "auc_roc": 0.9963412222222222, + "f1": 0.9676892950391645, + "confusion_matrix": [ + [ + 2837, + 163 + ], + [ + 35, + 2965 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.9607166666666667, + "std": 0.0030153542264734086, + "ci_95": 0.002643074514441248, + "values": [ + 0.963, + 0.95625, + 0.9618333333333333, + 0.9590833333333333, + 0.9634166666666667 + ] + }, + "auc_roc": { + "mean": 0.9921022333333335, + "std": 0.000820390579196715, + "ci_95": 0.0007191040484482374, + "values": [ + 0.9923082037037039, + 0.9913704629629632, + 0.9928141296296296, + 0.9911175185185186, + 0.9929008518518518 + ] + }, + "f1": { + "mean": 0.973649056957159, + "std": 0.0020730919324981494, + "ci_95": 0.0018171451979915288, + "values": [ + 0.975231507307821, + 0.9704475091471996, + 0.9743129556926529, + 0.9727962768020388, + 0.9754570358360821 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9742, + "std": 0.008231376285625357, + "ci_95": 0.007215119433830905, + "values": [ + 0.98, + 0.962, + 0.972, + 0.9833333333333333, + 0.9736666666666667 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "detection_rate": { + "mean": 0.9742, + "std": 0.008231376285625357, + "ci_95": 0.007215119433830905, + "values": [ + 0.98, + 0.962, + 0.972, + 0.9833333333333333, + 0.9736666666666667 + ] + }, + "pairwise_auc": { + "mean": 0.993516111111111, + "std": 0.0009898567680712113, + "ci_95": 0.000867647712387025, + "values": [ + 0.9937080555555556, + 0.9922814444444444, + 0.9946737222222223, + 0.9927475555555554, + 0.9941697777777777 + ] + }, + "pairwise_f1": { + "mean": 0.9576416088313364, + "std": 0.005421963377389286, + "ci_95": 0.004752560443875861, + "values": [ + 0.96, + 0.9570552147239264, + 0.9623762376237623, + 0.9485530546623794, + 0.960223537146614 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.943, + "std": 0.00816156303113021, + "ci_95": 0.0071539254181805, + "values": [ + 0.9396666666666667, + 0.9336666666666666, + 0.9403333333333334, + 0.9553333333333334, + 0.946 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "detection_rate": { + "mean": 0.943, + "std": 0.00816156303113021, + "ci_95": 0.0071539254181805, + "values": [ + 0.9396666666666667, + 0.9336666666666666, + 0.9403333333333334, + 0.9553333333333334, + 0.946 + ] + }, + "pairwise_auc": { + "mean": 0.9868736666666666, + "std": 0.0011103986139176464, + "ci_95": 0.0009733072988738293, + "values": [ + 0.9859274999999998, + 0.9870954444444443, + 0.9875953888888889, + 0.9855584444444443, + 0.9881915555555555 + ] + }, + "pairwise_f1": { + "mean": 0.941407767452192, + "std": 0.004952224427288878, + "ci_95": 0.004340816100027134, + "values": [ + 0.9390406395736176, + 0.9421459804910864, + 0.9458507963118189, + 0.9341590612777053, + 0.9458423596067322 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.9861333333333334, + "std": 0.006135506861249879, + "ci_95": 0.005378008883923071, + "values": [ + 0.994, + 0.9776666666666667, + 0.983, + 0.9876666666666667, + 0.9883333333333333 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "detection_rate": { + "mean": 0.9861333333333334, + "std": 0.006135506861249879, + "ci_95": 0.005378008883923071, + "values": [ + 0.994, + 0.9776666666666667, + 0.983, + 0.9876666666666667, + 0.9883333333333333 + ] + }, + "pairwise_auc": { + "mean": 0.9959169222222222, + "std": 0.0010349105023331555, + "ci_95": 0.000907139051667393, + "values": [ + 0.9972890555555555, + 0.9947345000000001, + 0.9961732777777779, + 0.9950465555555554, + 0.9963412222222222 + ] + }, + "pairwise_f1": { + "mean": 0.9637268701951951, + "std": 0.007342220515605291, + "ci_95": 0.006435740038045298, + "values": [ + 0.9670828603859251, + 0.9651201052977953, + 0.9679960610536681, + 0.9507460291994224, + 0.9676892950391645 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.9395333333333333, + "std": 0.017420613587867017, + "ci_95": 0.015269841067353043, + "values": [ + 0.9383333333333334, + 0.9516666666666667, + 0.952, + 0.91, + 0.9456666666666667 + ] + }, + "n": { + "mean": 3000.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 3000, + 3000, + 3000, + 3000, + 3000 + ] + }, + "false_alarm_rate": { + "mean": 0.06046666666666667, + "std": 0.017420613587867017, + "ci_95": 0.015269841067353043, + "values": [ + 0.06166666666666665, + 0.04833333333333334, + 0.04800000000000004, + 0.08999999999999997, + 0.054333333333333345 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9568666666666668, + "std": 0.005990038026219488, + "ci_95": 0.005250499828058693, + "values": [ + 0.9591666666666666, + 0.9568333333333333, + 0.962, + 0.9466666666666667, + 0.9596666666666667 + ] + }, + "auc_roc": { + "mean": 0.993516111111111, + "std": 0.0009898567680712113, + "ci_95": 0.000867647712387025, + "values": [ + 0.9937080555555556, + 0.9922814444444444, + 0.9946737222222223, + 0.9927475555555554, + 0.9941697777777777 + ] + }, + "f1": { + "mean": 0.9576416088313364, + "std": 0.005421963377389286, + "ci_95": 0.004752560443875861, + "values": [ + 0.96, + 0.9570552147239264, + 0.9623762376237623, + 0.9485530546623794, + 0.960223537146614 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.9412666666666667, + "std": 0.005610753563965873, + "ci_95": 0.004918042338618547, + "values": [ + 0.939, + 0.9426666666666667, + 0.9461666666666667, + 0.9326666666666666, + 0.9458333333333333 + ] + }, + "auc_roc": { + "mean": 0.9868736666666666, + "std": 0.0011103986139176464, + "ci_95": 0.0009733072988738293, + "values": [ + 0.9859274999999998, + 0.9870954444444443, + 0.9875953888888889, + 0.9855584444444443, + 0.9881915555555555 + ] + }, + "f1": { + "mean": 0.941407767452192, + "std": 0.004952224427288878, + "ci_95": 0.004340816100027134, + "values": [ + 0.9390406395736176, + 0.9421459804910864, + 0.9458507963118189, + 0.9341590612777053, + 0.9458423596067322 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9628333333333334, + "std": 0.007899542884102719, + "ci_95": 0.00692425463297114, + "values": [ + 0.9661666666666666, + 0.9646666666666667, + 0.9675, + 0.9488333333333333, + 0.967 + ] + }, + "auc_roc": { + "mean": 0.9959169222222222, + "std": 0.0010349105023331555, + "ci_95": 0.000907139051667393, + "values": [ + 0.9972890555555555, + 0.9947345000000001, + 0.9961732777777779, + 0.9950465555555554, + 0.9963412222222222 + ] + }, + "f1": { + "mean": 0.9637268701951951, + "std": 0.007342220515605291, + "ci_95": 0.006435740038045298, + "values": [ + 0.9670828603859251, + 0.9651201052977953, + 0.9679960610536681, + 0.9507460291994224, + 0.9676892950391645 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "augment": false, + "run_name": "p4_resnet50_50pct", + "backbone": "resnet50", + "subsample": 0.5 + } +} \ No newline at end of file diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold0_best.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold0_best.pt new file mode 100644 index 0000000..2c97c0c --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:677ae6b35b18a3ee25d1d0581fcb7b41ae75e893e68c54c52bf02b02f6264ccc +size 111354980 diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold0_final.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold0_final.pt new file mode 100644 index 0000000..59a9510 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4127ac05ba2d5ceac0ae0fcb6e2e3c5622a73ecb6c7a8c94c1d05e566ede626e +size 111355166 diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold1_best.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold1_best.pt new file mode 100644 index 0000000..f15ae26 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000f7aa222abe47d126242c84f43d85cc4ca954666822ea510d606aac470b6aa +size 111354980 diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold1_final.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold1_final.pt new file mode 100644 index 0000000..e89443f --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d2d6ce255468075babfb8f83792dce8705775b7c49736d2ac6c1b48eaf24c1 +size 111355166 diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold2_best.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold2_best.pt new file mode 100644 index 0000000..d8414af --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cea85c09ad61b485cb02ea9998cc313981893744cbc7650c11ff3fcad1475ba +size 111354980 diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold2_final.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold2_final.pt new file mode 100644 index 0000000..ea08988 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b83320b06ade749c6ad76c7cf4bd3bba5dd8ded1290a72ce2aea40c97530b7d4 +size 111355166 diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold3_best.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold3_best.pt new file mode 100644 index 0000000..fbc336c --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:478b95b5d77242753d19e95bc094284d4820cbb4b3e13ce03f5cca7f414c5dda +size 111354980 diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold3_final.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold3_final.pt new file mode 100644 index 0000000..d962af0 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a0663df0ba8d0db81aeeb12f050ba831f3b4f44540bdfee46bc07294475fab +size 111355166 diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold4_best.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold4_best.pt new file mode 100644 index 0000000..35cce77 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e6221afbc5356c3052c7abacd82c3b215c71ffb1b3fa1db628f149c3d6bb6f +size 111354980 diff --git a/classifier/outputs/models/p4_convnext_tiny_100pct_fold4_final.pt b/classifier/outputs/models/p4_convnext_tiny_100pct_fold4_final.pt new file mode 100644 index 0000000..4c7c5b4 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_100pct_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0954738238313da7535277b7b7fc68819046cbb8d0621345092883c0f55acebd +size 111355166 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold0_best.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold0_best.pt new file mode 100644 index 0000000..95b62e7 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae644b22a7a6ff60782fdde7034d6ef5dde7e25ad8b9198d6b62efffd163b3a4 +size 111354794 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold0_final.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold0_final.pt new file mode 100644 index 0000000..dc0ab43 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6faee3469bbff4115e4bd5480f068a96b83967097ac4234d0173f28f60bd3a76 +size 111354980 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold1_best.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold1_best.pt new file mode 100644 index 0000000..e243954 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4adaebabfbc2dc41abf556f10520ca46acbc4efd48b883937593b800377deed2 +size 111354794 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold1_final.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold1_final.pt new file mode 100644 index 0000000..7247dc3 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6603c798e99de9fe76064513c8b84aa5daef549aaeda42a8e655b551996ef3 +size 111354980 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold2_best.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold2_best.pt new file mode 100644 index 0000000..2bb7f81 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40c02f97720ff64bde82adbcf32f8889e8e44bb827484631e79bcc8f50de1f54 +size 111354794 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold2_final.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold2_final.pt new file mode 100644 index 0000000..02a4072 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d033caa479a9bd5d7372bd083ddee7f2a77f0e7a6f187d39e290ec53587cb93 +size 111354980 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold3_best.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold3_best.pt new file mode 100644 index 0000000..d408080 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36f8b54e1e4ce640ae7c2e59767c69c14c8c2c90a723e625f01ce65c8156fc02 +size 111354794 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold3_final.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold3_final.pt new file mode 100644 index 0000000..bcabf33 --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adfb711b126645e8fd037c8da63185cca4a7af5f8a90c6d41bd4fd7e989fdb01 +size 111354980 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold4_best.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold4_best.pt new file mode 100644 index 0000000..c7b531c --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eae1c5c1be91ac63b1115ed7bd2b5a6413d30908722b330805cb69fe4215bdab +size 111354794 diff --git a/classifier/outputs/models/p4_convnext_tiny_50pct_fold4_final.pt b/classifier/outputs/models/p4_convnext_tiny_50pct_fold4_final.pt new file mode 100644 index 0000000..ffb086c --- /dev/null +++ b/classifier/outputs/models/p4_convnext_tiny_50pct_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f725055b16c863f52278648d4ce9b13a147c181871c285905f3256d879663e99 +size 111354980 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold0_best.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold0_best.pt new file mode 100644 index 0000000..bea864c --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0440779da9581a8b14ee4376db9e97158372bb2fefc5985c5b22aff20db43e97 +size 16344286 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold0_final.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold0_final.pt new file mode 100644 index 0000000..b212d19 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c522d820a7c3c5a89a73614bf02973252d3c7c4b5174b78ad4256f26b46c4325 +size 16344650 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold1_best.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold1_best.pt new file mode 100644 index 0000000..db89579 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d0c28be45c24a40685446b1891cc4fb41f29755fa998f37773ece146935a40e +size 16344286 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold1_final.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold1_final.pt new file mode 100644 index 0000000..1baf281 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0468130297a3dbd314a544e550d6de981af9d413bc174fbc99f4b774e24144 +size 16344650 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold2_best.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold2_best.pt new file mode 100644 index 0000000..feaa8f5 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c346afdf15d11631479ec69744cccd8a3e2d7ab8a4ee860285488c1f26649f66 +size 16344286 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold2_final.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold2_final.pt new file mode 100644 index 0000000..e55e517 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91201be28a548828444f7d6a6e8ae6b2e5aab845f97199dee9e9207ccfa8dd70 +size 16344650 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold3_best.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold3_best.pt new file mode 100644 index 0000000..1e766b5 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a14d8015c7ac740b598daf6e84135a862f11cd035c5d6018418ca8db7c9210e +size 16344286 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold3_final.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold3_final.pt new file mode 100644 index 0000000..aabde09 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec8d0dce221b7307aa6cd910ef3ed8fc1fa039aca275c65df0706ce380a17fa +size 16344650 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold4_best.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold4_best.pt new file mode 100644 index 0000000..27219c5 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ccd04457343992afe0af0e5216992986b02816b181889e47d4852de26e19115 +size 16344286 diff --git a/classifier/outputs/models/p4_efficientnet_b0_100pct_fold4_final.pt b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold4_final.pt new file mode 100644 index 0000000..aa64c1f --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_100pct_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cc7e7f53018641e61a64cdfa6cc5efa390e19534bc487efc1cdc0546098cf39 +size 16344650 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold0_best.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold0_best.pt new file mode 100644 index 0000000..94140a5 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dbf67b6f3aab4576e36a32cc954d57a14ee8fcc3d09b05e7ba846a74503f98e +size 16343922 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold0_final.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold0_final.pt new file mode 100644 index 0000000..a22c2ba --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae120bcbe34742b48000063217f80bea08d9e4f0fd689989b653bc8c0bc206a1 +size 16344286 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold1_best.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold1_best.pt new file mode 100644 index 0000000..305f130 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57fea4b69c163aefd81fa0c08084c85397f508e32f4d0a3aea167fb3f40a367f +size 16343922 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold1_final.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold1_final.pt new file mode 100644 index 0000000..f938bc9 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5399ed1cc1fde717178bded4efbd7489eb4ca3d67b946e12b23997176e6c1ccd +size 16344286 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold2_best.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold2_best.pt new file mode 100644 index 0000000..44a2e28 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ebe147cbeadc431c17e4abf6d2c058e4d3cbb48f55a8ce00249419e28db63a5 +size 16343922 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold2_final.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold2_final.pt new file mode 100644 index 0000000..e864892 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210f90c1717237f0c024230ea46ad30f490f7fc00e298502b81e55b3974c5903 +size 16344286 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold3_best.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold3_best.pt new file mode 100644 index 0000000..263d400 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7650f418011fa0e030a7e8235f29a27d2a29087b59cd520ffc7c155b24d431e7 +size 16343922 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold3_final.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold3_final.pt new file mode 100644 index 0000000..858d64e --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7904babb5cc803509b76c64894606ff531b4926c65bf021856e9791ff59de0d1 +size 16344286 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold4_best.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold4_best.pt new file mode 100644 index 0000000..862fdd2 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6b12bb0554f167b0d95e486e12a8c9ce7499679ad165ceceae5e4d7f88da76 +size 16343922 diff --git a/classifier/outputs/models/p4_efficientnet_b0_50pct_fold4_final.pt b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold4_final.pt new file mode 100644 index 0000000..c17ad24 --- /dev/null +++ b/classifier/outputs/models/p4_efficientnet_b0_50pct_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:573620a14336956d04817d0acc86bb651afdb57297f42dbf2b4e69a49cf8f86a +size 16344286 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold0_best.pt b/classifier/outputs/models/p4_resnet50_100pct_fold0_best.pt new file mode 100644 index 0000000..c1e8865 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0577a0badb20d5adabee5b488be7223de32ffdc8543bab280a7332fb8e890d5 +size 94365130 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold0_final.pt b/classifier/outputs/models/p4_resnet50_100pct_fold0_final.pt new file mode 100644 index 0000000..cce6180 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2952e4bc4c42ef5f84eaa668a0dd7d7cc78a2da6827e81726f0ae5d0d6b10051 +size 94365454 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold1_best.pt b/classifier/outputs/models/p4_resnet50_100pct_fold1_best.pt new file mode 100644 index 0000000..18ae0ae --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53bbe3ae6b6131c194931c2a6a30e84eb98139b1ac2295481b0480974095c97f +size 94365130 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold1_final.pt b/classifier/outputs/models/p4_resnet50_100pct_fold1_final.pt new file mode 100644 index 0000000..04bc989 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86754fbb926b6319587c4bdde83058610bb4348f107728a6f7dbabbd7712f4d +size 94365454 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold2_best.pt b/classifier/outputs/models/p4_resnet50_100pct_fold2_best.pt new file mode 100644 index 0000000..1532d2d --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f450729a5b82707b81a263868cd4e882cfdfc4db63be90d1da37bc04f94100b7 +size 94365130 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold2_final.pt b/classifier/outputs/models/p4_resnet50_100pct_fold2_final.pt new file mode 100644 index 0000000..c653e99 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2961547ee9bced971a48a33f042c4cf944546c70edeb5336af17d6688ee3bb2 +size 94365454 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold3_best.pt b/classifier/outputs/models/p4_resnet50_100pct_fold3_best.pt new file mode 100644 index 0000000..a9e47e4 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151ac7ddbcb96bc1656c6aba3c24d2cd314b0161be72d4fc0338a8cb07e2e82f +size 94365130 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold3_final.pt b/classifier/outputs/models/p4_resnet50_100pct_fold3_final.pt new file mode 100644 index 0000000..9066de2 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca53ff687b660468cdf318d5c850e8b366274c184fde7d8b2926e25770335cd +size 94365454 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold4_best.pt b/classifier/outputs/models/p4_resnet50_100pct_fold4_best.pt new file mode 100644 index 0000000..024e0e6 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3bf4888850132d0678d315451149078b07a099d13d56eba3ac5caa0152cbbe5 +size 94365130 diff --git a/classifier/outputs/models/p4_resnet50_100pct_fold4_final.pt b/classifier/outputs/models/p4_resnet50_100pct_fold4_final.pt new file mode 100644 index 0000000..86f91d7 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_100pct_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d651fa2bb7e341e5da483d5067b47f85ad818ccd8aa7fabfde38b920194d7d2a +size 94365454 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold0_best.pt b/classifier/outputs/models/p4_resnet50_50pct_fold0_best.pt new file mode 100644 index 0000000..adca94e --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5040c30254b965f4fc0a723cf014fffd128e4435efe43a601646ef3c20781cec +size 94364806 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold0_final.pt b/classifier/outputs/models/p4_resnet50_50pct_fold0_final.pt new file mode 100644 index 0000000..f97ee66 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf71ee02551a02e1b8b8759e860d7716da03dac87605f0f08c164e48bdb191d3 +size 94365130 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold1_best.pt b/classifier/outputs/models/p4_resnet50_50pct_fold1_best.pt new file mode 100644 index 0000000..1f9dca8 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d43618db7a5b83f888031373ca70bf2023484dfc45b1ae6fadae77e301f062 +size 94364806 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold1_final.pt b/classifier/outputs/models/p4_resnet50_50pct_fold1_final.pt new file mode 100644 index 0000000..74e213e --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fce7b8d75e55e6c6c393b05a51c7d9cefa15c5bc956808750f586e1cf6343cc +size 94365130 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold2_best.pt b/classifier/outputs/models/p4_resnet50_50pct_fold2_best.pt new file mode 100644 index 0000000..9fc442d --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2eec11b050f4b338360ca6c2f2e33195fc6b221d1cdd4dffc18eade6e4573ad +size 94364806 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold2_final.pt b/classifier/outputs/models/p4_resnet50_50pct_fold2_final.pt new file mode 100644 index 0000000..dd0e7c6 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a909784b0fd401788b70e8b9cb4b83ba173d22b2927b0d775feb2d7296dfa90 +size 94365130 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold3_best.pt b/classifier/outputs/models/p4_resnet50_50pct_fold3_best.pt new file mode 100644 index 0000000..01478bc --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:594c97e11b7504a559faeb4b3c78824838ee70b36305bf1775aab4fe8a80a831 +size 94364806 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold3_final.pt b/classifier/outputs/models/p4_resnet50_50pct_fold3_final.pt new file mode 100644 index 0000000..b876741 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58693c2e09ca75b134befe2321b85963b905ed3b271c0d24248ddbb1752e6336 +size 94365130 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold4_best.pt b/classifier/outputs/models/p4_resnet50_50pct_fold4_best.pt new file mode 100644 index 0000000..c117784 --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e247c55c327e35874d64c20b81885343890babd344549e1f9639db160410d94 +size 94364806 diff --git a/classifier/outputs/models/p4_resnet50_50pct_fold4_final.pt b/classifier/outputs/models/p4_resnet50_50pct_fold4_final.pt new file mode 100644 index 0000000..f4be6ca --- /dev/null +++ b/classifier/outputs/models/p4_resnet50_50pct_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7779283415bdd690ce0416eacac6d6f52615db62139d3dd39add4c0ab220f472 +size 94365130 diff --git a/classifier/outputs/pipeline/20260506T115600.399895+0000.json b/classifier/outputs/pipeline/20260506T115600.399895+0000.json new file mode 100644 index 0000000..40ba16a --- /dev/null +++ b/classifier/outputs/pipeline/20260506T115600.399895+0000.json @@ -0,0 +1,17 @@ +{ + "created_at": "2026-05-06T11:56:00.399895+00:00", + "config_paths": [ + "classifier/configs/phase4/p4_convnext_tiny_100pct.json", + "classifier/configs/phase4/p4_convnext_tiny_50pct.json", + "classifier/configs/phase4/p4_efficientnet_b0_100pct.json", + "classifier/configs/phase4/p4_efficientnet_b0_50pct.json", + "classifier/configs/phase4/p4_resnet50_100pct.json", + "classifier/configs/phase4/p4_resnet50_50pct.json" + ], + "instance_id": 36236917, + "offer_id": 26314481, + "ssh_host": "ssh2.vast.ai", + "ssh_port": 36916, + "status": "completed", + "remote_workspace": "/workspace/DRL_PROJ" +} \ No newline at end of file