From 418dbd43316baac7d2b101500de6d3aa1defe5a3 Mon Sep 17 00:00:00 2001 From: Johnny Fernandes Date: Tue, 5 May 2026 02:35:13 +0000 Subject: [PATCH] Classifier phase 3 --- classifier/outputs/logs/p3_convnext_tiny.json | 1609 +++++++++++++++ .../outputs/logs/p3_efficientnet_b0.json | 1649 ++++++++++++++++ .../outputs/logs/p3_mobilenetv3_small.json | 1657 ++++++++++++++++ classifier/outputs/logs/p3_resnet34.json | 1729 ++++++++++++++++ classifier/outputs/logs/p3_resnet50.json | 1737 +++++++++++++++++ .../models/p3_convnext_tiny_fold0_best.pt | 3 + .../models/p3_convnext_tiny_fold0_final.pt | 3 + .../models/p3_convnext_tiny_fold1_best.pt | 3 + .../models/p3_convnext_tiny_fold1_final.pt | 3 + .../models/p3_convnext_tiny_fold2_best.pt | 3 + .../models/p3_convnext_tiny_fold2_final.pt | 3 + .../models/p3_convnext_tiny_fold3_best.pt | 3 + .../models/p3_convnext_tiny_fold3_final.pt | 3 + .../models/p3_convnext_tiny_fold4_best.pt | 3 + .../models/p3_convnext_tiny_fold4_final.pt | 3 + .../models/p3_efficientnet_b0_fold0_best.pt | 3 + .../models/p3_efficientnet_b0_fold0_final.pt | 3 + .../models/p3_efficientnet_b0_fold1_best.pt | 3 + .../models/p3_efficientnet_b0_fold1_final.pt | 3 + .../models/p3_efficientnet_b0_fold2_best.pt | 3 + .../models/p3_efficientnet_b0_fold2_final.pt | 3 + .../models/p3_efficientnet_b0_fold3_best.pt | 3 + .../models/p3_efficientnet_b0_fold3_final.pt | 3 + .../models/p3_efficientnet_b0_fold4_best.pt | 3 + .../models/p3_efficientnet_b0_fold4_final.pt | 3 + .../models/p3_mobilenetv3_small_fold0_best.pt | 3 + .../p3_mobilenetv3_small_fold0_final.pt | 3 + .../models/p3_mobilenetv3_small_fold1_best.pt | 3 + .../p3_mobilenetv3_small_fold1_final.pt | 3 + .../models/p3_mobilenetv3_small_fold2_best.pt | 3 + .../p3_mobilenetv3_small_fold2_final.pt | 3 + .../models/p3_mobilenetv3_small_fold3_best.pt | 3 + .../p3_mobilenetv3_small_fold3_final.pt | 3 + .../models/p3_mobilenetv3_small_fold4_best.pt | 3 + .../p3_mobilenetv3_small_fold4_final.pt | 3 + .../outputs/models/p3_resnet34_fold0_best.pt | 3 + .../outputs/models/p3_resnet34_fold0_final.pt | 3 + .../outputs/models/p3_resnet34_fold1_best.pt | 3 + .../outputs/models/p3_resnet34_fold1_final.pt | 3 + .../outputs/models/p3_resnet34_fold2_best.pt | 3 + .../outputs/models/p3_resnet34_fold2_final.pt | 3 + .../outputs/models/p3_resnet34_fold3_best.pt | 3 + .../outputs/models/p3_resnet34_fold3_final.pt | 3 + .../outputs/models/p3_resnet34_fold4_best.pt | 3 + .../outputs/models/p3_resnet34_fold4_final.pt | 3 + .../outputs/models/p3_resnet50_fold0_best.pt | 3 + .../outputs/models/p3_resnet50_fold0_final.pt | 3 + .../outputs/models/p3_resnet50_fold1_best.pt | 3 + .../outputs/models/p3_resnet50_fold1_final.pt | 3 + .../outputs/models/p3_resnet50_fold2_best.pt | 3 + .../outputs/models/p3_resnet50_fold2_final.pt | 3 + .../outputs/models/p3_resnet50_fold3_best.pt | 3 + .../outputs/models/p3_resnet50_fold3_final.pt | 3 + .../outputs/models/p3_resnet50_fold4_best.pt | 3 + .../outputs/models/p3_resnet50_fold4_final.pt | 3 + .../pipeline/20260505T004134.328278+0000.json | 16 + 56 files changed, 8547 insertions(+) create mode 100644 classifier/outputs/logs/p3_convnext_tiny.json create mode 100644 classifier/outputs/logs/p3_efficientnet_b0.json create mode 100644 classifier/outputs/logs/p3_mobilenetv3_small.json create mode 100644 classifier/outputs/logs/p3_resnet34.json create mode 100644 classifier/outputs/logs/p3_resnet50.json create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold0_best.pt create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold0_final.pt create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold1_best.pt create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold1_final.pt create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold2_best.pt create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold2_final.pt create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold3_best.pt create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold3_final.pt create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold4_best.pt create mode 100644 classifier/outputs/models/p3_convnext_tiny_fold4_final.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold0_best.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold0_final.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold1_best.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold1_final.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold2_best.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold2_final.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold3_best.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold3_final.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold4_best.pt create mode 100644 classifier/outputs/models/p3_efficientnet_b0_fold4_final.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold0_best.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold0_final.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold1_best.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold1_final.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold2_best.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold2_final.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold3_best.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold3_final.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold4_best.pt create mode 100644 classifier/outputs/models/p3_mobilenetv3_small_fold4_final.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold0_best.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold0_final.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold1_best.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold1_final.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold2_best.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold2_final.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold3_best.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold3_final.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold4_best.pt create mode 100644 classifier/outputs/models/p3_resnet34_fold4_final.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold0_best.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold0_final.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold1_best.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold1_final.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold2_best.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold2_final.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold3_best.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold3_final.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold4_best.pt create mode 100644 classifier/outputs/models/p3_resnet50_fold4_final.pt create mode 100644 classifier/outputs/pipeline/20260505T004134.328278+0000.json diff --git a/classifier/outputs/logs/p3_convnext_tiny.json b/classifier/outputs/logs/p3_convnext_tiny.json new file mode 100644 index 0000000..975ec76 --- /dev/null +++ b/classifier/outputs/logs/p3_convnext_tiny.json @@ -0,0 +1,1609 @@ +{ + "run_name": "p3_convnext_tiny", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.16958975876784987, + 0.08378792049371879, + 0.05077075856464001, + 0.03812734988927399, + 0.021703218209529074, + 0.02057555293560856, + 0.011910638541006914, + 0.007836313261347844 + ], + "train_acc": [ + 0.8527199074074074, + 0.9425925925925925, + 0.9688657407407407, + 0.9814814814814815, + 0.9889467592592592, + 0.9912615740740741, + 0.9951967592592592, + 0.9969328703703704 + ], + "train_auc": [ + 0.929881392532579, + 0.9844190904349566, + 0.9947031732253087, + 0.9975638896033379, + 0.9991185753172153, + 0.9989822584447874, + 0.9995797789494741, + 0.9996784890117741 + ], + "train_f1": [ + 0.897556655798414, + 0.9611680889376027, + 0.9791327282600264, + 0.9876275904732447, + 0.9926246283353284, + 0.9941719093751206, + 0.9967979630415493, + 0.9979557989740425 + ], + "val_loss": [ + 0.11805321856712302, + 0.13345237011671998, + 0.15431126450324276, + 0.16942790824978146, + 0.21927034670079593, + 0.4993017079603002, + 0.2872419604177594, + 0.31290652627665927 + ], + "val_acc": [ + 0.8984375, + 0.940625, + 0.9385416666666667, + 0.9322916666666666, + 0.9515625, + 0.91875, + 0.9432291666666667, + 0.9505208333333334 + ], + "val_auc": [ + 0.9708716724537036, + 0.9769820601851852, + 0.9798914930555556, + 0.9772757523148148, + 0.9773314525462964, + 0.944581886574074, + 0.9660214120370371, + 0.9617874710648149 + ], + "val_f1": [ + 0.9295774647887324, + 0.9607167470709855, + 0.9591695501730104, + 0.9542897327707455, + 0.9681397738951696, + 0.9484467944481163, + 0.9628620102214651, + 0.9677856900644286 + ] + }, + "test_metrics": { + "accuracy": 0.9477083333333334, + "auc_roc": 0.9851297453703705, + "f1": 0.9652210059581544, + "confusion_matrix": [ + [ + 1066, + 134 + ], + [ + 117, + 3483 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9758333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 29, + 1171 + ] + ], + "n": 1200, + "detection_rate": 0.9758333333333333, + "pairwise_auc": 0.9876138888888889, + "pairwise_f1": 0.9349301397205588 + }, + "insight": { + "accuracy": 0.9558333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 53, + 1147 + ] + ], + "n": 1200, + "detection_rate": 0.9558333333333333, + "pairwise_auc": 0.9802277777777777, + "pairwise_f1": 0.924627166465135 + }, + "text2img": { + "accuracy": 0.9708333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 35, + 1165 + ] + ], + "n": 1200, + "detection_rate": 0.9708333333333333, + "pairwise_auc": 0.9875475694444444, + "pairwise_f1": 0.9323729491796718 + }, + "wiki": { + "accuracy": 0.8883333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1066, + 134 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.11166666666666669 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9320833333333334, + "auc_roc": 0.9876138888888889, + "f1": 0.9349301397205588, + "confusion_matrix": [ + [ + 1066, + 134 + ], + [ + 29, + 1171 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9220833333333334, + "auc_roc": 0.9802277777777777, + "f1": 0.924627166465135, + "confusion_matrix": [ + [ + 1066, + 134 + ], + [ + 53, + 1147 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9295833333333333, + "auc_roc": 0.9875475694444444, + "f1": 0.9323729491796718, + "confusion_matrix": [ + [ + 1066, + 134 + ], + [ + 35, + 1165 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.17271623247889456, + 0.08797129855525715, + 0.052734318907163534, + 0.03738149641072529, + 0.019922682597563027, + 0.014144108878429472, + 0.010534037952983353, + 0.008255647509284043 + ], + "train_acc": [ + 0.8546875, + 0.9425347222222222, + 0.9684606481481481, + 0.9811342592592592, + 0.9903356481481481, + 0.9936921296296296, + 0.9956597222222222, + 0.9969907407407408 + ], + "train_auc": [ + 0.9274318772862368, + 0.9826133294753086, + 0.9941157264517604, + 0.9972319030064015, + 0.9990582400977366, + 0.9994191797410836, + 0.9995071284150663, + 0.9997892821930727 + ], + "train_f1": [ + 0.8992173389524383, + 0.9611881962087161, + 0.9788587610070212, + 0.98738682968351, + 0.9935473899772034, + 0.9957916682753561, + 0.9971052530008877, + 0.9979935175181355 + ], + "val_loss": [ + 0.09013549944696327, + 0.13632765178869402, + 0.1426052969521455, + 0.14648840576519434, + 0.17203345553005722, + 0.263461171353462, + 0.2058163796753585, + 0.29349427083011503 + ], + "val_acc": [ + 0.9380208333333333, + 0.9473958333333333, + 0.9557291666666666, + 0.9380208333333333, + 0.946875, + 0.95, + 0.95625, + 0.9520833333333333 + ], + "val_auc": [ + 0.9806344039351851, + 0.9816124131944446, + 0.9863541666666669, + 0.9824168113425925, + 0.9814496527777778, + 0.9686270254629631, + 0.9742064525462963, + 0.9637261284722223 + ], + "val_f1": [ + 0.9581428068941259, + 0.9655407710678949, + 0.9709996588195156, + 0.9579950582421461, + 0.9645340751043116, + 0.9671232876712329, + 0.970873786407767, + 0.9687287559483345 + ] + }, + "test_metrics": { + "accuracy": 0.9495833333333333, + "auc_roc": 0.987876736111111, + "f1": 0.9668038408779149, + "confusion_matrix": [ + [ + 1034, + 166 + ], + [ + 76, + 3524 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9858333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 17, + 1183 + ] + ], + "n": 1200, + "detection_rate": 0.9858333333333333, + "pairwise_auc": 0.9906434027777776, + "pairwise_f1": 0.9282071400549236 + }, + "insight": { + "accuracy": 0.9558333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 53, + 1147 + ] + ], + "n": 1200, + "detection_rate": 0.9558333333333333, + "pairwise_auc": 0.9770951388888889, + "pairwise_f1": 0.9128531635495424 + }, + "text2img": { + "accuracy": 0.995, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 6, + 1194 + ] + ], + "n": 1200, + "detection_rate": 0.995, + "pairwise_auc": 0.9958916666666666, + "pairwise_f1": 0.9328125 + }, + "wiki": { + "accuracy": 0.8616666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1034, + 166 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.1383333333333333 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.92375, + "auc_roc": 0.9906434027777776, + "f1": 0.9282071400549236, + "confusion_matrix": [ + [ + 1034, + 166 + ], + [ + 17, + 1183 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.90875, + "auc_roc": 0.9770951388888889, + "f1": 0.9128531635495424, + "confusion_matrix": [ + [ + 1034, + 166 + ], + [ + 53, + 1147 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9283333333333333, + "auc_roc": 0.9958916666666666, + "f1": 0.9328125, + "confusion_matrix": [ + [ + 1034, + 166 + ], + [ + 6, + 1194 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.17408299346075015, + 0.08351437987078464, + 0.0621230011564438, + 0.03621822881606123, + 0.024109217247024826, + 0.012347555377165783, + 0.010925444532212909, + 0.006826932699009881 + ], + "train_acc": [ + 0.8456597222222222, + 0.9428240740740741, + 0.9659143518518518, + 0.9802662037037037, + 0.9885416666666667, + 0.9946759259259259, + 0.9955439814814815, + 0.997337962962963 + ], + "train_auc": [ + 0.9258716456618656, + 0.9845440029149519, + 0.9927531918009831, + 0.9975568165580704, + 0.9990276706104252, + 0.9997175068587106, + 0.9996857853223594, + 0.9997132648176726 + ], + "train_f1": [ + 0.8922206506364923, + 0.961400218784185, + 0.9771714274640518, + 0.9868059585993423, + 0.9923563928350834, + 0.9964481507219519, + 0.9970285185042257, + 0.9982250347275814 + ], + "val_loss": [ + 0.13286577961407603, + 0.10000402753745827, + 0.11289124916474975, + 0.18120637619223695, + 0.19875025467463275, + 0.2659189359733015, + 0.24043363304344895, + 0.26855370177936494 + ], + "val_acc": [ + 0.8526041666666667, + 0.928125, + 0.9520833333333333, + 0.9484375, + 0.9458333333333333, + 0.9473958333333333, + 0.9494791666666667, + 0.953125 + ], + "val_auc": [ + 0.9709157986111111, + 0.983420138888889, + 0.9864691840277777, + 0.9856539351851853, + 0.9785988136574074, + 0.972962962962963, + 0.9746274594907407, + 0.9746477141203704 + ], + "val_f1": [ + 0.8925996204933586, + 0.9507142857142857, + 0.9681219681219682, + 0.9662000682826903, + 0.9640635798203179, + 0.9656111678583589, + 0.9668376068376069, + 0.9693669162695712 + ] + }, + "test_metrics": { + "accuracy": 0.9491666666666667, + "auc_roc": 0.9871033564814815, + "f1": 0.9660922734852696, + "confusion_matrix": [ + [ + 1080, + 120 + ], + [ + 124, + 3476 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9733333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 32, + 1168 + ] + ], + "n": 1200, + "detection_rate": 0.9733333333333334, + "pairwise_auc": 0.9887680555555555, + "pairwise_f1": 0.9389067524115756 + }, + "insight": { + "accuracy": 0.9358333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 77, + 1123 + ] + ], + "n": 1200, + "detection_rate": 0.9358333333333333, + "pairwise_auc": 0.9784319444444445, + "pairwise_f1": 0.9193614408514122 + }, + "text2img": { + "accuracy": 0.9875, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 15, + 1185 + ] + ], + "n": 1200, + "detection_rate": 0.9875, + "pairwise_auc": 0.9941100694444444, + "pairwise_f1": 0.9461077844311377 + }, + "wiki": { + "accuracy": 0.9, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1080, + 120 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.09999999999999998 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9366666666666666, + "auc_roc": 0.9887680555555555, + "f1": 0.9389067524115756, + "confusion_matrix": [ + [ + 1080, + 120 + ], + [ + 32, + 1168 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9179166666666667, + "auc_roc": 0.9784319444444445, + "f1": 0.9193614408514122, + "confusion_matrix": [ + [ + 1080, + 120 + ], + [ + 77, + 1123 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.94375, + "auc_roc": 0.9941100694444444, + "f1": 0.9461077844311377, + "confusion_matrix": [ + [ + 1080, + 120 + ], + [ + 15, + 1185 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.17817864065506944, + 0.08580982140480989, + 0.057252798737371685, + 0.03642915870918336, + 0.024854684943626058, + 0.017833184340997833, + 0.011539986929887568 + ], + "train_acc": [ + 0.8463541666666666, + 0.9409143518518519, + 0.9662615740740741, + 0.9804976851851852, + 0.9876736111111111, + 0.9920138888888889, + 0.9961226851851852 + ], + "train_auc": [ + 0.9228431855852767, + 0.9834737404263831, + 0.9933516053669411, + 0.9976213580961364, + 0.9989252364826247, + 0.998934515389232, + 0.9994972065043439 + ], + "train_f1": [ + 0.8930944231930743, + 0.9600094003368455, + 0.9773513072530204, + 0.9869718173734875, + 0.9917770142454542, + 0.9946714031971581, + 0.9974156219864995 + ], + "val_loss": [ + 0.1269730476352076, + 0.11733529190193319, + 0.15899523090483852, + 0.17420920413872712, + 0.17963087618756315, + 0.23321131139291537, + 0.19198723134656273 + ], + "val_acc": [ + 0.8635416666666667, + 0.9515625, + 0.9442708333333333, + 0.953125, + 0.9484375, + 0.9484375, + 0.9583333333333334 + ], + "val_auc": [ + 0.9744270833333335, + 0.9874949363425927, + 0.985044849537037, + 0.9845326967592594, + 0.9791999421296296, + 0.9724406828703704, + 0.9773676215277778 + ], + "val_f1": [ + 0.9009077155824509, + 0.9680741503604532, + 0.9634437991117185, + 0.9691569568197396, + 0.9657320872274143, + 0.9660610215975317, + 0.9724137931034482 + ] + }, + "test_metrics": { + "accuracy": 0.9414583333333333, + "auc_roc": 0.9857365740740741, + "f1": 0.9615752769041434, + "confusion_matrix": [ + [ + 1003, + 197 + ], + [ + 84, + 3516 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.98, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 24, + 1176 + ] + ], + "n": 1200, + "detection_rate": 0.98, + "pairwise_auc": 0.9857819444444444, + "pairwise_f1": 0.91410804508356 + }, + "insight": { + "accuracy": 0.9625, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 45, + 1155 + ] + ], + "n": 1200, + "detection_rate": 0.9625, + "pairwise_auc": 0.9810975694444444, + "pairwise_f1": 0.9051724137931034 + }, + "text2img": { + "accuracy": 0.9875, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 15, + 1185 + ] + ], + "n": 1200, + "detection_rate": 0.9875, + "pairwise_auc": 0.9903302083333333, + "pairwise_f1": 0.9178931061192874 + }, + "wiki": { + "accuracy": 0.8358333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1003, + 197 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.16416666666666668 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9079166666666667, + "auc_roc": 0.9857819444444444, + "f1": 0.91410804508356, + "confusion_matrix": [ + [ + 1003, + 197 + ], + [ + 24, + 1176 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.8991666666666667, + "auc_roc": 0.9810975694444444, + "f1": 0.9051724137931034, + "confusion_matrix": [ + [ + 1003, + 197 + ], + [ + 45, + 1155 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9116666666666666, + "auc_roc": 0.9903302083333333, + "f1": 0.9178931061192874, + "confusion_matrix": [ + [ + 1003, + 197 + ], + [ + 15, + 1185 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.17451777354538164, + 0.08983556660823525, + 0.056572918070930796, + 0.036605554571077746, + 0.021891540394473715, + 0.014295070744581742, + 0.009600461349093705, + 0.008624833609823563, + 0.004932643632275391 + ], + "train_acc": [ + 0.8482060185185185, + 0.9378472222222223, + 0.9666666666666667, + 0.9800347222222222, + 0.9898148148148148, + 0.9933449074074074, + 0.9960069444444445, + 0.9964120370370371, + 0.9979166666666667 + ], + "train_auc": [ + 0.9259183170438958, + 0.9820589974136946, + 0.9931390032007317, + 0.9975000357224508, + 0.9990783250457248, + 0.9994069983853452, + 0.9995170860482396, + 0.9996522687328533, + 0.9996805698445359 + ], + "train_f1": [ + 0.894024483859238, + 0.9579581930634933, + 0.9776622973706662, + 0.98665532046571, + 0.9932072558857584, + 0.9955610452773381, + 0.9973366271664029, + 0.9976071015052104, + 0.9986105750675415 + ], + "val_loss": [ + 0.13483744577582304, + 0.09238062916168323, + 0.13326148290313236, + 0.10406262401803966, + 0.16612004347983506, + 0.15045142767457947, + 0.14117707508952057, + 0.19352938434567477, + 0.19165282325910388 + ], + "val_acc": [ + 0.9192708333333334, + 0.9234375, + 0.946875, + 0.9515625, + 0.9536458333333333, + 0.9453125, + 0.9489583333333333, + 0.9578125, + 0.9578125 + ], + "val_auc": [ + 0.9759027777777778, + 0.9818062789351851, + 0.9858745659722222, + 0.9883492476851852, + 0.9827698206018518, + 0.9857269965277778, + 0.9870688657407407, + 0.9748444733796298, + 0.9744748263888889 + ], + "val_f1": [ + 0.9467902506007553, + 0.9469888207717274, + 0.9652825051055139, + 0.9672419866150053, + 0.9689787382363193, + 0.9628844114528102, + 0.9652235628105039, + 0.9719237435008665, + 0.9720013826477705 + ] + }, + "test_metrics": { + "accuracy": 0.94875, + "auc_roc": 0.9880292824074075, + "f1": 0.9654202980039359, + "confusion_matrix": [ + [ + 1120, + 80 + ], + [ + 166, + 3434 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9616666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 46, + 1154 + ] + ], + "n": 1200, + "detection_rate": 0.9616666666666667, + "pairwise_auc": 0.9893652777777777, + "pairwise_f1": 0.9482333607230896 + }, + "insight": { + "accuracy": 0.9158333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 101, + 1099 + ] + ], + "n": 1200, + "detection_rate": 0.9158333333333334, + "pairwise_auc": 0.9788697916666665, + "pairwise_f1": 0.9239176124422026 + }, + "text2img": { + "accuracy": 0.9841666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 19, + 1181 + ] + ], + "n": 1200, + "detection_rate": 0.9841666666666666, + "pairwise_auc": 0.9958527777777777, + "pairwise_f1": 0.9597724502234863 + }, + "wiki": { + "accuracy": 0.9333333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1120, + 80 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.06666666666666665 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9475, + "auc_roc": 0.9893652777777777, + "f1": 0.9482333607230896, + "confusion_matrix": [ + [ + 1120, + 80 + ], + [ + 46, + 1154 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9245833333333333, + "auc_roc": 0.9788697916666665, + "f1": 0.9239176124422026, + "confusion_matrix": [ + [ + 1120, + 80 + ], + [ + 101, + 1099 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.95875, + "auc_roc": 0.9958527777777777, + "f1": 0.9597724502234863, + "confusion_matrix": [ + [ + 1120, + 80 + ], + [ + 19, + 1181 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.9473333333333332, + "std": 0.0033573354596895836, + "ci_95": 0.002942834281965474, + "values": [ + 0.9477083333333334, + 0.9495833333333333, + 0.9491666666666667, + 0.9414583333333333, + 0.94875 + ] + }, + "auc_roc": { + "mean": 0.9867751388888889, + "std": 0.0012922902052645558, + "ci_95": 0.0011327423082864517, + "values": [ + 0.9851297453703705, + 0.987876736111111, + 0.9871033564814815, + 0.9857365740740741, + 0.9880292824074075 + ] + }, + "f1": { + "mean": 0.9650225390458838, + "std": 0.0020247583538202415, + "ci_95": 0.0017747789483238312, + "values": [ + 0.9652210059581544, + 0.9668038408779149, + 0.9660922734852696, + 0.9615752769041434, + 0.9654202980039359 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9753333333333334, + "std": 0.008986873143028604, + "ci_95": 0.007877341627167826, + "values": [ + 0.9758333333333333, + 0.9858333333333333, + 0.9733333333333334, + 0.98, + 0.9616666666666667 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9753333333333334, + "std": 0.008986873143028604, + "ci_95": 0.007877341627167826, + "values": [ + 0.9758333333333333, + 0.9858333333333333, + 0.9733333333333334, + 0.98, + 0.9616666666666667 + ] + }, + "pairwise_auc": { + "mean": 0.9884345138888889, + "std": 0.0018416237150910859, + "ci_95": 0.0016142543598403943, + "values": [ + 0.9876138888888889, + 0.9906434027777776, + 0.9887680555555555, + 0.9857819444444444, + 0.9893652777777777 + ] + }, + "pairwise_f1": { + "mean": 0.9328770875987414, + "std": 0.01275217993166566, + "ci_95": 0.011177778545897112, + "values": [ + 0.9349301397205588, + 0.9282071400549236, + 0.9389067524115756, + 0.91410804508356, + 0.9482333607230896 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9451666666666666, + "std": 0.019206480387850562, + "ci_95": 0.01683522233625415, + "values": [ + 0.9558333333333333, + 0.9558333333333333, + 0.9358333333333333, + 0.9625, + 0.9158333333333334 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9451666666666666, + "std": 0.019206480387850562, + "ci_95": 0.01683522233625415, + "values": [ + 0.9558333333333333, + 0.9558333333333333, + 0.9358333333333333, + 0.9625, + 0.9158333333333334 + ] + }, + "pairwise_auc": { + "mean": 0.9791444444444444, + "std": 0.0015629341025062142, + "ci_95": 0.0013699721438421555, + "values": [ + 0.9802277777777777, + 0.9770951388888889, + 0.9784319444444445, + 0.9810975694444444, + 0.9788697916666665 + ] + }, + "pairwise_f1": { + "mean": 0.917186359420279, + "std": 0.00819325686071929, + "ci_95": 0.007181706284692464, + "values": [ + 0.924627166465135, + 0.9128531635495424, + 0.9193614408514122, + 0.9051724137931034, + 0.9239176124422026 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.985, + "std": 0.00885845484394555, + "ci_95": 0.00776477802501642, + "values": [ + 0.9708333333333333, + 0.995, + 0.9875, + 0.9875, + 0.9841666666666666 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.985, + "std": 0.00885845484394555, + "ci_95": 0.00776477802501642, + "values": [ + 0.9708333333333333, + 0.995, + 0.9875, + 0.9875, + 0.9841666666666666 + ] + }, + "pairwise_auc": { + "mean": 0.9927464583333332, + "std": 0.0036833307262198267, + "ci_95": 0.00322858173187695, + "values": [ + 0.9875475694444444, + 0.9958916666666666, + 0.9941100694444444, + 0.9903302083333333, + 0.9958527777777777 + ] + }, + "pairwise_f1": { + "mean": 0.9377917579907168, + "std": 0.01583050830010387, + "ci_95": 0.013876052329543502, + "values": [ + 0.9323729491796718, + 0.9328125, + 0.9461077844311377, + 0.9178931061192874, + 0.9597724502234863 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.8838333333333332, + "std": 0.03717264525905516, + "ci_95": 0.03258326018747119, + "values": [ + 0.8883333333333333, + 0.8616666666666667, + 0.9, + 0.8358333333333333, + 0.9333333333333333 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "false_alarm_rate": { + "mean": 0.11616666666666667, + "std": 0.03717264525905516, + "ci_95": 0.03258326018747119, + "values": [ + 0.11166666666666669, + 0.1383333333333333, + 0.09999999999999998, + 0.16416666666666668, + 0.06666666666666665 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9295833333333332, + "std": 0.014840003182090097, + "ci_95": 0.013007836313374925, + "values": [ + 0.9320833333333334, + 0.92375, + 0.9366666666666666, + 0.9079166666666667, + 0.9475 + ] + }, + "auc_roc": { + "mean": 0.9884345138888889, + "std": 0.0018416237150910859, + "ci_95": 0.0016142543598403943, + "values": [ + 0.9876138888888889, + 0.9906434027777776, + 0.9887680555555555, + 0.9857819444444444, + 0.9893652777777777 + ] + }, + "f1": { + "mean": 0.9328770875987414, + "std": 0.01275217993166566, + "ci_95": 0.011177778545897112, + "values": [ + 0.9349301397205588, + 0.9282071400549236, + 0.9389067524115756, + 0.91410804508356, + 0.9482333607230896 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.9145000000000001, + "std": 0.010476494854885611, + "ci_95": 0.0091830526272888, + "values": [ + 0.9220833333333334, + 0.90875, + 0.9179166666666667, + 0.8991666666666667, + 0.9245833333333333 + ] + }, + "auc_roc": { + "mean": 0.9791444444444444, + "std": 0.0015629341025062142, + "ci_95": 0.0013699721438421555, + "values": [ + 0.9802277777777777, + 0.9770951388888889, + 0.9784319444444445, + 0.9810975694444444, + 0.9788697916666665 + ] + }, + "f1": { + "mean": 0.917186359420279, + "std": 0.00819325686071929, + "ci_95": 0.007181706284692464, + "values": [ + 0.924627166465135, + 0.9128531635495424, + 0.9193614408514122, + 0.9051724137931034, + 0.9239176124422026 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9344166666666667, + "std": 0.017728175158330445, + "ci_95": 0.015539430670251589, + "values": [ + 0.9295833333333333, + 0.9283333333333333, + 0.94375, + 0.9116666666666666, + 0.95875 + ] + }, + "auc_roc": { + "mean": 0.9927464583333332, + "std": 0.0036833307262198267, + "ci_95": 0.00322858173187695, + "values": [ + 0.9875475694444444, + 0.9958916666666666, + 0.9941100694444444, + 0.9903302083333333, + 0.9958527777777777 + ] + }, + "f1": { + "mean": 0.9377917579907168, + "std": 0.01583050830010387, + "ci_95": 0.013876052329543502, + "values": [ + 0.9323729491796718, + 0.9328125, + 0.9461077844311377, + 0.9178931061192874, + 0.9597724502234863 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "subsample": 0.2, + "augment": false, + "run_name": "p3_convnext_tiny", + "backbone": "convnext_tiny" + } +} \ No newline at end of file diff --git a/classifier/outputs/logs/p3_efficientnet_b0.json b/classifier/outputs/logs/p3_efficientnet_b0.json new file mode 100644 index 0000000..f3cfa3d --- /dev/null +++ b/classifier/outputs/logs/p3_efficientnet_b0.json @@ -0,0 +1,1649 @@ +{ + "run_name": "p3_efficientnet_b0", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.18377161330922887, + 0.09145856008313044, + 0.0607653069568591, + 0.04045726633781602, + 0.030708745907435917, + 0.02172367741931575, + 0.019949010676807828, + 0.014107607568035342, + 0.01139849259136638, + 0.011594377487664233 + ], + "train_acc": [ + 0.8245370370370371, + 0.9293981481481481, + 0.9565972222222222, + 0.9735532407407408, + 0.9802662037037037, + 0.9866898148148148, + 0.9887152777777778, + 0.9912615740740741, + 0.9924768518518519, + 0.9936342592592593 + ], + "train_auc": [ + 0.9162158850594422, + 0.979842017461134, + 0.990933784865112, + 0.9957966820987655, + 0.9975816704532465, + 0.9986849226251715, + 0.9988981231424325, + 0.9994862754343851, + 0.9997144525891632, + 0.9996553855166896 + ], + "train_f1": [ + 0.8751646903820817, + 0.9520327121176378, + 0.9707237098914826, + 0.9822682652388158, + 0.9867896021384573, + 0.9910997600804892, + 0.992464932957224, + 0.9941665056982809, + 0.9949768160741885, + 0.9957509270704573 + ], + "val_loss": [ + 0.10881604209231834, + 0.09755098982326066, + 0.09397131755249574, + 0.11721024793757048, + 0.10389954849767188, + 0.12676911439411925, + 0.13487400793431636, + 0.12308311458279302, + 0.17003116869661122, + 0.15836464502798056 + ], + "val_acc": [ + 0.9197916666666667, + 0.9380208333333333, + 0.9354166666666667, + 0.9432291666666667, + 0.9479166666666666, + 0.9510416666666667, + 0.95, + 0.9505208333333334, + 0.9505208333333334, + 0.9489583333333333 + ], + "val_auc": [ + 0.9714532696759259, + 0.978736255787037, + 0.980892650462963, + 0.9795565682870371, + 0.983509837962963, + 0.9804875578703703, + 0.9783485243055556, + 0.9834461805555555, + 0.9768388310185185, + 0.9773119212962964 + ], + "val_f1": [ + 0.9456598447424136, + 0.9584642233856894, + 0.9559659090909091, + 0.9619811649808162, + 0.9650104968509448, + 0.9674289674289674, + 0.9665038381018841, + 0.9668643181025462, + 0.9673202614379085, + 0.9661134163208852 + ] + }, + "test_metrics": { + "accuracy": 0.94125, + "auc_roc": 0.9812567129629629, + "f1": 0.9602816901408451, + "confusion_matrix": [ + [ + 1109, + 91 + ], + [ + 191, + 3409 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.95, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 60, + 1140 + ] + ], + "n": 1200, + "detection_rate": 0.95, + "pairwise_auc": 0.9825836805555557, + "pairwise_f1": 0.9378856437679967 + }, + "insight": { + "accuracy": 0.9166666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 100, + 1100 + ] + ], + "n": 1200, + "detection_rate": 0.9166666666666666, + "pairwise_auc": 0.9727503472222222, + "pairwise_f1": 0.9201171058134672 + }, + "text2img": { + "accuracy": 0.9741666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 31, + 1169 + ] + ], + "n": 1200, + "detection_rate": 0.9741666666666666, + "pairwise_auc": 0.9884361111111111, + "pairwise_f1": 0.9504065040650407 + }, + "wiki": { + "accuracy": 0.9241666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1109, + 91 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.07583333333333331 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9370833333333334, + "auc_roc": 0.9825836805555557, + "f1": 0.9378856437679967, + "confusion_matrix": [ + [ + 1109, + 91 + ], + [ + 60, + 1140 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9204166666666667, + "auc_roc": 0.9727503472222222, + "f1": 0.9201171058134672, + "confusion_matrix": [ + [ + 1109, + 91 + ], + [ + 100, + 1100 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9491666666666667, + "auc_roc": 0.9884361111111111, + "f1": 0.9504065040650407, + "confusion_matrix": [ + [ + 1109, + 91 + ], + [ + 31, + 1169 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.18018175760904948, + 0.09254055120292361, + 0.057912689697049144, + 0.04303662302274326, + 0.03112416608615873, + 0.02174639940823437, + 0.015770501833483448, + 0.013207592615044969, + 0.012600847927657284 + ], + "train_acc": [ + 0.8336226851851852, + 0.9306712962962963, + 0.9585069444444444, + 0.9693287037037037, + 0.9799189814814815, + 0.9863425925925926, + 0.9897569444444444, + 0.9924189814814814, + 0.9925925925925926 + ], + "train_auc": [ + 0.9200014378286465, + 0.9789969046496343, + 0.9916078675125743, + 0.995400529049497, + 0.9975886452617742, + 0.9988423246742113, + 0.9992880069015775, + 0.9994391307298812, + 0.9994656993026978 + ], + "train_f1": [ + 0.8824563555337503, + 0.9528235016145546, + 0.9720500526254239, + 0.9793918656194105, + 0.9865665285896791, + 0.9908704061895551, + 0.9931546583130294, + 0.9949414990153299, + 0.9950560061799922 + ], + "val_loss": [ + 0.10321292195779581, + 0.085910510395964, + 0.09859157150882918, + 0.09290146874457908, + 0.10666261696896981, + 0.13372382425538187, + 0.12958144192719676, + 0.13287445369484582, + 0.12583209901980202 + ], + "val_acc": [ + 0.9192708333333334, + 0.93125, + 0.9390625, + 0.9421875, + 0.9552083333333333, + 0.9416666666666667, + 0.9515625, + 0.9505208333333334, + 0.946875 + ], + "val_auc": [ + 0.9742614293981482, + 0.982859519675926, + 0.9833369502314815, + 0.9853566261574074, + 0.9847844328703703, + 0.9815422453703704, + 0.9853016493055556, + 0.9801164641203705, + 0.9828927951388888 + ], + "val_f1": [ + 0.945054945054945, + 0.9529579472558802, + 0.9589329589329589, + 0.96095673584242, + 0.9699930216329379, + 0.9607568325157674, + 0.9678978253365551, + 0.9667250437828371, + 0.964260686755431 + ] + }, + "test_metrics": { + "accuracy": 0.9452083333333333, + "auc_roc": 0.9830223379629629, + "f1": 0.9630046420030947, + "confusion_matrix": [ + [ + 1114, + 86 + ], + [ + 177, + 3423 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9458333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 65, + 1135 + ] + ], + "n": 1200, + "detection_rate": 0.9458333333333333, + "pairwise_auc": 0.982111111111111, + "pairwise_f1": 0.9376290788930194 + }, + "insight": { + "accuracy": 0.9283333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 86, + 1114 + ] + ], + "n": 1200, + "detection_rate": 0.9283333333333333, + "pairwise_auc": 0.9754020833333332, + "pairwise_f1": 0.9283333333333333 + }, + "text2img": { + "accuracy": 0.9783333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 26, + 1174 + ] + ], + "n": 1200, + "detection_rate": 0.9783333333333334, + "pairwise_auc": 0.9915538194444444, + "pairwise_f1": 0.9544715447154472 + }, + "wiki": { + "accuracy": 0.9283333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1114, + 86 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.07166666666666666 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9370833333333334, + "auc_roc": 0.982111111111111, + "f1": 0.9376290788930194, + "confusion_matrix": [ + [ + 1114, + 86 + ], + [ + 65, + 1135 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9283333333333333, + "auc_roc": 0.9754020833333332, + "f1": 0.9283333333333333, + "confusion_matrix": [ + [ + 1114, + 86 + ], + [ + 86, + 1114 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9533333333333334, + "auc_roc": 0.9915538194444444, + "f1": 0.9544715447154472, + "confusion_matrix": [ + [ + 1114, + 86 + ], + [ + 26, + 1174 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.18167055828013906, + 0.09439204159641156, + 0.06150248942301712, + 0.043100381485634935, + 0.030508471781299534, + 0.02616083418154934, + 0.018010351766066312, + 0.014479163717334343 + ], + "train_acc": [ + 0.8221643518518519, + 0.9282986111111111, + 0.9568865740740741, + 0.9706018518518519, + 0.9804976851851852, + 0.9837962962962963, + 0.9894097222222222, + 0.9905092592592593 + ], + "train_auc": [ + 0.9187080350508688, + 0.9786505754886832, + 0.9907588430927069, + 0.9952692222508002, + 0.9974463627400548, + 0.998317061756973, + 0.9992033268318472, + 0.999453714420439 + ], + "train_f1": [ + 0.8723996179877922, + 0.951333516634589, + 0.9709427044736534, + 0.980268779616251, + 0.9869475967310896, + 0.9891783257323955, + 0.9929280828534992, + 0.9936606107460378 + ], + "val_loss": [ + 0.0951305437212189, + 0.09423504600611826, + 0.07776860665956822, + 0.0992886533747272, + 0.11139404144487344, + 0.10963014076502683, + 0.14097284133640642, + 0.12554817825791056 + ], + "val_acc": [ + 0.9119791666666667, + 0.9364583333333333, + 0.9526041666666667, + 0.9463541666666667, + 0.9536458333333333, + 0.9432291666666667, + 0.9458333333333333, + 0.9588541666666667 + ], + "val_auc": [ + 0.9793135127314815, + 0.9799580439814816, + 0.9875325520833333, + 0.983644386574074, + 0.9828262442129629, + 0.984712818287037, + 0.9811270254629629, + 0.9851244212962963 + ], + "val_f1": [ + 0.9387902933719667, + 0.9570119802677942, + 0.9681037504381353, + 0.9639986018874519, + 0.9689787382363193, + 0.9614432260346657, + 0.9637377963737797, + 0.9724834552420759 + ] + }, + "test_metrics": { + "accuracy": 0.944375, + "auc_roc": 0.9849731481481482, + "f1": 0.9625683443151549, + "confusion_matrix": [ + [ + 1100, + 100 + ], + [ + 167, + 3433 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9575, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 51, + 1149 + ] + ], + "n": 1200, + "detection_rate": 0.9575, + "pairwise_auc": 0.9853777777777778, + "pairwise_f1": 0.9383421804818293 + }, + "insight": { + "accuracy": 0.925, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 90, + 1110 + ] + ], + "n": 1200, + "detection_rate": 0.925, + "pairwise_auc": 0.9767972222222223, + "pairwise_f1": 0.921161825726141 + }, + "text2img": { + "accuracy": 0.9783333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 26, + 1174 + ] + ], + "n": 1200, + "detection_rate": 0.9783333333333334, + "pairwise_auc": 0.9927444444444444, + "pairwise_f1": 0.9490703314470493 + }, + "wiki": { + "accuracy": 0.9166666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1100, + 100 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.08333333333333337 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9370833333333334, + "auc_roc": 0.9853777777777778, + "f1": 0.9383421804818293, + "confusion_matrix": [ + [ + 1100, + 100 + ], + [ + 51, + 1149 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9208333333333333, + "auc_roc": 0.9767972222222223, + "f1": 0.921161825726141, + "confusion_matrix": [ + [ + 1100, + 100 + ], + [ + 90, + 1110 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9475, + "auc_roc": 0.9927444444444444, + "f1": 0.9490703314470493, + "confusion_matrix": [ + [ + 1100, + 100 + ], + [ + 26, + 1174 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.17916183584818132, + 0.08699236897820675, + 0.060961770671592266, + 0.03990008551239346, + 0.03000792982698099, + 0.02349684396871857, + 0.01548156029314635, + 0.016230142107680742 + ], + "train_acc": [ + 0.8315393518518519, + 0.9328125, + 0.9565972222222222, + 0.9738425925925925, + 0.9789930555555556, + 0.9847222222222223, + 0.9898148148148148, + 0.9898148148148148 + ], + "train_auc": [ + 0.9203963048696846, + 0.9815779946130544, + 0.9906308048982625, + 0.9958646529921125, + 0.9976785765317787, + 0.9985926961877001, + 0.9993483153292181, + 0.999352530578418 + ], + "train_f1": [ + 0.880446835598998, + 0.9543326908704716, + 0.9707259953161592, + 0.9824547783557177, + 0.9859100260062881, + 0.9897848630242997, + 0.9931899086828664, + 0.9932009580468206 + ], + "val_loss": [ + 0.10325937091062466, + 0.09537656117851535, + 0.09071044682447488, + 0.11239791214854146, + 0.12008310534001794, + 0.12762126658781198, + 0.15743482241086895, + 0.13834097606037782 + ], + "val_acc": [ + 0.9119791666666667, + 0.94375, + 0.9421875, + 0.94375, + 0.9427083333333334, + 0.9453125, + 0.9515625, + 0.9479166666666666 + ], + "val_auc": [ + 0.9742657696759259, + 0.9797844328703703, + 0.9824291087962962, + 0.9799204282407408, + 0.9785394965277778, + 0.9775122974537037, + 0.9757595486111111, + 0.9799377893518517 + ], + "val_f1": [ + 0.9392304926285509, + 0.9621848739495799, + 0.9608465608465608, + 0.9622377622377623, + 0.9612948627726953, + 0.9631190727081138, + 0.9676971170545329, + 0.9649859943977591 + ] + }, + "test_metrics": { + "accuracy": 0.94625, + "auc_roc": 0.985225462962963, + "f1": 0.9636824324324325, + "confusion_matrix": [ + [ + 1119, + 81 + ], + [ + 177, + 3423 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9466666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 64, + 1136 + ] + ], + "n": 1200, + "detection_rate": 0.9466666666666667, + "pairwise_auc": 0.9826763888888889, + "pairwise_f1": 0.9400082747207281 + }, + "insight": { + "accuracy": 0.9283333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 86, + 1114 + ] + ], + "n": 1200, + "detection_rate": 0.9283333333333333, + "pairwise_auc": 0.9806555555555555, + "pairwise_f1": 0.9302713987473904 + }, + "text2img": { + "accuracy": 0.9775, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 27, + 1173 + ] + ], + "n": 1200, + "detection_rate": 0.9775, + "pairwise_auc": 0.9923444444444444, + "pairwise_f1": 0.9559902200488998 + }, + "wiki": { + "accuracy": 0.9325, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1119, + 81 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.0675 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9395833333333333, + "auc_roc": 0.9826763888888889, + "f1": 0.9400082747207281, + "confusion_matrix": [ + [ + 1119, + 81 + ], + [ + 64, + 1136 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9304166666666667, + "auc_roc": 0.9806555555555555, + "f1": 0.9302713987473904, + "confusion_matrix": [ + [ + 1119, + 81 + ], + [ + 86, + 1114 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.955, + "auc_roc": 0.9923444444444444, + "f1": 0.9559902200488998, + "confusion_matrix": [ + [ + 1119, + 81 + ], + [ + 27, + 1173 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.18033534770624504, + 0.09273003415825466, + 0.06080178875838303, + 0.04101538560439453, + 0.028531413568783102, + 0.025501290097519006, + 0.01986067992475, + 0.014265834640361762, + 0.011887943167163973, + 0.008337455909424063 + ], + "train_acc": [ + 0.8253472222222222, + 0.93125, + 0.9561342592592592, + 0.9719907407407408, + 0.9802662037037037, + 0.9853587962962963, + 0.9873842592592592, + 0.991550925925926, + 0.993287037037037, + 0.9951388888888889 + ], + "train_auc": [ + 0.9196097322245085, + 0.9791677919238684, + 0.9908107656750115, + 0.9957474744227253, + 0.9978721207704617, + 0.9982988700988797, + 0.9989265046296296, + 0.9992963838163008, + 0.9995847265089164, + 0.9996307459562186 + ], + "train_f1": [ + 0.8752273854804035, + 0.9533642144932087, + 0.9704091193004373, + 0.9812126387702819, + 0.9867742310824962, + 0.9902176854966555, + 0.9915686881188119, + 0.9943620636391721, + 0.9955212355212355, + 0.996756005252182 + ], + "val_loss": [ + 0.10515171031778058, + 0.09159585210339477, + 0.09799439595080912, + 0.10880452486065527, + 0.09861235054850112, + 0.11025987912435084, + 0.13374663864378816, + 0.14156846931406714, + 0.14357659897153402, + 0.13649705853489044 + ], + "val_acc": [ + 0.9088541666666666, + 0.9338541666666667, + 0.9375, + 0.9359375, + 0.9411458333333333, + 0.946875, + 0.9479166666666666, + 0.9453125, + 0.9473958333333333, + 0.9453125 + ], + "val_auc": [ + 0.9732530381944443, + 0.9801772280092593, + 0.9815407986111111, + 0.9793938078703703, + 0.9851222511574074, + 0.9821021412037036, + 0.9791550925925925, + 0.980906394675926, + 0.9806539351851853, + 0.9817122395833332 + ], + "val_f1": [ + 0.9364791288566243, + 0.955076052352317, + 0.9577167019027484, + 0.956398440269408, + 0.9601691928093056, + 0.9643356643356643, + 0.9651567944250871, + 0.9632224168126094, + 0.9646482324116206, + 0.9630151461782318 + ] + }, + "test_metrics": { + "accuracy": 0.9479166666666666, + "auc_roc": 0.9879561342592593, + "f1": 0.9647092038396387, + "confusion_matrix": [ + [ + 1133, + 67 + ], + [ + 183, + 3417 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.935, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 78, + 1122 + ] + ], + "n": 1200, + "detection_rate": 0.935, + "pairwise_auc": 0.9863218749999999, + "pairwise_f1": 0.9393051485977396 + }, + "insight": { + "accuracy": 0.93, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 84, + 1116 + ] + ], + "n": 1200, + "detection_rate": 0.93, + "pairwise_auc": 0.98235625, + "pairwise_f1": 0.936634494334872 + }, + "text2img": { + "accuracy": 0.9825, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 21, + 1179 + ] + ], + "n": 1200, + "detection_rate": 0.9825, + "pairwise_auc": 0.9951902777777777, + "pairwise_f1": 0.964022894521668 + }, + "wiki": { + "accuracy": 0.9441666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1133, + 67 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.05583333333333329 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9395833333333333, + "auc_roc": 0.9863218749999999, + "f1": 0.9393051485977396, + "confusion_matrix": [ + [ + 1133, + 67 + ], + [ + 78, + 1122 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9370833333333334, + "auc_roc": 0.98235625, + "f1": 0.936634494334872, + "confusion_matrix": [ + [ + 1133, + 67 + ], + [ + 84, + 1116 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9633333333333334, + "auc_roc": 0.9951902777777777, + "f1": 0.964022894521668, + "confusion_matrix": [ + [ + 1133, + 67 + ], + [ + 21, + 1179 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.9450000000000001, + "std": 0.0024782035944521334, + "ci_95": 0.002172241226117482, + "values": [ + 0.94125, + 0.9452083333333333, + 0.944375, + 0.94625, + 0.9479166666666666 + ] + }, + "auc_roc": { + "mean": 0.9844867592592592, + "std": 0.0025197494425532535, + "ci_95": 0.00220865776760798, + "values": [ + 0.9812567129629629, + 0.9830223379629629, + 0.9849731481481482, + 0.985225462962963, + 0.9879561342592593 + ] + }, + "f1": { + "mean": 0.9628492625462333, + "std": 0.0016468940129271584, + "ci_95": 0.001443566250139877, + "values": [ + 0.9602816901408451, + 0.9630046420030947, + 0.9625683443151549, + 0.9636824324324325, + 0.9647092038396387 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9470000000000001, + "std": 0.008135143241243837, + "ci_95": 0.007130767451294722, + "values": [ + 0.95, + 0.9458333333333333, + 0.9575, + 0.9466666666666667, + 0.935 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9470000000000001, + "std": 0.008135143241243837, + "ci_95": 0.007130767451294722, + "values": [ + 0.95, + 0.9458333333333333, + 0.9575, + 0.9466666666666667, + 0.935 + ] + }, + "pairwise_auc": { + "mean": 0.9838141666666667, + "std": 0.0019001653453324834, + "ci_95": 0.0016655683612158958, + "values": [ + 0.9825836805555557, + 0.982111111111111, + 0.9853777777777778, + 0.9826763888888889, + 0.9863218749999999 + ] + }, + "pairwise_f1": { + "mean": 0.9386340652922627, + "std": 0.0009992664233556023, + "ci_95": 0.0008758956389004342, + "values": [ + 0.9378856437679967, + 0.9376290788930194, + 0.9383421804818293, + 0.9400082747207281, + 0.9393051485977396 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9256666666666666, + "std": 0.005348935511960431, + "ci_95": 0.004688548697506415, + "values": [ + 0.9166666666666666, + 0.9283333333333333, + 0.925, + 0.9283333333333333, + 0.93 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9256666666666666, + "std": 0.005348935511960431, + "ci_95": 0.004688548697506415, + "values": [ + 0.9166666666666666, + 0.9283333333333333, + 0.925, + 0.9283333333333333, + 0.93 + ] + }, + "pairwise_auc": { + "mean": 0.9775922916666666, + "std": 0.003903602778930183, + "ci_95": 0.003421658698971229, + "values": [ + 0.9727503472222222, + 0.9754020833333332, + 0.9767972222222223, + 0.9806555555555555, + 0.98235625 + ] + }, + "pairwise_f1": { + "mean": 0.9273036315910408, + "std": 0.0068246036359346975, + "ci_95": 0.005982028838581346, + "values": [ + 0.9201171058134672, + 0.9283333333333333, + 0.921161825726141, + 0.9302713987473904, + 0.936634494334872 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.9781666666666669, + "std": 0.002969754946867605, + "ci_95": 0.002603104983583198, + "values": [ + 0.9741666666666666, + 0.9783333333333334, + 0.9783333333333334, + 0.9775, + 0.9825 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9781666666666669, + "std": 0.002969754946867605, + "ci_95": 0.002603104983583198, + "values": [ + 0.9741666666666666, + 0.9783333333333334, + 0.9783333333333334, + 0.9775, + 0.9825 + ] + }, + "pairwise_auc": { + "mean": 0.9920538194444444, + "std": 0.0024360116093245137, + "ci_95": 0.002135258320551883, + "values": [ + 0.9884361111111111, + 0.9915538194444444, + 0.9927444444444444, + 0.9923444444444444, + 0.9951902777777777 + ] + }, + "pairwise_f1": { + "mean": 0.9547922989596209, + "std": 0.005888928207314737, + "ci_95": 0.005161873164179317, + "values": [ + 0.9504065040650407, + 0.9544715447154472, + 0.9490703314470493, + 0.9559902200488998, + 0.964022894521668 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.9291666666666666, + "std": 0.010223203455321104, + "ci_95": 0.008961032926572219, + "values": [ + 0.9241666666666667, + 0.9283333333333333, + 0.9166666666666666, + 0.9325, + 0.9441666666666667 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "false_alarm_rate": { + "mean": 0.07083333333333333, + "std": 0.010223203455321104, + "ci_95": 0.008961032926572219, + "values": [ + 0.07583333333333331, + 0.07166666666666666, + 0.08333333333333337, + 0.0675, + 0.05583333333333329 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9380833333333334, + "std": 0.001369306393762886, + "ci_95": 0.0012002499739637315, + "values": [ + 0.9370833333333334, + 0.9370833333333334, + 0.9370833333333334, + 0.9395833333333333, + 0.9395833333333333 + ] + }, + "auc_roc": { + "mean": 0.9838141666666667, + "std": 0.0019001653453324834, + "ci_95": 0.0016655683612158958, + "values": [ + 0.9825836805555557, + 0.982111111111111, + 0.9853777777777778, + 0.9826763888888889, + 0.9863218749999999 + ] + }, + "f1": { + "mean": 0.9386340652922627, + "std": 0.0009992664233556023, + "ci_95": 0.0008758956389004342, + "values": [ + 0.9378856437679967, + 0.9376290788930194, + 0.9383421804818293, + 0.9400082747207281, + 0.9393051485977396 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.9274166666666668, + "std": 0.006993300365349712, + "ci_95": 0.006129898041566459, + "values": [ + 0.9204166666666667, + 0.9283333333333333, + 0.9208333333333333, + 0.9304166666666667, + 0.9370833333333334 + ] + }, + "auc_roc": { + "mean": 0.9775922916666666, + "std": 0.003903602778930183, + "ci_95": 0.003421658698971229, + "values": [ + 0.9727503472222222, + 0.9754020833333332, + 0.9767972222222223, + 0.9806555555555555, + 0.98235625 + ] + }, + "f1": { + "mean": 0.9273036315910408, + "std": 0.0068246036359346975, + "ci_95": 0.005982028838581346, + "values": [ + 0.9201171058134672, + 0.9283333333333333, + 0.921161825726141, + 0.9302713987473904, + 0.936634494334872 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9536666666666667, + "std": 0.006196997480859405, + "ci_95": 0.00543190778844986, + "values": [ + 0.9491666666666667, + 0.9533333333333334, + 0.9475, + 0.955, + 0.9633333333333334 + ] + }, + "auc_roc": { + "mean": 0.9920538194444444, + "std": 0.0024360116093245137, + "ci_95": 0.002135258320551883, + "values": [ + 0.9884361111111111, + 0.9915538194444444, + 0.9927444444444444, + 0.9923444444444444, + 0.9951902777777777 + ] + }, + "f1": { + "mean": 0.9547922989596209, + "std": 0.005888928207314737, + "ci_95": 0.005161873164179317, + "values": [ + 0.9504065040650407, + 0.9544715447154472, + 0.9490703314470493, + 0.9559902200488998, + 0.964022894521668 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "subsample": 0.2, + "augment": false, + "run_name": "p3_efficientnet_b0", + "backbone": "efficientnet_b0" + } +} \ No newline at end of file diff --git a/classifier/outputs/logs/p3_mobilenetv3_small.json b/classifier/outputs/logs/p3_mobilenetv3_small.json new file mode 100644 index 0000000..0a51992 --- /dev/null +++ b/classifier/outputs/logs/p3_mobilenetv3_small.json @@ -0,0 +1,1657 @@ +{ + "run_name": "p3_mobilenetv3_small", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.21218074295255873, + 0.13277151396636058, + 0.1021481558887495, + 0.07996781544449429, + 0.060434623978842326, + 0.05049107022393771, + 0.039388784910638436, + 0.028939813164039083, + 0.02396829739980738, + 0.01571510569449233 + ], + "train_acc": [ + 0.7969328703703704, + 0.8913773148148149, + 0.9219328703703704, + 0.939699074074074, + 0.9557291666666666, + 0.9663194444444444, + 0.9740162037037037, + 0.9804976851851852, + 0.9833333333333333, + 0.9894097222222222 + ], + "train_auc": [ + 0.8846377743484225, + 0.9575780803469364, + 0.9752000278635117, + 0.9848739533321901, + 0.99124736546925, + 0.9942682434556471, + 0.9963542381115684, + 0.9979329293124143, + 0.9986672489426155, + 0.9993458236882716 + ], + "train_f1": [ + 0.8545853880900087, + 0.9251744070161451, + 0.9468541937517236, + 0.9591820745847697, + 0.9701556587211797, + 0.9774138466314809, + 0.982577315587288, + 0.9869435511991012, + 0.9888484473011694, + 0.9929187787795535 + ], + "val_loss": [ + 0.1599124413449317, + 0.13173955893144013, + 0.1388424592364269, + 0.13763202510308475, + 0.1327046855983402, + 0.1615519176547726, + 0.20638603230618174, + 0.20039482988055776, + 0.1953433026203129, + 0.25831733345609487 + ], + "val_acc": [ + 0.8895833333333333, + 0.8723958333333334, + 0.9135416666666667, + 0.9067708333333333, + 0.9239583333333333, + 0.9078125, + 0.9192708333333334, + 0.9213541666666667, + 0.9161458333333333, + 0.9223958333333333 + ], + "val_auc": [ + 0.9496961805555554, + 0.9599197048611112, + 0.965716869212963, + 0.9661451099537037, + 0.9714438657407407, + 0.9656416377314816, + 0.9629955150462963, + 0.9664308449074074, + 0.9661820023148149, + 0.9618026620370371 + ], + "val_f1": [ + 0.9263888888888889, + 0.9095607235142119, + 0.9421199442119944, + 0.9370826010544816, + 0.9491289198606272, + 0.937477922995408, + 0.9461992363762582, + 0.9471473573678684, + 0.9432499118787452, + 0.9486737857388908 + ] + }, + "test_metrics": { + "accuracy": 0.9210416666666666, + "auc_roc": 0.9712759259259258, + "f1": 0.9468368635152196, + "confusion_matrix": [ + [ + 1046, + 154 + ], + [ + 225, + 3375 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.925, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 90, + 1110 + ] + ], + "n": 1200, + "detection_rate": 0.925, + "pairwise_auc": 0.9666506944444445, + "pairwise_f1": 0.900974025974026 + }, + "insight": { + "accuracy": 0.9141666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 103, + 1097 + ] + ], + "n": 1200, + "detection_rate": 0.9141666666666667, + "pairwise_auc": 0.9610736111111111, + "pairwise_f1": 0.8951448388412893 + }, + "text2img": { + "accuracy": 0.9733333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 32, + 1168 + ] + ], + "n": 1200, + "detection_rate": 0.9733333333333334, + "pairwise_auc": 0.9861034722222222, + "pairwise_f1": 0.9262490087232356 + }, + "wiki": { + "accuracy": 0.8716666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1046, + 154 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.1283333333333333 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.8983333333333333, + "auc_roc": 0.9666506944444445, + "f1": 0.900974025974026, + "confusion_matrix": [ + [ + 1046, + 154 + ], + [ + 90, + 1110 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.8929166666666667, + "auc_roc": 0.9610736111111111, + "f1": 0.8951448388412893, + "confusion_matrix": [ + [ + 1046, + 154 + ], + [ + 103, + 1097 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9225, + "auc_roc": 0.9861034722222222, + "f1": 0.9262490087232356, + "confusion_matrix": [ + [ + 1046, + 154 + ], + [ + 32, + 1168 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.21668534226439617, + 0.1314439894390051, + 0.10657521119272267, + 0.07994892044441292, + 0.061171490301084874, + 0.05102915394257892, + 0.036623445882556824, + 0.03262595429065793 + ], + "train_acc": [ + 0.7876157407407407, + 0.8909722222222223, + 0.9174189814814815, + 0.9410879629629629, + 0.9556134259259259, + 0.9633101851851852, + 0.9760416666666667, + 0.9790509259259259 + ], + "train_auc": [ + 0.8797282503858024, + 0.958232095907636, + 0.9731424504172382, + 0.9847290273491084, + 0.9907720603995198, + 0.9936988007973251, + 0.9968317311814128, + 0.9973761145404665 + ], + "train_f1": [ + 0.8465205754432921, + 0.924730323611666, + 0.943723626611981, + 0.9601315892535442, + 0.9700495919403335, + 0.975326899128269, + 0.9839609483960948, + 0.985980946479746 + ], + "val_loss": [ + 0.1493083606318881, + 0.1332949800649658, + 0.12987089032928148, + 0.16270457729697227, + 0.17270868228612624, + 0.18637286826463725, + 0.2565473230487745, + 0.26296898201999286 + ], + "val_acc": [ + 0.89375, + 0.903125, + 0.9057291666666667, + 0.9177083333333333, + 0.9057291666666667, + 0.9078125, + 0.9098958333333333, + 0.9171875 + ], + "val_auc": [ + 0.9521195023148148, + 0.9618192997685185, + 0.9651041666666667, + 0.9634252025462964, + 0.9611053240740741, + 0.9581018518518518, + 0.950601851851852, + 0.9547410300925927 + ], + "val_f1": [ + 0.9278642149929278, + 0.9340425531914893, + 0.935929203539823, + 0.9452908587257618, + 0.9363796133567662, + 0.9372562920950017, + 0.9397002439874521, + 0.9450777202072539 + ] + }, + "test_metrics": { + "accuracy": 0.9085416666666667, + "auc_roc": 0.9634663194444445, + "f1": 0.9376863023420866, + "confusion_matrix": [ + [ + 1058, + 142 + ], + [ + 297, + 3303 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.89, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 132, + 1068 + ] + ], + "n": 1200, + "detection_rate": 0.89, + "pairwise_auc": 0.9511392361111112, + "pairwise_f1": 0.8863070539419087 + }, + "insight": { + "accuracy": 0.8908333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 131, + 1069 + ] + ], + "n": 1200, + "detection_rate": 0.8908333333333334, + "pairwise_auc": 0.9538555555555556, + "pairwise_f1": 0.8867689755288262 + }, + "text2img": { + "accuracy": 0.9716666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 34, + 1166 + ] + ], + "n": 1200, + "detection_rate": 0.9716666666666667, + "pairwise_auc": 0.9854041666666667, + "pairwise_f1": 0.9298245614035088 + }, + "wiki": { + "accuracy": 0.8816666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1058, + 142 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.11833333333333329 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.8858333333333334, + "auc_roc": 0.9511392361111112, + "f1": 0.8863070539419087, + "confusion_matrix": [ + [ + 1058, + 142 + ], + [ + 132, + 1068 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.88625, + "auc_roc": 0.9538555555555556, + "f1": 0.8867689755288262, + "confusion_matrix": [ + [ + 1058, + 142 + ], + [ + 131, + 1069 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9266666666666666, + "auc_roc": 0.9854041666666667, + "f1": 0.9298245614035088, + "confusion_matrix": [ + [ + 1058, + 142 + ], + [ + 34, + 1166 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.2204104232981249, + 0.13763563461877681, + 0.10055311655591208, + 0.08203031489780793, + 0.0636024187905369, + 0.05151092803097088, + 0.040638054257983135, + 0.02824621118429436 + ], + "train_acc": [ + 0.7753472222222222, + 0.8875, + 0.9191550925925925, + 0.938136574074074, + 0.9546296296296296, + 0.9646412037037037, + 0.9731481481481481, + 0.9814236111111111 + ], + "train_auc": [ + 0.8725610585991084, + 0.9546696387745771, + 0.9754571402034751, + 0.9838291341592363, + 0.9900558163294466, + 0.9937081332876085, + 0.9961024216249428, + 0.9976673507516003 + ], + "train_f1": [ + 0.8361333896158717, + 0.9222337787022962, + 0.9447454811533441, + 0.9579812114303683, + 0.9693390692217442, + 0.9762266059686393, + 0.9819959646127581, + 0.9875557278542353 + ], + "val_loss": [ + 0.17078705870856842, + 0.13740695872499298, + 0.13146800048028429, + 0.13284930942463688, + 0.17224184745864476, + 0.20362560852663592, + 0.21552294058892585, + 0.24551390389557734 + ], + "val_acc": [ + 0.8921875, + 0.9161458333333333, + 0.9151041666666667, + 0.9067708333333333, + 0.9151041666666667, + 0.9161458333333333, + 0.9135416666666667, + 0.9177083333333333 + ], + "val_auc": [ + 0.9481980613425927, + 0.9650180844907408, + 0.9681850405092592, + 0.9675397858796296, + 0.9641753472222222, + 0.9640125868055555, + 0.9599811921296295, + 0.9606141493055556 + ], + "val_f1": [ + 0.9282992726013163, + 0.9437259699405802, + 0.9425044091710758, + 0.9360942520528382, + 0.9429471473573678, + 0.9440389294403893, + 0.942240779401531, + 0.9451388888888889 + ] + }, + "test_metrics": { + "accuracy": 0.9160416666666666, + "auc_roc": 0.9662616898148148, + "f1": 0.9434544689210046, + "confusion_matrix": [ + [ + 1035, + 165 + ], + [ + 238, + 3362 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9183333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 98, + 1102 + ] + ], + "n": 1200, + "detection_rate": 0.9183333333333333, + "pairwise_auc": 0.9588486111111112, + "pairwise_f1": 0.8933927847588163 + }, + "insight": { + "accuracy": 0.9083333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 110, + 1090 + ] + ], + "n": 1200, + "detection_rate": 0.9083333333333333, + "pairwise_auc": 0.9560364583333332, + "pairwise_f1": 0.8879837067209776 + }, + "text2img": { + "accuracy": 0.975, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 30, + 1170 + ] + ], + "n": 1200, + "detection_rate": 0.975, + "pairwise_auc": 0.9839000000000001, + "pairwise_f1": 0.9230769230769231 + }, + "wiki": { + "accuracy": 0.8625, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1035, + 165 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.13749999999999996 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.8904166666666666, + "auc_roc": 0.9588486111111112, + "f1": 0.8933927847588163, + "confusion_matrix": [ + [ + 1035, + 165 + ], + [ + 98, + 1102 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.8854166666666666, + "auc_roc": 0.9560364583333332, + "f1": 0.8879837067209776, + "confusion_matrix": [ + [ + 1035, + 165 + ], + [ + 110, + 1090 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.91875, + "auc_roc": 0.9839000000000001, + "f1": 0.9230769230769231, + "confusion_matrix": [ + [ + 1035, + 165 + ], + [ + 30, + 1170 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.21376656876807965, + 0.13005489186832198, + 0.1016177341117765, + 0.07947396896089669, + 0.06092459237271989, + 0.047029034814288564, + 0.038066642236339654, + 0.029511018184819948, + 0.01922926662668437 + ], + "train_acc": [ + 0.783912037037037, + 0.8907407407407407, + 0.9197916666666667, + 0.9390046296296296, + 0.9552083333333333, + 0.9673611111111111, + 0.9744212962962963, + 0.9803240740740741, + 0.9870949074074075 + ], + "train_auc": [ + 0.8817323602537723, + 0.9587023194587334, + 0.9750108239026063, + 0.9850611479052355, + 0.99081112289952, + 0.994710558842021, + 0.9965596868569959, + 0.9978446412751486, + 0.9990664384002057 + ], + "train_f1": [ + 0.8441829410782841, + 0.924425586422224, + 0.945273631840796, + 0.9587055320482682, + 0.9697963006321705, + 0.9780766539687475, + 0.9828535960896889, + 0.9868380303499535, + 0.9913783104581481 + ], + "val_loss": [ + 0.15234526932860415, + 0.14175559830230972, + 0.12728040980485578, + 0.1402192492717101, + 0.16635804822532615, + 0.1776896538756167, + 0.19778957384405657, + 0.25235894794022895, + 0.2533506410869298 + ], + "val_acc": [ + 0.8729166666666667, + 0.9046875, + 0.9, + 0.9125, + 0.903125, + 0.8921875, + 0.915625, + 0.9229166666666667, + 0.915625 + ], + "val_auc": [ + 0.9429166666666666, + 0.9582993344907407, + 0.9664554398148149, + 0.9671216724537037, + 0.9616059027777778, + 0.9615646701388889, + 0.9622113715277778, + 0.9621426504629629, + 0.9627756076388889 + ], + "val_f1": [ + 0.9115942028985508, + 0.936214708957825, + 0.9319631467044649, + 0.9409282700421941, + 0.9335239456754825, + 0.9255127743792732, + 0.9431977559607293, + 0.9488243430152143, + 0.9431578947368421 + ] + }, + "test_metrics": { + "accuracy": 0.919375, + "auc_roc": 0.9686056712962963, + "f1": 0.9455619637079758, + "confusion_matrix": [ + [ + 1052, + 148 + ], + [ + 239, + 3361 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9083333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 110, + 1090 + ] + ], + "n": 1200, + "detection_rate": 0.9083333333333333, + "pairwise_auc": 0.9585697916666668, + "pairwise_f1": 0.8941755537325676 + }, + "insight": { + "accuracy": 0.9166666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 100, + 1100 + ] + ], + "n": 1200, + "detection_rate": 0.9166666666666666, + "pairwise_auc": 0.96234375, + "pairwise_f1": 0.8986928104575164 + }, + "text2img": { + "accuracy": 0.9758333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 29, + 1171 + ] + ], + "n": 1200, + "detection_rate": 0.9758333333333333, + "pairwise_auc": 0.9849034722222222, + "pairwise_f1": 0.9297340214370782 + }, + "wiki": { + "accuracy": 0.8766666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1052, + 148 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.1233333333333333 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.8925, + "auc_roc": 0.9585697916666668, + "f1": 0.8941755537325676, + "confusion_matrix": [ + [ + 1052, + 148 + ], + [ + 110, + 1090 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.8966666666666666, + "auc_roc": 0.96234375, + "f1": 0.8986928104575164, + "confusion_matrix": [ + [ + 1052, + 148 + ], + [ + 100, + 1100 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.92625, + "auc_roc": 0.9849034722222222, + "f1": 0.9297340214370782, + "confusion_matrix": [ + [ + 1052, + 148 + ], + [ + 29, + 1171 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.22211545130444899, + 0.13726882947677815, + 0.10590094614049626, + 0.0792858611671599, + 0.06587177645760002, + 0.050882136166695055, + 0.03713606289648278, + 0.028020461664170767, + 0.026683380827927504, + 0.02203933680822148, + 0.016704037210205216 + ], + "train_acc": [ + 0.7792824074074074, + 0.8861111111111111, + 0.9171296296296296, + 0.9403935185185185, + 0.9514467592592593, + 0.9649305555555555, + 0.9751157407407407, + 0.9820023148148148, + 0.9846643518518519, + 0.9869791666666666, + 0.9890625 + ], + "train_auc": [ + 0.8722807355967077, + 0.9540933820587563, + 0.9732068222736625, + 0.9846696209133516, + 0.9896924118369914, + 0.9937222793781435, + 0.996372912022748, + 0.9978854273834018, + 0.9983555259059214, + 0.9988915502114768, + 0.9993319544467307 + ], + "train_f1": [ + 0.8403649757240917, + 0.921191734742912, + 0.9434171013118382, + 0.9595634422110553, + 0.9672431968141179, + 0.9763926762758084, + 0.9833178150217257, + 0.9879490060836207, + 0.9897544944906244, + 0.9913050199018434, + 0.9926962167175484 + ], + "val_loss": [ + 0.16186182308010758, + 0.1564141693059355, + 0.13674026299268008, + 0.12408088110387325, + 0.17875064068163435, + 0.1664262376570453, + 0.15911365750556192, + 0.21940859338792507, + 0.22924538743973244, + 0.2207129465416074, + 0.24139637431362643 + ], + "val_acc": [ + 0.8942708333333333, + 0.8927083333333333, + 0.909375, + 0.9026041666666667, + 0.9177083333333333, + 0.925, + 0.9125, + 0.9223958333333333, + 0.9244791666666666, + 0.91875, + 0.9265625 + ], + "val_auc": [ + 0.9505396412037036, + 0.9564916087962964, + 0.9657769097222222, + 0.9682183159722223, + 0.9637311921296297, + 0.9698820891203703, + 0.9698314525462963, + 0.9637536168981482, + 0.9638317418981481, + 0.9665335648148148, + 0.9630324074074075 + ], + "val_f1": [ + 0.9294894060437652, + 0.9281729428172942, + 0.9389901823281908, + 0.93270960777258, + 0.9452529452529452, + 0.9498956158663883, + 0.9400428265524625, + 0.9479930191972077, + 0.9495301079011487, + 0.9451476793248945, + 0.9507853403141361 + ] + }, + "test_metrics": { + "accuracy": 0.9225, + "auc_roc": 0.9704186342592592, + "f1": 0.9481894150417828, + "confusion_matrix": [ + [ + 1024, + 176 + ], + [ + 196, + 3404 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9208333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 95, + 1105 + ] + ], + "n": 1200, + "detection_rate": 0.9208333333333333, + "pairwise_auc": 0.9615777777777779, + "pairwise_f1": 0.890769850866586 + }, + "insight": { + "accuracy": 0.9383333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 74, + 1126 + ] + ], + "n": 1200, + "detection_rate": 0.9383333333333334, + "pairwise_auc": 0.9672996527777777, + "pairwise_f1": 0.9000799360511591 + }, + "text2img": { + "accuracy": 0.9775, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 27, + 1173 + ] + ], + "n": 1200, + "detection_rate": 0.9775, + "pairwise_auc": 0.9823784722222222, + "pairwise_f1": 0.9203609258532758 + }, + "wiki": { + "accuracy": 0.8533333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1024, + 176 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.1466666666666666 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.8870833333333333, + "auc_roc": 0.9615777777777779, + "f1": 0.890769850866586, + "confusion_matrix": [ + [ + 1024, + 176 + ], + [ + 95, + 1105 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.8958333333333334, + "auc_roc": 0.9672996527777777, + "f1": 0.9000799360511591, + "confusion_matrix": [ + [ + 1024, + 176 + ], + [ + 74, + 1126 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9154166666666667, + "auc_roc": 0.9823784722222222, + "f1": 0.9203609258532758, + "confusion_matrix": [ + [ + 1024, + 176 + ], + [ + 27, + 1173 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.9175000000000001, + "std": 0.005555121510822233, + "ci_95": 0.004869278694016179, + "values": [ + 0.9210416666666666, + 0.9085416666666667, + 0.9160416666666666, + 0.919375, + 0.9225 + ] + }, + "auc_roc": { + "mean": 0.968005648148148, + "std": 0.003182928770928824, + "ci_95": 0.0027899600789399893, + "values": [ + 0.9712759259259258, + 0.9634663194444445, + 0.9662616898148148, + 0.9686056712962963, + 0.9704186342592592 + ] + }, + "f1": { + "mean": 0.9443458027056139, + "std": 0.0041109976994330374, + "ci_95": 0.0036034483620207875, + "values": [ + 0.9468368635152196, + 0.9376863023420866, + 0.9434544689210046, + 0.9455619637079758, + 0.9481894150417828 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9125, + "std": 0.013994046353122219, + "ci_95": 0.012266322458938808, + "values": [ + 0.925, + 0.89, + 0.9183333333333333, + 0.9083333333333333, + 0.9208333333333333 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9125, + "std": 0.013994046353122219, + "ci_95": 0.012266322458938808, + "values": [ + 0.925, + 0.89, + 0.9183333333333333, + 0.9083333333333333, + 0.9208333333333333 + ] + }, + "pairwise_auc": { + "mean": 0.9593572222222223, + "std": 0.00562449179695862, + "ci_95": 0.004930084430780652, + "values": [ + 0.9666506944444445, + 0.9511392361111112, + 0.9588486111111112, + 0.9585697916666668, + 0.9615777777777779 + ] + }, + "pairwise_f1": { + "mean": 0.893123853854781, + "std": 0.005357557509873788, + "ci_95": 0.004696106211893378, + "values": [ + 0.900974025974026, + 0.8863070539419087, + 0.8933927847588163, + 0.8941755537325676, + 0.890769850866586 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9136666666666666, + "std": 0.01708434956326988, + "ci_95": 0.014975092654137396, + "values": [ + 0.9141666666666667, + 0.8908333333333334, + 0.9083333333333333, + 0.9166666666666666, + 0.9383333333333334 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9136666666666666, + "std": 0.01708434956326988, + "ci_95": 0.014975092654137396, + "values": [ + 0.9141666666666667, + 0.8908333333333334, + 0.9083333333333333, + 0.9166666666666666, + 0.9383333333333334 + ] + }, + "pairwise_auc": { + "mean": 0.9601218055555556, + "std": 0.005322603044187283, + "ci_95": 0.004665467271827631, + "values": [ + 0.9610736111111111, + 0.9538555555555556, + 0.9560364583333332, + 0.96234375, + 0.9672996527777777 + ] + }, + "pairwise_f1": { + "mean": 0.8937340535199537, + "std": 0.006091564052432748, + "ci_95": 0.005339491313729217, + "values": [ + 0.8951448388412893, + 0.8867689755288262, + 0.8879837067209776, + 0.8986928104575164, + 0.9000799360511591 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.9746666666666666, + "std": 0.0022515426810177145, + "ci_95": 0.001973564175687112, + "values": [ + 0.9733333333333334, + 0.9716666666666667, + 0.975, + 0.9758333333333333, + 0.9775 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9746666666666666, + "std": 0.0022515426810177145, + "ci_95": 0.001973564175687112, + "values": [ + 0.9733333333333334, + 0.9716666666666667, + 0.975, + 0.9758333333333333, + 0.9775 + ] + }, + "pairwise_auc": { + "mean": 0.9845379166666668, + "std": 0.001449579430945527, + "ci_95": 0.001270612393380827, + "values": [ + 0.9861034722222222, + 0.9854041666666667, + 0.9839000000000001, + 0.9849034722222222, + 0.9823784722222222 + ] + }, + "pairwise_f1": { + "mean": 0.9258490880988044, + "std": 0.004149152181075107, + "ci_95": 0.003636892239743178, + "values": [ + 0.9262490087232356, + 0.9298245614035088, + 0.9230769230769231, + 0.9297340214370782, + 0.9203609258532758 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.8691666666666669, + "std": 0.01133455875727953, + "ci_95": 0.009935178799487087, + "values": [ + 0.8716666666666667, + 0.8816666666666667, + 0.8625, + 0.8766666666666667, + 0.8533333333333334 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "false_alarm_rate": { + "mean": 0.1308333333333333, + "std": 0.01133455875727953, + "ci_95": 0.009935178799487087, + "values": [ + 0.1283333333333333, + 0.11833333333333329, + 0.13749999999999996, + 0.1233333333333333, + 0.1466666666666666 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.8908333333333334, + "std": 0.004956407188904283, + "ci_95": 0.004344482452234979, + "values": [ + 0.8983333333333333, + 0.8858333333333334, + 0.8904166666666666, + 0.8925, + 0.8870833333333333 + ] + }, + "auc_roc": { + "mean": 0.9593572222222223, + "std": 0.00562449179695862, + "ci_95": 0.004930084430780652, + "values": [ + 0.9666506944444445, + 0.9511392361111112, + 0.9588486111111112, + 0.9585697916666668, + 0.9615777777777779 + ] + }, + "f1": { + "mean": 0.893123853854781, + "std": 0.005357557509873788, + "ci_95": 0.004696106211893378, + "values": [ + 0.900974025974026, + 0.8863070539419087, + 0.8933927847588163, + 0.8941755537325676, + 0.890769850866586 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.8914166666666666, + "std": 0.005291830706118851, + "ci_95": 0.004638494128246565, + "values": [ + 0.8929166666666667, + 0.88625, + 0.8854166666666666, + 0.8966666666666666, + 0.8958333333333334 + ] + }, + "auc_roc": { + "mean": 0.9601218055555556, + "std": 0.005322603044187283, + "ci_95": 0.004665467271827631, + "values": [ + 0.9610736111111111, + 0.9538555555555556, + 0.9560364583333332, + 0.96234375, + 0.9672996527777777 + ] + }, + "f1": { + "mean": 0.8937340535199537, + "std": 0.006091564052432748, + "ci_95": 0.005339491313729217, + "values": [ + 0.8951448388412893, + 0.8867689755288262, + 0.8879837067209776, + 0.8986928104575164, + 0.9000799360511591 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9219166666666666, + "std": 0.004846605341198456, + "ci_95": 0.004248236889189057, + "values": [ + 0.9225, + 0.9266666666666666, + 0.91875, + 0.92625, + 0.9154166666666667 + ] + }, + "auc_roc": { + "mean": 0.9845379166666668, + "std": 0.001449579430945527, + "ci_95": 0.001270612393380827, + "values": [ + 0.9861034722222222, + 0.9854041666666667, + 0.9839000000000001, + 0.9849034722222222, + 0.9823784722222222 + ] + }, + "f1": { + "mean": 0.9258490880988044, + "std": 0.004149152181075107, + "ci_95": 0.003636892239743178, + "values": [ + 0.9262490087232356, + 0.9298245614035088, + 0.9230769230769231, + 0.9297340214370782, + 0.9203609258532758 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "subsample": 0.2, + "augment": false, + "run_name": "p3_mobilenetv3_small", + "backbone": "mobilenet_v3_small" + } +} \ No newline at end of file diff --git a/classifier/outputs/logs/p3_resnet34.json b/classifier/outputs/logs/p3_resnet34.json new file mode 100644 index 0000000..f623d5c --- /dev/null +++ b/classifier/outputs/logs/p3_resnet34.json @@ -0,0 +1,1729 @@ +{ + "run_name": "p3_resnet34", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.18143130752982364, + 0.09914765522504847, + 0.0632085224350535, + 0.04726770077185291, + 0.02548843655111139, + 0.020165729296557536, + 0.01242467272374294, + 0.008408245080691915, + 0.0034914202498890112, + 0.002486942817081736, + 0.0015942691031080325 + ], + "train_acc": [ + 0.8414351851851852, + 0.9276041666666667, + 0.9576388888888889, + 0.970949074074074, + 0.9844907407407407, + 0.9883680555555555, + 0.9931134259259259, + 0.9952546296296296, + 0.997800925925926, + 0.9987847222222223, + 0.9992476851851851 + ], + "train_auc": [ + 0.9199058445501829, + 0.9771592881944445, + 0.9908215985082305, + 0.9949528820873342, + 0.9983226612511431, + 0.9990990976508916, + 0.9994629218821446, + 0.9996075620856196, + 0.9999645722593735, + 0.9999848804726794, + 0.9999924714934842 + ], + "train_f1": [ + 0.8889429312581063, + 0.9508853205606376, + 0.9715374445913368, + 0.9805350911205893, + 0.9896212531949501, + 0.9922294815788456, + 0.9954030980801174, + 0.9968332432223681, + 0.9985330450895614, + 0.9991897835564644, + 0.9994983600231526 + ], + "val_loss": [ + 0.15404950051258007, + 0.14179302051779813, + 0.1187218560759599, + 0.14628465867135673, + 0.16971934595834076, + 0.13480250174313066, + 0.16385206343329628, + 0.1861495381036851, + 0.23939787570687562, + 0.2579460703409647, + 0.27772147155884946 + ], + "val_acc": [ + 0.825, + 0.9151041666666667, + 0.8911458333333333, + 0.925, + 0.9364583333333333, + 0.9270833333333334, + 0.9380208333333333, + 0.9395833333333333, + 0.9453125, + 0.9411458333333333, + 0.9432291666666667 + ], + "val_auc": [ + 0.9604861111111112, + 0.9638483796296295, + 0.974782986111111, + 0.9769769965277778, + 0.9766833043981481, + 0.9795203993055555, + 0.9777213541666667, + 0.9694089988425926, + 0.9671520543981481, + 0.9674833622685186, + 0.9596607349537037 + ], + "val_f1": [ + 0.8699690402476781, + 0.9432648799164636, + 0.9233027522935779, + 0.9508532423208191, + 0.9578146611341632, + 0.9504950495049505, + 0.9583770549143057, + 0.9595254710397767, + 0.9640287769784173, + 0.9609402004839267, + 0.9627350427350427 + ] + }, + "test_metrics": { + "accuracy": 0.9314583333333334, + "auc_roc": 0.9790402777777778, + "f1": 0.9538375192928301, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 201, + 3399 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9541666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 55, + 1145 + ] + ], + "n": 1200, + "detection_rate": 0.9541666666666667, + "pairwise_auc": 0.9817479166666666, + "pairwise_f1": 0.9260008087343308 + }, + "insight": { + "accuracy": 0.9116666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 106, + 1094 + ] + ], + "n": 1200, + "detection_rate": 0.9116666666666666, + "pairwise_auc": 0.9687749999999999, + "pairwise_f1": 0.9033856317093312 + }, + "text2img": { + "accuracy": 0.9666666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 40, + 1160 + ] + ], + "n": 1200, + "detection_rate": 0.9666666666666667, + "pairwise_auc": 0.9865979166666666, + "pairwise_f1": 0.932475884244373 + }, + "wiki": { + "accuracy": 0.8933333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.10666666666666669 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.92375, + "auc_roc": 0.9817479166666666, + "f1": 0.9260008087343308, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 55, + 1145 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9025, + "auc_roc": 0.9687749999999999, + "f1": 0.9033856317093312, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 106, + 1094 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.93, + "auc_roc": 0.9865979166666666, + "f1": 0.932475884244373, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 40, + 1160 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.1798529501521477, + 0.1021667472742222, + 0.06341963815847756, + 0.039253244310384613, + 0.029152714926075768, + 0.01912316902404806, + 0.011262987689163614, + 0.008215954819028141, + 0.003789046630271076, + 0.003531608089493872 + ], + "train_acc": [ + 0.835474537037037, + 0.9259259259259259, + 0.9570023148148148, + 0.9748842592592593, + 0.9820601851851852, + 0.9891203703703704, + 0.9939236111111112, + 0.9950810185185185, + 0.9976273148148148, + 0.9980324074074074 + ], + "train_auc": [ + 0.9216952624885689, + 0.9756210080161181, + 0.9904438157293096, + 0.996355175825903, + 0.9979366444473022, + 0.9988179798239598, + 0.9996395426097393, + 0.9998288537379973, + 0.9999600801611797, + 0.9999696984310699 + ], + "train_f1": [ + 0.8837741711295531, + 0.9497605777533559, + 0.971079366315052, + 0.9831730769230769, + 0.9880077369439072, + 0.9927396308025025, + 0.995945163158911, + 0.9967187801582706, + 0.998417538307152, + 0.9986878666255017 + ], + "val_loss": [ + 0.30760438268383344, + 0.1784577751532197, + 0.1753600399143276, + 0.18356385634445663, + 0.12388940138819939, + 0.18397595811838982, + 0.1666869391252779, + 0.19786467835095511, + 0.18487099432192433, + 0.1899753529316513 + ], + "val_acc": [ + 0.7046875, + 0.853125, + 0.925, + 0.9182291666666667, + 0.9317708333333333, + 0.9270833333333334, + 0.9213541666666667, + 0.9359375, + 0.9322916666666666, + 0.93125 + ], + "val_auc": [ + 0.9431061921296295, + 0.9447417534722222, + 0.970240162037037, + 0.9670826099537038, + 0.9778392650462963, + 0.9689626736111112, + 0.971880787037037, + 0.9755403645833334, + 0.9723394097222222, + 0.9725542534722222 + ], + "val_f1": [ + 0.7580025608194623, + 0.896399706098457, + 0.9510204081632653, + 0.9459552495697074, + 0.9535954658165072, + 0.9511173184357542, + 0.9462824617573817, + 0.9574835810577256, + 0.9541607898448519, + 0.9536191145467322 + ] + }, + "test_metrics": { + "accuracy": 0.928125, + "auc_roc": 0.9817493055555554, + "f1": 0.9508056466562099, + "confusion_matrix": [ + [ + 1121, + 79 + ], + [ + 266, + 3334 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.925, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 90, + 1110 + ] + ], + "n": 1200, + "detection_rate": 0.925, + "pairwise_auc": 0.9821319444444443, + "pairwise_f1": 0.9292591042277103 + }, + "insight": { + "accuracy": 0.8966666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 124, + 1076 + ] + ], + "n": 1200, + "detection_rate": 0.8966666666666666, + "pairwise_auc": 0.9734770833333333, + "pairwise_f1": 0.9138004246284501 + }, + "text2img": { + "accuracy": 0.9566666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 52, + 1148 + ] + ], + "n": 1200, + "detection_rate": 0.9566666666666667, + "pairwise_auc": 0.9896388888888888, + "pairwise_f1": 0.9460238978162341 + }, + "wiki": { + "accuracy": 0.9341666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1121, + 79 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.0658333333333333 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9295833333333333, + "auc_roc": 0.9821319444444443, + "f1": 0.9292591042277103, + "confusion_matrix": [ + [ + 1121, + 79 + ], + [ + 90, + 1110 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9154166666666667, + "auc_roc": 0.9734770833333333, + "f1": 0.9138004246284501, + "confusion_matrix": [ + [ + 1121, + 79 + ], + [ + 124, + 1076 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9454166666666667, + "auc_roc": 0.9896388888888888, + "f1": 0.9460238978162341, + "confusion_matrix": [ + [ + 1121, + 79 + ], + [ + 52, + 1148 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.17717904072530843, + 0.0940379478054604, + 0.06369061694540842, + 0.04127667683782487, + 0.030577845679228496, + 0.021532554604076454, + 0.012030772082477968, + 0.009333743597454924, + 0.003131703046412642, + 0.0014826828477604674 + ], + "train_acc": [ + 0.8396990740740741, + 0.9304976851851852, + 0.9571180555555555, + 0.9722800925925926, + 0.9821180555555555, + 0.9873263888888889, + 0.9931712962962963, + 0.9959490740740741, + 0.9978587962962963, + 0.9992476851851851 + ], + "train_auc": [ + 0.9238818694272977, + 0.979183527663466, + 0.9908993394918839, + 0.9961150227194787, + 0.9978819444444446, + 0.9987962605738454, + 0.9995584437157066, + 0.999660877843507, + 0.9999563293038408, + 0.9999916052240512 + ], + "train_f1": [ + 0.8873250894890986, + 0.9528668419606766, + 0.9711841337740619, + 0.9814276297933388, + 0.9880478087649402, + 0.9915342688159573, + 0.9954429597590175, + 0.9972995910809351, + 0.9985714837264971, + 0.9994983600231526 + ], + "val_loss": [ + 0.13040539792273192, + 0.13235231365154806, + 0.14123243255210885, + 0.14862661970352445, + 0.1436936670134249, + 0.13523276704800083, + 0.17793816352035113, + 0.5479134103229474, + 0.34418828572397614, + 0.19769162325305842 + ], + "val_acc": [ + 0.9119791666666667, + 0.8963541666666667, + 0.9390625, + 0.9296875, + 0.9390625, + 0.9328125, + 0.9364583333333333, + 0.9005208333333333, + 0.93125, + 0.9395833333333333 + ], + "val_auc": [ + 0.9625940393518518, + 0.9660503472222222, + 0.9745341435185186, + 0.9739945023148148, + 0.9792954282407407, + 0.9786284722222223, + 0.9765842013888889, + 0.9321281828703705, + 0.9603030960648149, + 0.9739373553240742 + ], + "val_f1": [ + 0.9410533658876875, + 0.9280289330922242, + 0.9597799931247851, + 0.9530761209593326, + 0.9595854922279793, + 0.954465231203671, + 0.9576094510076442, + 0.9369428854407396, + 0.9551630434782609, + 0.9596662030598053 + ] + }, + "test_metrics": { + "accuracy": 0.9379166666666666, + "auc_roc": 0.9731581018518518, + "f1": 0.9585881045025014, + "confusion_matrix": [ + [ + 1053, + 147 + ], + [ + 151, + 3449 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9433333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 68, + 1132 + ] + ], + "n": 1200, + "detection_rate": 0.9433333333333334, + "pairwise_auc": 0.9705652777777777, + "pairwise_f1": 0.9132714804356595 + }, + "insight": { + "accuracy": 0.9425, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 69, + 1131 + ] + ], + "n": 1200, + "detection_rate": 0.9425, + "pairwise_auc": 0.962487847222222, + "pairwise_f1": 0.9128329297820823 + }, + "text2img": { + "accuracy": 0.9883333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 14, + 1186 + ] + ], + "n": 1200, + "detection_rate": 0.9883333333333333, + "pairwise_auc": 0.9864211805555555, + "pairwise_f1": 0.9364390051322542 + }, + "wiki": { + "accuracy": 0.8775, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1053, + 147 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.12250000000000005 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9104166666666667, + "auc_roc": 0.9705652777777777, + "f1": 0.9132714804356595, + "confusion_matrix": [ + [ + 1053, + 147 + ], + [ + 68, + 1132 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.91, + "auc_roc": 0.962487847222222, + "f1": 0.9128329297820823, + "confusion_matrix": [ + [ + 1053, + 147 + ], + [ + 69, + 1131 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9329166666666666, + "auc_roc": 0.9864211805555555, + "f1": 0.9364390051322542, + "confusion_matrix": [ + [ + 1053, + 147 + ], + [ + 14, + 1186 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.17703111189658996, + 0.09576246125313143, + 0.062477437157132144, + 0.04725347257939305, + 0.030324791977235928, + 0.017554738121685256, + 0.013750801918420754, + 0.006766391139438012, + 0.003396348504592155, + 0.0024946073007303883, + 0.0010481267459134095, + 0.0008546544026515861 + ], + "train_acc": [ + 0.8507523148148148, + 0.9276620370370371, + 0.9559027777777778, + 0.9689236111111111, + 0.98125, + 0.9903935185185185, + 0.9921875, + 0.9968171296296297, + 0.997800925925926, + 0.9987268518518518, + 0.9994212962962963, + 0.9997685185185186 + ], + "train_auc": [ + 0.9249521944301554, + 0.9784094310842478, + 0.9909113690272062, + 0.9949920428240742, + 0.9977274984282121, + 0.9991086623371056, + 0.9994561167552583, + 0.9997079421724966, + 0.9999673496799268, + 0.9999867469707361, + 0.9999969100080018, + 0.9999905156893004 + ], + "train_f1": [ + 0.8957853477189154, + 0.9508222519474389, + 0.9703178560299158, + 0.9791707071098871, + 0.9874525598327007, + 0.9935892484745501, + 0.9947866383471713, + 0.9978762018766653, + 0.998533384793516, + 0.9991510380489311, + 0.9996141379842568, + 0.9998456909189106 + ], + "val_loss": [ + 0.13616387210786343, + 0.1198919808860713, + 0.1939462376467418, + 0.09981064383173362, + 0.48543022665852126, + 0.16985621102333728, + 0.12654530949221227, + 0.16735582429784396, + 0.23038662116990358, + 0.19745846508264245, + 0.20346919017623197, + 0.1863294637893735 + ], + "val_acc": [ + 0.86875, + 0.9171875, + 0.9135416666666667, + 0.9375, + 0.8885416666666667, + 0.9354166666666667, + 0.9416666666666667, + 0.9489583333333333, + 0.9463541666666667, + 0.9489583333333333, + 0.9515625, + 0.9489583333333333 + ], + "val_auc": [ + 0.9600057870370371, + 0.9712818287037037, + 0.9635011574074075, + 0.9801779513888889, + 0.9445326967592593, + 0.974488570601852, + 0.9811552372685186, + 0.9771252893518518, + 0.9719784432870371, + 0.972273582175926, + 0.97220703125, + 0.9803291377314813 + ], + "val_f1": [ + 0.9061102831594635, + 0.9435970202199362, + 0.9431506849315069, + 0.9579537491240364, + 0.9301566579634465, + 0.9567642956764296, + 0.9608391608391609, + 0.9661368348306841, + 0.9647863247863248, + 0.9660664819944599, + 0.9679199724042773, + 0.9662534435261708 + ] + }, + "test_metrics": { + "accuracy": 0.9339583333333333, + "auc_roc": 0.976025925925926, + "f1": 0.9555960218517999, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 189, + 3411 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9533333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 56, + 1144 + ] + ], + "n": 1200, + "detection_rate": 0.9533333333333334, + "pairwise_auc": 0.9759979166666667, + "pairwise_f1": 0.9255663430420712 + }, + "insight": { + "accuracy": 0.9241666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 91, + 1109 + ] + ], + "n": 1200, + "detection_rate": 0.9241666666666667, + "pairwise_auc": 0.9680131944444444, + "pairwise_f1": 0.9101354123922856 + }, + "text2img": { + "accuracy": 0.965, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 42, + 1158 + ] + ], + "n": 1200, + "detection_rate": 0.965, + "pairwise_auc": 0.9840666666666666, + "pairwise_f1": 0.9316170555108608 + }, + "wiki": { + "accuracy": 0.8933333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.10666666666666669 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9233333333333333, + "auc_roc": 0.9759979166666667, + "f1": 0.9255663430420712, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 56, + 1144 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.90875, + "auc_roc": 0.9680131944444444, + "f1": 0.9101354123922856, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 91, + 1109 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9291666666666667, + "auc_roc": 0.9840666666666666, + "f1": 0.9316170555108608, + "confusion_matrix": [ + [ + 1072, + 128 + ], + [ + 42, + 1158 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.17705109792037144, + 0.09759698148161448, + 0.06119485531881866, + 0.04207795442608012, + 0.0306523953303339, + 0.016180019439842135, + 0.015286858775878634, + 0.008414860934468986, + 0.004228976060405195, + 0.0028073132647360006, + 0.0012995293141313123, + 0.0004747431101838662 + ], + "train_acc": [ + 0.8391203703703703, + 0.9288773148148148, + 0.9593171296296297, + 0.9715277777777778, + 0.9802662037037037, + 0.9890625, + 0.9931712962962963, + 0.9957754629629629, + 0.9973958333333334, + 0.9984375, + 0.9990740740740741, + 0.9997106481481481 + ], + "train_auc": [ + 0.9232179944701646, + 0.9775116723108139, + 0.991124301626086, + 0.9957172800211476, + 0.9980221193415638, + 0.9993293824302698, + 0.9994119995284637, + 0.9997395565414952, + 0.9999585351651806, + 0.9998539487597166, + 0.9999960705304068, + 0.9999990176326017 + ], + "train_f1": [ + 0.8866416571521775, + 0.9516959478048972, + 0.9726214121587413, + 0.9809006211180125, + 0.9868049375072554, + 0.9926916979235142, + 0.9954454222633935, + 0.9971828811793308, + 0.9982631518005326, + 0.9989579715178881, + 0.9993825254708243, + 0.999807076436316 + ], + "val_loss": [ + 0.12170412251725793, + 0.1030890600134929, + 0.1750339979909768, + 0.14935705231813093, + 0.2741888238345382, + 0.134656734423091, + 0.14277773238912536, + 0.22981467842995093, + 0.18359658207567311, + 0.17754823352255092, + 0.1682993321162788, + 0.18065465237386888 + ], + "val_acc": [ + 0.8942708333333333, + 0.8875, + 0.9354166666666667, + 0.9083333333333333, + 0.9130208333333333, + 0.9229166666666667, + 0.925, + 0.9380208333333333, + 0.9473958333333333, + 0.9494791666666667, + 0.9520833333333333, + 0.9479166666666666 + ], + "val_auc": [ + 0.9661964699074075, + 0.9779123263888889, + 0.9717021122685184, + 0.9725115740740741, + 0.9688353587962962, + 0.9805881076388888, + 0.9837131076388888, + 0.9681250000000001, + 0.9726808449074072, + 0.9789026331018519, + 0.9797699652777778, + 0.9766312210648148 + ], + "val_f1": [ + 0.925939438161255, + 0.9199406968124537, + 0.9574468085106383, + 0.9371877230549608, + 0.9436762225969646, + 0.9469914040114613, + 0.9483500717360115, + 0.9589513625388065, + 0.9651363479461512, + 0.9663778162911612, + 0.967966573816156, + 0.9652777777777778 + ] + }, + "test_metrics": { + "accuracy": 0.9208333333333333, + "auc_roc": 0.9796047453703705, + "f1": 0.9455275229357798, + "confusion_matrix": [ + [ + 1122, + 78 + ], + [ + 302, + 3298 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9116666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 106, + 1094 + ] + ], + "n": 1200, + "detection_rate": 0.9116666666666666, + "pairwise_auc": 0.9793232638888889, + "pairwise_f1": 0.9224283305227656 + }, + "insight": { + "accuracy": 0.8775, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 147, + 1053 + ] + ], + "n": 1200, + "detection_rate": 0.8775, + "pairwise_auc": 0.9713951388888888, + "pairwise_f1": 0.9034749034749034 + }, + "text2img": { + "accuracy": 0.9591666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 49, + 1151 + ] + ], + "n": 1200, + "detection_rate": 0.9591666666666666, + "pairwise_auc": 0.9880958333333333, + "pairwise_f1": 0.9477151090983944 + }, + "wiki": { + "accuracy": 0.935, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1122, + 78 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.06499999999999995 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9233333333333333, + "auc_roc": 0.9793232638888889, + "f1": 0.9224283305227656, + "confusion_matrix": [ + [ + 1122, + 78 + ], + [ + 106, + 1094 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.90625, + "auc_roc": 0.9713951388888888, + "f1": 0.9034749034749034, + "confusion_matrix": [ + [ + 1122, + 78 + ], + [ + 147, + 1053 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9470833333333334, + "auc_roc": 0.9880958333333333, + "f1": 0.9477151090983944, + "confusion_matrix": [ + [ + 1122, + 78 + ], + [ + 49, + 1151 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.9304583333333334, + "std": 0.006460685055695644, + "ci_95": 0.0056630401385749695, + "values": [ + 0.9314583333333334, + 0.928125, + 0.9379166666666666, + 0.9339583333333333, + 0.9208333333333333 + ] + }, + "auc_roc": { + "mean": 0.9779156712962962, + "std": 0.0033548497426566172, + "ci_95": 0.0029406554549201254, + "values": [ + 0.9790402777777778, + 0.9817493055555554, + 0.9731581018518518, + 0.976025925925926, + 0.9796047453703705 + ] + }, + "f1": { + "mean": 0.9528709630478243, + "std": 0.004980901709262283, + "ci_95": 0.0043659528459729004, + "values": [ + 0.9538375192928301, + 0.9508056466562099, + 0.9585881045025014, + 0.9555960218517999, + 0.9455275229357798 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9375, + "std": 0.01861525658640726, + "ci_95": 0.016316991825156467, + "values": [ + 0.9541666666666667, + 0.925, + 0.9433333333333334, + 0.9533333333333334, + 0.9116666666666666 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9375, + "std": 0.01861525658640726, + "ci_95": 0.016316991825156467, + "values": [ + 0.9541666666666667, + 0.925, + 0.9433333333333334, + 0.9533333333333334, + 0.9116666666666666 + ] + }, + "pairwise_auc": { + "mean": 0.9779532638888888, + "std": 0.004799567231185986, + "ci_95": 0.004207006167872827, + "values": [ + 0.9817479166666666, + 0.9821319444444443, + 0.9705652777777777, + 0.9759979166666667, + 0.9793232638888889 + ] + }, + "pairwise_f1": { + "mean": 0.9233052133925075, + "std": 0.006108855830535924, + "ci_95": 0.00535464822551511, + "values": [ + 0.9260008087343308, + 0.9292591042277103, + 0.9132714804356595, + 0.9255663430420712, + 0.9224283305227656 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9105000000000001, + "std": 0.02496247183273326, + "ci_95": 0.02188057129053081, + "values": [ + 0.9116666666666666, + 0.8966666666666666, + 0.9425, + 0.9241666666666667, + 0.8775 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9105000000000001, + "std": 0.02496247183273326, + "ci_95": 0.02188057129053081, + "values": [ + 0.9116666666666666, + 0.8966666666666666, + 0.9425, + 0.9241666666666667, + 0.8775 + ] + }, + "pairwise_auc": { + "mean": 0.9688296527777778, + "std": 0.004155370579012198, + "ci_95": 0.003642342905858583, + "values": [ + 0.9687749999999999, + 0.9734770833333333, + 0.962487847222222, + 0.9680131944444444, + 0.9713951388888888 + ] + }, + "pairwise_f1": { + "mean": 0.9087258603974104, + "std": 0.005017385996082066, + "ci_95": 0.004397932733385237, + "values": [ + 0.9033856317093312, + 0.9138004246284501, + 0.9128329297820823, + 0.9101354123922856, + 0.9034749034749034 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.9671666666666667, + "std": 0.012522202504174547, + "ci_95": 0.010976194442722131, + "values": [ + 0.9666666666666667, + 0.9566666666666667, + 0.9883333333333333, + 0.965, + 0.9591666666666666 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9671666666666667, + "std": 0.012522202504174547, + "ci_95": 0.010976194442722131, + "values": [ + 0.9666666666666667, + 0.9566666666666667, + 0.9883333333333333, + 0.965, + 0.9591666666666666 + ] + }, + "pairwise_auc": { + "mean": 0.9869640972222221, + "std": 0.0020772149392720898, + "ci_95": 0.001820759172771472, + "values": [ + 0.9865979166666666, + 0.9896388888888888, + 0.9864211805555555, + 0.9840666666666666, + 0.9880958333333333 + ] + }, + "pairwise_f1": { + "mean": 0.9388541903604233, + "std": 0.007563276659457836, + "ci_95": 0.006629504291328617, + "values": [ + 0.932475884244373, + 0.9460238978162341, + 0.9364390051322542, + 0.9316170555108608, + 0.9477151090983944 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.9066666666666666, + "std": 0.026292954273805874, + "ci_95": 0.02304679056952523, + "values": [ + 0.8933333333333333, + 0.9341666666666667, + 0.8775, + 0.8933333333333333, + 0.935 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "false_alarm_rate": { + "mean": 0.09333333333333334, + "std": 0.026292954273805878, + "ci_95": 0.023046790569525234, + "values": [ + 0.10666666666666669, + 0.0658333333333333, + 0.12250000000000005, + 0.10666666666666669, + 0.06499999999999995 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9220833333333334, + "std": 0.00704031052029825, + "ci_95": 0.006171104259188769, + "values": [ + 0.92375, + 0.9295833333333333, + 0.9104166666666667, + 0.9233333333333333, + 0.9233333333333333 + ] + }, + "auc_roc": { + "mean": 0.9779532638888888, + "std": 0.004799567231185986, + "ci_95": 0.004207006167872827, + "values": [ + 0.9817479166666666, + 0.9821319444444443, + 0.9705652777777777, + 0.9759979166666667, + 0.9793232638888889 + ] + }, + "f1": { + "mean": 0.9233052133925075, + "std": 0.006108855830535924, + "ci_95": 0.00535464822551511, + "values": [ + 0.9260008087343308, + 0.9292591042277103, + 0.9132714804356595, + 0.9255663430420712, + 0.9224283305227656 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.9085833333333333, + "std": 0.004774425503543747, + "ci_95": 0.004184968471937533, + "values": [ + 0.9025, + 0.9154166666666667, + 0.91, + 0.90875, + 0.90625 + ] + }, + "auc_roc": { + "mean": 0.9688296527777778, + "std": 0.004155370579012198, + "ci_95": 0.003642342905858583, + "values": [ + 0.9687749999999999, + 0.9734770833333333, + 0.962487847222222, + 0.9680131944444444, + 0.9713951388888888 + ] + }, + "f1": { + "mean": 0.9087258603974104, + "std": 0.005017385996082066, + "ci_95": 0.004397932733385237, + "values": [ + 0.9033856317093312, + 0.9138004246284501, + 0.9128329297820823, + 0.9101354123922856, + 0.9034749034749034 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9369166666666666, + "std": 0.00865323478372235, + "ci_95": 0.007584894711054195, + "values": [ + 0.93, + 0.9454166666666667, + 0.9329166666666666, + 0.9291666666666667, + 0.9470833333333334 + ] + }, + "auc_roc": { + "mean": 0.9869640972222221, + "std": 0.0020772149392720898, + "ci_95": 0.001820759172771472, + "values": [ + 0.9865979166666666, + 0.9896388888888888, + 0.9864211805555555, + 0.9840666666666666, + 0.9880958333333333 + ] + }, + "f1": { + "mean": 0.9388541903604233, + "std": 0.007563276659457836, + "ci_95": 0.006629504291328617, + "values": [ + 0.932475884244373, + 0.9460238978162341, + 0.9364390051322542, + 0.9316170555108608, + 0.9477151090983944 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "subsample": 0.2, + "augment": false, + "run_name": "p3_resnet34", + "backbone": "resnet34" + } +} \ No newline at end of file diff --git a/classifier/outputs/logs/p3_resnet50.json b/classifier/outputs/logs/p3_resnet50.json new file mode 100644 index 0000000..22a42b8 --- /dev/null +++ b/classifier/outputs/logs/p3_resnet50.json @@ -0,0 +1,1737 @@ +{ + "run_name": "p3_resnet50", + "n_folds": 5, + "fold_results": [ + { + "fold": 0, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.16414252044288097, + 0.07211566557805917, + 0.0453435333126604, + 0.02745912457467057, + 0.020166955894658004, + 0.011375110268084056, + 0.008973008060503936, + 0.005261950669481579, + 0.00301203729498209, + 0.0021092872964598225, + 0.0007151615797405847 + ], + "train_acc": [ + 0.8653356481481481, + 0.9497106481481481, + 0.9728587962962963, + 0.983738425925926, + 0.9897569444444444, + 0.9938078703703703, + 0.9958912037037037, + 0.9972222222222222, + 0.9986689814814815, + 0.9990162037037037, + 0.9996527777777777 + ], + "train_auc": [ + 0.9346535547410837, + 0.9877919238683127, + 0.9952512270661866, + 0.9982134219964562, + 0.9989599765660722, + 0.999440434599337, + 0.9994629129515318, + 0.9999399594907408, + 0.9999841392318245, + 0.9998730334790809, + 0.9999985889631915 + ], + "train_f1": [ + 0.9073830845771145, + 0.9661301009471099, + 0.9818421154516241, + 0.9891350578045857, + 0.9931631194715903, + 0.9958685663539133, + 0.9972600625168834, + 0.9981481481481481, + 0.999112825458052, + 0.9993441104980902, + 0.9997685185185186 + ], + "val_loss": [ + 0.10033943792805075, + 0.1824329480936285, + 0.18764888900720203, + 0.15092337583434226, + 0.16416337434347952, + 0.15572371911900215, + 0.19316397059158893, + 0.31078116144394696, + 0.1872688261007473, + 0.25701718308205274, + 0.22669576404931224 + ], + "val_acc": [ + 0.9223958333333333, + 0.925, + 0.9296875, + 0.9369791666666667, + 0.9364583333333333, + 0.9447916666666667, + 0.9416666666666667, + 0.9380208333333333, + 0.9489583333333333, + 0.9479166666666666, + 0.9479166666666666 + ], + "val_auc": [ + 0.9760112847222223, + 0.9681032986111111, + 0.9767173032407406, + 0.9799927662037038, + 0.9765567129629629, + 0.980189525462963, + 0.9800253182870371, + 0.9619646990740741, + 0.9779448784722221, + 0.9740979456018519, + 0.9707732928240741 + ], + "val_f1": [ + 0.9474426807760141, + 0.9509870660313138, + 0.9542837792075856, + 0.9586041737940472, + 0.9576094510076442, + 0.9633471645919779, + 0.961826857532379, + 0.959892146949781, + 0.9661602209944752, + 0.9659632402995235, + 0.9658703071672355 + ] + }, + "test_metrics": { + "accuracy": 0.95125, + "auc_roc": 0.9858875, + "f1": 0.967518045530261, + "confusion_matrix": [ + [ + 1081, + 119 + ], + [ + 115, + 3485 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9775, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 27, + 1173 + ] + ], + "n": 1200, + "detection_rate": 0.9775, + "pairwise_auc": 0.9896520833333333, + "pairwise_f1": 0.9414125200642055 + }, + "insight": { + "accuracy": 0.9408333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 71, + 1129 + ] + ], + "n": 1200, + "detection_rate": 0.9408333333333333, + "pairwise_auc": 0.9775805555555556, + "pairwise_f1": 0.9223856209150327 + }, + "text2img": { + "accuracy": 0.9858333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 17, + 1183 + ] + ], + "n": 1200, + "detection_rate": 0.9858333333333333, + "pairwise_auc": 0.9904298611111111, + "pairwise_f1": 0.9456434852118305 + }, + "wiki": { + "accuracy": 0.9008333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1081, + 119 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.09916666666666663 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9391666666666667, + "auc_roc": 0.9896520833333333, + "f1": 0.9414125200642055, + "confusion_matrix": [ + [ + 1081, + 119 + ], + [ + 27, + 1173 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9208333333333333, + "auc_roc": 0.9775805555555556, + "f1": 0.9223856209150327, + "confusion_matrix": [ + [ + 1081, + 119 + ], + [ + 71, + 1129 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9433333333333334, + "auc_roc": 0.9904298611111111, + "f1": 0.9456434852118305, + "confusion_matrix": [ + [ + 1081, + 119 + ], + [ + 17, + 1183 + ] + ] + } + } + }, + { + "fold": 1, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.16498077511097545, + 0.07493020069518092, + 0.040497788825369856, + 0.027122006811987377, + 0.017663728153079487, + 0.010251278441278879, + 0.011569880251946179, + 0.007077035647746386, + 0.004594202235690587, + 0.003612333799214782 + ], + "train_acc": [ + 0.8653356481481481, + 0.95, + 0.973900462962963, + 0.9832175925925926, + 0.9884259259259259, + 0.9949074074074075, + 0.994849537037037, + 0.9969907407407408, + 0.997800925925926, + 0.9984375 + ], + "train_auc": [ + 0.933973819015775, + 0.9869939468307042, + 0.996034906192844, + 0.9981377975680157, + 0.9991262288523091, + 0.9995976758973479, + 0.9995999085505259, + 0.9996476694673069, + 0.9998369895261773, + 0.9998555919924554 + ], + "train_f1": [ + 0.9075303000198689, + 0.9663682366679642, + 0.982498350731499, + 0.9887796951172328, + 0.9922654497640963, + 0.9966020542126806, + 0.9965654304789102, + 0.9979933626611098, + 0.998533724340176, + 0.9989580519430402 + ], + "val_loss": [ + 0.16876822944032027, + 0.10144863610621542, + 0.12092681264281661, + 0.16224593347378685, + 0.14133250266774364, + 0.17814634380332184, + 0.14857266811098574, + 0.20385507235837394, + 0.1918886211836707, + 0.19614593234909988 + ], + "val_acc": [ + 0.91875, + 0.9359375, + 0.9369791666666667, + 0.9463541666666667, + 0.9505208333333334, + 0.9447916666666667, + 0.9557291666666666, + 0.9515625, + 0.9526041666666667, + 0.9567708333333333 + ], + "val_auc": [ + 0.967865306712963, + 0.9804188368055555, + 0.978923611111111, + 0.9764431423611111, + 0.9805013020833334, + 0.9744010416666666, + 0.978972800925926, + 0.9760083912037036, + 0.9779087094907407, + 0.9782052951388889 + ], + "val_f1": [ + 0.9470108695652174, + 0.9572471324296142, + 0.9577661431064572, + 0.9643721895537876, + 0.9671393981321342, + 0.9631944444444445, + 0.9705168227540756, + 0.9680960548885077, + 0.968566493955095, + 0.9715461090161125 + ] + }, + "test_metrics": { + "accuracy": 0.9525, + "auc_roc": 0.9844932870370371, + "f1": 0.9682008368200837, + "confusion_matrix": [ + [ + 1101, + 99 + ], + [ + 129, + 3471 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.97, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 36, + 1164 + ] + ], + "n": 1200, + "detection_rate": 0.97, + "pairwise_auc": 0.9868194444444445, + "pairwise_f1": 0.9451887941534713 + }, + "insight": { + "accuracy": 0.9416666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 70, + 1130 + ] + ], + "n": 1200, + "detection_rate": 0.9416666666666667, + "pairwise_auc": 0.9780156249999999, + "pairwise_f1": 0.9304240428159737 + }, + "text2img": { + "accuracy": 0.9808333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 23, + 1177 + ] + ], + "n": 1200, + "detection_rate": 0.9808333333333333, + "pairwise_auc": 0.9886447916666667, + "pairwise_f1": 0.9507269789983845 + }, + "wiki": { + "accuracy": 0.9175, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1101, + 99 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.08250000000000002 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.94375, + "auc_roc": 0.9868194444444445, + "f1": 0.9451887941534713, + "confusion_matrix": [ + [ + 1101, + 99 + ], + [ + 36, + 1164 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9295833333333333, + "auc_roc": 0.9780156249999999, + "f1": 0.9304240428159737, + "confusion_matrix": [ + [ + 1101, + 99 + ], + [ + 70, + 1130 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9491666666666667, + "auc_roc": 0.9886447916666667, + "f1": 0.9507269789983845, + "confusion_matrix": [ + [ + 1101, + 99 + ], + [ + 23, + 1177 + ] + ] + } + } + }, + { + "fold": 2, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.16858915814922915, + 0.07113397797069478, + 0.046212628759072956, + 0.02708110625330678, + 0.01983529361512208, + 0.012717378701199777, + 0.007865516435558, + 0.005219494796910517 + ], + "train_acc": [ + 0.8554398148148148, + 0.9509837962962963, + 0.9720486111111111, + 0.9836226851851851, + 0.9885416666666667, + 0.9930555555555556, + 0.9957754629629629, + 0.9967013888888889 + ], + "train_auc": [ + 0.930862563228738, + 0.9882049379143805, + 0.9949234467878373, + 0.9982081261431184, + 0.9991367580446958, + 0.9995974794238682, + 0.9998441876000229, + 0.9999356906578645 + ], + "train_f1": [ + 0.8995092123260118, + 0.9670748299319728, + 0.9812870481577622, + 0.9890568810177487, + 0.9923569829383154, + 0.9953667953667954, + 0.9971833159702126, + 0.9977999922806746 + ], + "val_loss": [ + 0.10089091673338164, + 0.1244420326858138, + 0.08564881963053873, + 0.13306436915809172, + 0.19317561716384263, + 0.14889613401107152, + 0.15328831906423754, + 0.1559290382703845 + ], + "val_acc": [ + 0.9369791666666667, + 0.9390625, + 0.9473958333333333, + 0.9411458333333333, + 0.9427083333333334, + 0.9473958333333333, + 0.946875, + 0.9520833333333333 + ], + "val_auc": [ + 0.9792758969907407, + 0.9771636284722223, + 0.9873444733796295, + 0.9819314236111112, + 0.9770666956018518, + 0.9802944155092592, + 0.9832298900462964, + 0.9784244791666667 + ], + "val_f1": [ + 0.957558751315328, + 0.9599726308587068, + 0.9646729625743267, + 0.9607775078097883, + 0.9623803009575923, + 0.9647960962007668, + 0.9643605870020965, + 0.9678546470999301 + ] + }, + "test_metrics": { + "accuracy": 0.9479166666666666, + "auc_roc": 0.9848238425925926, + "f1": 0.9651227678571429, + "confusion_matrix": [ + [ + 1091, + 109 + ], + [ + 141, + 3459 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9591666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 49, + 1151 + ] + ], + "n": 1200, + "detection_rate": 0.9591666666666666, + "pairwise_auc": 0.9845902777777779, + "pairwise_f1": 0.9357723577235773 + }, + "insight": { + "accuracy": 0.9391666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 73, + 1127 + ] + ], + "n": 1200, + "detection_rate": 0.9391666666666667, + "pairwise_auc": 0.9786312500000001, + "pairwise_f1": 0.9252873563218391 + }, + "text2img": { + "accuracy": 0.9841666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 19, + 1181 + ] + ], + "n": 1200, + "detection_rate": 0.9841666666666666, + "pairwise_auc": 0.9912500000000002, + "pairwise_f1": 0.9485943775100402 + }, + "wiki": { + "accuracy": 0.9091666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1091, + 109 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.09083333333333332 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9341666666666667, + "auc_roc": 0.9845902777777779, + "f1": 0.9357723577235773, + "confusion_matrix": [ + [ + 1091, + 109 + ], + [ + 49, + 1151 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9241666666666667, + "auc_roc": 0.9786312500000001, + "f1": 0.9252873563218391, + "confusion_matrix": [ + [ + 1091, + 109 + ], + [ + 73, + 1127 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9466666666666667, + "auc_roc": 0.9912500000000002, + "f1": 0.9485943775100402, + "confusion_matrix": [ + [ + 1091, + 109 + ], + [ + 19, + 1181 + ] + ] + } + } + }, + { + "fold": 3, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.16950011297508522, + 0.07547963091379238, + 0.04220395572041592, + 0.02993595788602424, + 0.01820202965776574, + 0.01421407222692155, + 0.01162999869657142, + 0.004805721047680183, + 0.004482461260008003, + 0.002507560079492224, + 0.0015911430026992295, + 0.0009422235933087635 + ], + "train_acc": [ + 0.8539930555555556, + 0.9454282407407407, + 0.9721643518518519, + 0.98125, + 0.9896412037037037, + 0.9927083333333333, + 0.9941550925925926, + 0.9975694444444444, + 0.9980324074074074, + 0.9983217592592593, + 0.9991898148148148, + 0.9994791666666667 + ], + "train_auc": [ + 0.9291453760859625, + 0.9864843839306127, + 0.9955841245856196, + 0.9979011006087106, + 0.9991844475165752, + 0.9995047082190215, + 0.999488133001829, + 0.9998861436185414, + 0.9998295146033379, + 0.9999863004401005, + 0.9999882473136718, + 0.999998642546868 + ], + "train_f1": [ + 0.898995155930982, + 0.96315110781134, + 0.9813298140744479, + 0.9874729353541603, + 0.9930837293767629, + 0.995135510771369, + 0.9960990305511568, + 0.9983787539566124, + 0.9986880691464732, + 0.9988808706054876, + 0.9994597514856834, + 0.9996527375853687 + ], + "val_loss": [ + 0.1064753856199483, + 0.10567577621744324, + 0.19240089396334953, + 0.128021330399982, + 0.2900175292714872, + 0.21754833572190363, + 0.15359407078982865, + 0.2786675535797561, + 0.15161420754611754, + 0.17650435155922725, + 0.14839965747423775, + 0.15718449806096638 + ], + "val_acc": [ + 0.9026041666666667, + 0.9291666666666667, + 0.9338541666666667, + 0.9479166666666666, + 0.9354166666666667, + 0.9375, + 0.9578125, + 0.9520833333333333, + 0.9619791666666667, + 0.953125, + 0.9588541666666667, + 0.9619791666666667 + ], + "val_auc": [ + 0.9742961516203704, + 0.9765386284722222, + 0.9757588252314815, + 0.9829159432870371, + 0.9680707465277778, + 0.9768171296296297, + 0.9845500578703703, + 0.9693764467592592, + 0.9835706018518517, + 0.9781163194444444, + 0.9822894965277779, + 0.9805707465277778 + ], + "val_f1": [ + 0.9319752637322662, + 0.9519094766619519, + 0.9567585972080354, + 0.9653018736988203, + 0.9582772543741588, + 0.9592114208021754, + 0.9721170395869191, + 0.9687287559483345, + 0.9747492217225874, + 0.9688149688149689, + 0.9725599166377215, + 0.9746263468891206 + ] + }, + "test_metrics": { + "accuracy": 0.9577083333333334, + "auc_roc": 0.9859638888888889, + "f1": 0.9719884089968263, + "confusion_matrix": [ + [ + 1075, + 125 + ], + [ + 78, + 3522 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9858333333333333, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 17, + 1183 + ] + ], + "n": 1200, + "detection_rate": 0.9858333333333333, + "pairwise_auc": 0.9886131944444444, + "pairwise_f1": 0.9433811802232854 + }, + "insight": { + "accuracy": 0.9616666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 46, + 1154 + ] + ], + "n": 1200, + "detection_rate": 0.9616666666666667, + "pairwise_auc": 0.9818725694444445, + "pairwise_f1": 0.9310205728116175 + }, + "text2img": { + "accuracy": 0.9875, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 15, + 1185 + ] + ], + "n": 1200, + "detection_rate": 0.9875, + "pairwise_auc": 0.9874059027777777, + "pairwise_f1": 0.9442231075697212 + }, + "wiki": { + "accuracy": 0.8958333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1075, + 125 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.10416666666666663 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9408333333333333, + "auc_roc": 0.9886131944444444, + "f1": 0.9433811802232854, + "confusion_matrix": [ + [ + 1075, + 125 + ], + [ + 17, + 1183 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.92875, + "auc_roc": 0.9818725694444445, + "f1": 0.9310205728116175, + "confusion_matrix": [ + [ + 1075, + 125 + ], + [ + 46, + 1154 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9416666666666667, + "auc_roc": 0.9874059027777777, + "f1": 0.9442231075697212, + "confusion_matrix": [ + [ + 1075, + 125 + ], + [ + 15, + 1185 + ] + ] + } + } + }, + { + "fold": 4, + "train_size": 17280, + "val_size": 1920, + "test_size": 4800, + "history": { + "train_loss": [ + 0.16163904536860407, + 0.07696866190483517, + 0.04328630314687164, + 0.027568882121650623, + 0.022392604473754074, + 0.015227735451760425, + 0.009244495551618255, + 0.006486422266403611, + 0.005088362156643429, + 0.001930169196702991, + 0.0005552476216090933, + 0.000913119475174224, + 0.0007377632181883369, + 0.0005450681899282649, + 9.194485542265182e-05 + ], + "train_acc": [ + 0.86875, + 0.9456597222222223, + 0.9723379629629629, + 0.9828125, + 0.987037037037037, + 0.9920717592592593, + 0.9951967592592592, + 0.9967592592592592, + 0.9972800925925925, + 0.9986689814814815, + 0.9997685185185186, + 0.9995949074074074, + 0.999537037037037, + 0.999537037037037, + 0.9998842592592593 + ], + "train_auc": [ + 0.9368317936957019, + 0.9862764078217877, + 0.9955557163065843, + 0.9981067547582305, + 0.9988143807870371, + 0.9993334458590534, + 0.9997675272205074, + 0.9998790973651122, + 0.9999568026263147, + 0.9999900512974393, + 0.9999987675754458, + 0.9999979816815272, + 0.9999991873142433, + 0.9999984103509374, + 1.0 + ], + "train_f1": [ + 0.9099285146942018, + 0.9633818195998908, + 0.9814728682170543, + 0.9885093047549038, + 0.9913473423980222, + 0.9947122621482882, + 0.9967967272586932, + 0.9978390059427337, + 0.9981866584358965, + 0.9991125516070533, + 0.9998456671039432, + 0.9997299278521548, + 0.9996913580246913, + 0.9996913103874054, + 0.9999228335519716 + ], + "val_loss": [ + 0.10402235621586442, + 0.16845849981740077, + 0.14206883508644144, + 0.1307694342181397, + 0.1493610362069982, + 0.14732107365877406, + 0.18827487041423108, + 0.16436479951992927, + 0.1362784474820728, + 0.14761912005728844, + 0.16536648601192308, + 0.18152935248511615, + 0.16788835483592568, + 0.16435947424007888, + 0.16416529594246942 + ], + "val_acc": [ + 0.9135416666666667, + 0.9276041666666667, + 0.940625, + 0.9302083333333333, + 0.9385416666666667, + 0.9505208333333334, + 0.9526041666666667, + 0.9505208333333334, + 0.959375, + 0.9588541666666667, + 0.9598958333333333, + 0.9578125, + 0.959375, + 0.9604166666666667, + 0.959375 + ], + "val_auc": [ + 0.974109519675926, + 0.9718764467592592, + 0.977509403935185, + 0.9819104456018519, + 0.9765017361111112, + 0.9815075231481483, + 0.9773169849537037, + 0.9811494502314815, + 0.9823842592592593, + 0.9832957175925927, + 0.9792534722222223, + 0.9764424189814815, + 0.9781090856481481, + 0.9794675925925925, + 0.9792035590277777 + ], + "val_f1": [ + 0.9405869720830351, + 0.9523156089193825, + 0.9607438016528925, + 0.9522792022792023, + 0.9585964912280702, + 0.966933518969718, + 0.9686746987951808, + 0.9671621154510889, + 0.9728789986091794, + 0.9724065665385959, + 0.9731987469544031, + 0.9719237435008665, + 0.9728412256267409, + 0.9735191637630662, + 0.9727272727272728 + ] + }, + "test_metrics": { + "accuracy": 0.9566666666666667, + "auc_roc": 0.9873546296296296, + "f1": 0.9710225689607133, + "confusion_matrix": [ + [ + 1107, + 93 + ], + [ + 115, + 3485 + ] + ] + }, + "source_metrics": { + "inpainting": { + "accuracy": 0.9741666666666666, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 31, + 1169 + ] + ], + "n": 1200, + "detection_rate": 0.9741666666666666, + "pairwise_auc": 0.9900319444444444, + "pairwise_f1": 0.9496344435418359 + }, + "insight": { + "accuracy": 0.9383333333333334, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 74, + 1126 + ] + ], + "n": 1200, + "detection_rate": 0.9383333333333334, + "pairwise_auc": 0.9798756944444444, + "pairwise_f1": 0.9309632079371641 + }, + "text2img": { + "accuracy": 0.9916666666666667, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 0, + 0 + ], + [ + 10, + 1190 + ] + ], + "n": 1200, + "detection_rate": 0.9916666666666667, + "pairwise_auc": 0.99215625, + "pairwise_f1": 0.9585179218687072 + }, + "wiki": { + "accuracy": 0.9225, + "auc_roc": null, + "f1": null, + "confusion_matrix": [ + [ + 1107, + 93 + ], + [ + 0, + 0 + ] + ], + "n": 1200, + "false_alarm_rate": 0.07750000000000001 + } + }, + "pair_metrics": { + "wiki_vs_inpainting": { + "sources": [ + "wiki", + "inpainting" + ], + "n": 2400, + "accuracy": 0.9483333333333334, + "auc_roc": 0.9900319444444444, + "f1": 0.9496344435418359, + "confusion_matrix": [ + [ + 1107, + 93 + ], + [ + 31, + 1169 + ] + ] + }, + "wiki_vs_insight": { + "sources": [ + "wiki", + "insight" + ], + "n": 2400, + "accuracy": 0.9304166666666667, + "auc_roc": 0.9798756944444444, + "f1": 0.9309632079371641, + "confusion_matrix": [ + [ + 1107, + 93 + ], + [ + 74, + 1126 + ] + ] + }, + "wiki_vs_text2img": { + "sources": [ + "wiki", + "text2img" + ], + "n": 2400, + "accuracy": 0.9570833333333333, + "auc_roc": 0.99215625, + "f1": 0.9585179218687072, + "confusion_matrix": [ + [ + 1107, + 93 + ], + [ + 10, + 1190 + ] + ] + } + } + } + ], + "aggregated_metrics": { + "accuracy": { + "mean": 0.9532083333333334, + "std": 0.004017107513843505, + "ci_95": 0.003521149985760667, + "values": [ + 0.95125, + 0.9525, + 0.9479166666666666, + 0.9577083333333334, + 0.9566666666666667 + ] + }, + "auc_roc": { + "mean": 0.9857046296296297, + "std": 0.001125421434076174, + "ci_95": 0.0009864753813324124, + "values": [ + 0.9858875, + 0.9844932870370371, + 0.9848238425925926, + 0.9859638888888889, + 0.9873546296296296 + ] + }, + "f1": { + "mean": 0.9687705256330055, + "std": 0.002767031850003383, + "ci_95": 0.0024254103545057097, + "values": [ + 0.967518045530261, + 0.9682008368200837, + 0.9651227678571429, + 0.9719884089968263, + 0.9710225689607133 + ] + } + }, + "aggregated_per_source": { + "inpainting": { + "accuracy": { + "mean": 0.9733333333333334, + "std": 0.009824855102126356, + "ci_95": 0.008611865199956546, + "values": [ + 0.9775, + 0.97, + 0.9591666666666666, + 0.9858333333333333, + 0.9741666666666666 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9733333333333334, + "std": 0.009824855102126356, + "ci_95": 0.008611865199956546, + "values": [ + 0.9775, + 0.97, + 0.9591666666666666, + 0.9858333333333333, + 0.9741666666666666 + ] + }, + "pairwise_auc": { + "mean": 0.9879413888888889, + "std": 0.002249273534556431, + "ci_95": 0.0019715751811176852, + "values": [ + 0.9896520833333333, + 0.9868194444444445, + 0.9845902777777779, + 0.9886131944444444, + 0.9900319444444444 + ] + }, + "pairwise_f1": { + "mean": 0.9430778591412752, + "std": 0.005091182439075068, + "ci_95": 0.004462618167693012, + "values": [ + 0.9414125200642055, + 0.9451887941534713, + 0.9357723577235773, + 0.9433811802232854, + 0.9496344435418359 + ] + } + }, + "insight": { + "accuracy": { + "mean": 0.9443333333333334, + "std": 0.00977880360780397, + "ci_95": 0.008571499285422588, + "values": [ + 0.9408333333333333, + 0.9416666666666667, + 0.9391666666666667, + 0.9616666666666667, + 0.9383333333333334 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.9443333333333334, + "std": 0.00977880360780397, + "ci_95": 0.008571499285422588, + "values": [ + 0.9408333333333333, + 0.9416666666666667, + 0.9391666666666667, + 0.9616666666666667, + 0.9383333333333334 + ] + }, + "pairwise_auc": { + "mean": 0.979195138888889, + "std": 0.0017282862376782429, + "ci_95": 0.0015149096807141563, + "values": [ + 0.9775805555555556, + 0.9780156249999999, + 0.9786312500000001, + 0.9818725694444445, + 0.9798756944444444 + ] + }, + "pairwise_f1": { + "mean": 0.9280161601603254, + "std": 0.003957866453131809, + "ci_95": 0.003469222906546934, + "values": [ + 0.9223856209150327, + 0.9304240428159737, + 0.9252873563218391, + 0.9310205728116175, + 0.9309632079371641 + ] + } + }, + "text2img": { + "accuracy": { + "mean": 0.986, + "std": 0.0040138648595974494, + "ci_95": 0.0035183076739945577, + "values": [ + 0.9858333333333333, + 0.9808333333333333, + 0.9841666666666666, + 0.9875, + 0.9916666666666667 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "detection_rate": { + "mean": 0.986, + "std": 0.0040138648595974494, + "ci_95": 0.0035183076739945577, + "values": [ + 0.9858333333333333, + 0.9808333333333333, + 0.9841666666666666, + 0.9875, + 0.9916666666666667 + ] + }, + "pairwise_auc": { + "mean": 0.9899773611111111, + "std": 0.001933911972271006, + "ci_95": 0.0016951485839394737, + "values": [ + 0.9904298611111111, + 0.9886447916666667, + 0.9912500000000002, + 0.9874059027777777, + 0.99215625 + ] + }, + "pairwise_f1": { + "mean": 0.9495411742317368, + "std": 0.005620461898994915, + "ci_95": 0.004926552069471273, + "values": [ + 0.9456434852118305, + 0.9507269789983845, + 0.9485943775100402, + 0.9442231075697212, + 0.9585179218687072 + ] + } + }, + "wiki": { + "accuracy": { + "mean": 0.9091666666666667, + "std": 0.011118053386771918, + "ci_95": 0.009745403474915157, + "values": [ + 0.9008333333333334, + 0.9175, + 0.9091666666666667, + 0.8958333333333334, + 0.9225 + ] + }, + "n": { + "mean": 1200.0, + "std": 0.0, + "ci_95": 0.0, + "values": [ + 1200, + 1200, + 1200, + 1200, + 1200 + ] + }, + "false_alarm_rate": { + "mean": 0.09083333333333332, + "std": 0.011118053386771918, + "ci_95": 0.009745403474915157, + "values": [ + 0.09916666666666663, + 0.08250000000000002, + 0.09083333333333332, + 0.10416666666666663, + 0.07750000000000001 + ] + } + } + }, + "aggregated_pairwise": { + "wiki_vs_inpainting": { + "accuracy": { + "mean": 0.9412499999999999, + "std": 0.005270462766947291, + "ci_95": 0.0046197643037521035, + "values": [ + 0.9391666666666667, + 0.94375, + 0.9341666666666667, + 0.9408333333333333, + 0.9483333333333334 + ] + }, + "auc_roc": { + "mean": 0.9879413888888889, + "std": 0.002249273534556431, + "ci_95": 0.0019715751811176852, + "values": [ + 0.9896520833333333, + 0.9868194444444445, + 0.9845902777777779, + 0.9886131944444444, + 0.9900319444444444 + ] + }, + "f1": { + "mean": 0.9430778591412752, + "std": 0.005091182439075068, + "ci_95": 0.004462618167693012, + "values": [ + 0.9414125200642055, + 0.9451887941534713, + 0.9357723577235773, + 0.9433811802232854, + 0.9496344435418359 + ] + } + }, + "wiki_vs_insight": { + "accuracy": { + "mean": 0.92675, + "std": 0.004097339922979849, + "ci_95": 0.003591476793125024, + "values": [ + 0.9208333333333333, + 0.9295833333333333, + 0.9241666666666667, + 0.92875, + 0.9304166666666667 + ] + }, + "auc_roc": { + "mean": 0.979195138888889, + "std": 0.0017282862376782429, + "ci_95": 0.0015149096807141563, + "values": [ + 0.9775805555555556, + 0.9780156249999999, + 0.9786312500000001, + 0.9818725694444445, + 0.9798756944444444 + ] + }, + "f1": { + "mean": 0.9280161601603254, + "std": 0.003957866453131809, + "ci_95": 0.003469222906546934, + "values": [ + 0.9223856209150327, + 0.9304240428159737, + 0.9252873563218391, + 0.9310205728116175, + 0.9309632079371641 + ] + } + }, + "wiki_vs_text2img": { + "accuracy": { + "mean": 0.9475833333333334, + "std": 0.0060553007081949675, + "ci_95": 0.005307705091028813, + "values": [ + 0.9433333333333334, + 0.9491666666666667, + 0.9466666666666667, + 0.9416666666666667, + 0.9570833333333333 + ] + }, + "auc_roc": { + "mean": 0.9899773611111111, + "std": 0.001933911972271006, + "ci_95": 0.0016951485839394737, + "values": [ + 0.9904298611111111, + 0.9886447916666667, + 0.9912500000000002, + 0.9874059027777777, + 0.99215625 + ] + }, + "f1": { + "mean": 0.9495411742317368, + "std": 0.005620461898994915, + "ci_95": 0.004926552069471273, + "values": [ + 0.9456434852118305, + 0.9507269789983845, + 0.9485943775100402, + 0.9442231075697212, + 0.9585179218687072 + ] + } + } + }, + "config": { + "seed": 42, + "cv_folds": 5, + "batch_size": 32, + "num_workers": 4, + "early_stopping_patience": 5, + "lr": 0.0001, + "weight_decay": 0.0001, + "T_max": 15, + "data_dir": "cropped/classifier", + "pretrained": true, + "epochs": 15, + "image_size": 224, + "subsample": 0.2, + "augment": false, + "run_name": "p3_resnet50", + "backbone": "resnet50" + } +} \ No newline at end of file diff --git a/classifier/outputs/models/p3_convnext_tiny_fold0_best.pt b/classifier/outputs/models/p3_convnext_tiny_fold0_best.pt new file mode 100644 index 0000000..7030474 --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a63e3c85c4e59403b91be0c86973e09acca3e1664e8adb308e512e32053dab3 +size 111353678 diff --git a/classifier/outputs/models/p3_convnext_tiny_fold0_final.pt b/classifier/outputs/models/p3_convnext_tiny_fold0_final.pt new file mode 100644 index 0000000..20f70c0 --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9616fa61845bd469721d9676e5528dc27d0169b9532c0b9c9161f7ebc8edf86 +size 111353864 diff --git a/classifier/outputs/models/p3_convnext_tiny_fold1_best.pt b/classifier/outputs/models/p3_convnext_tiny_fold1_best.pt new file mode 100644 index 0000000..42e3bd3 --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b68046adb4f9348383fa2d6f8b8b27e9f90d45b9a304b1e8e7813af608e1b6d +size 111353678 diff --git a/classifier/outputs/models/p3_convnext_tiny_fold1_final.pt b/classifier/outputs/models/p3_convnext_tiny_fold1_final.pt new file mode 100644 index 0000000..3edc4ec --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ac9eacd8b40eef173bd3c61b51e45e00f5251b5aefd35bce266feb94a3bf76 +size 111353864 diff --git a/classifier/outputs/models/p3_convnext_tiny_fold2_best.pt b/classifier/outputs/models/p3_convnext_tiny_fold2_best.pt new file mode 100644 index 0000000..e55581b --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed7d27f0284d75a57758266c90bd65b3e429f0f4cd6bcd731148493dc1db966f +size 111353678 diff --git a/classifier/outputs/models/p3_convnext_tiny_fold2_final.pt b/classifier/outputs/models/p3_convnext_tiny_fold2_final.pt new file mode 100644 index 0000000..9e78f15 --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9af312ac047c690b2b5f9986cff347e0c3332fa077f17965820a625df788d20 +size 111353864 diff --git a/classifier/outputs/models/p3_convnext_tiny_fold3_best.pt b/classifier/outputs/models/p3_convnext_tiny_fold3_best.pt new file mode 100644 index 0000000..288c6ac --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9653792bd62540964b6a2796d68e1be00f5e63dd924cfbf1b8cd4407beba4ab8 +size 111353678 diff --git a/classifier/outputs/models/p3_convnext_tiny_fold3_final.pt b/classifier/outputs/models/p3_convnext_tiny_fold3_final.pt new file mode 100644 index 0000000..b300211 --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619e22af8945e178edddf65999a3c2643638641231ad53001dec7b0093ca1379 +size 111353864 diff --git a/classifier/outputs/models/p3_convnext_tiny_fold4_best.pt b/classifier/outputs/models/p3_convnext_tiny_fold4_best.pt new file mode 100644 index 0000000..de9e309 --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4807423611cbc783f804b615396bb1bff8f845772e4a7600fa8ad15b4f64c407 +size 111353678 diff --git a/classifier/outputs/models/p3_convnext_tiny_fold4_final.pt b/classifier/outputs/models/p3_convnext_tiny_fold4_final.pt new file mode 100644 index 0000000..a61d19b --- /dev/null +++ b/classifier/outputs/models/p3_convnext_tiny_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:129f17131b9210001ed2c19670263ce7a189d48d070ac190133163663222c9cf +size 111353864 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold0_best.pt b/classifier/outputs/models/p3_efficientnet_b0_fold0_best.pt new file mode 100644 index 0000000..298788a --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42da2e4105cd76e1ccda780863c8888a2c8061f897abba16fa3b5c54b4b03f33 +size 16341610 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold0_final.pt b/classifier/outputs/models/p3_efficientnet_b0_fold0_final.pt new file mode 100644 index 0000000..742b437 --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9e8a5273f41d3992252a9bda8073f0d4dd859d6959382d1efa90a04510ea5f +size 16342102 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold1_best.pt b/classifier/outputs/models/p3_efficientnet_b0_fold1_best.pt new file mode 100644 index 0000000..3165271 --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26935f4346663fdf4618a81e8cd87077a82f50cb5a2446eab848958b0c6043c9 +size 16341610 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold1_final.pt b/classifier/outputs/models/p3_efficientnet_b0_fold1_final.pt new file mode 100644 index 0000000..602ac16 --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fcf96d119d1cf75742fbcf70eb4dbc5d9cc8308861dc49bbe9bd50f334bdbe4 +size 16342102 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold2_best.pt b/classifier/outputs/models/p3_efficientnet_b0_fold2_best.pt new file mode 100644 index 0000000..b263fea --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3b86bddfc8130a105c70bcf3c2c791d1f9c3ac04916eafd5057273ac2ce5f9 +size 16341610 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold2_final.pt b/classifier/outputs/models/p3_efficientnet_b0_fold2_final.pt new file mode 100644 index 0000000..a1f4170 --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ae1548ba23e67d452425b749e97f754125f9a496c9c357afbca28553de25ed +size 16342102 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold3_best.pt b/classifier/outputs/models/p3_efficientnet_b0_fold3_best.pt new file mode 100644 index 0000000..fd2b626 --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1297198c44969c9391836754e8f94681da4bcaf4d6a14cff5b4cf6ec6b0e9144 +size 16341610 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold3_final.pt b/classifier/outputs/models/p3_efficientnet_b0_fold3_final.pt new file mode 100644 index 0000000..d930da7 --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a933ef992e48a5bf372c7f58808a1c148a4d1c5713a79eebb99424f9e59fa426 +size 16342102 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold4_best.pt b/classifier/outputs/models/p3_efficientnet_b0_fold4_best.pt new file mode 100644 index 0000000..7af530f --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4115e078ccb3384b6ef35073944a5ba200af11fc446bf6037becbbe3d67a29a +size 16341610 diff --git a/classifier/outputs/models/p3_efficientnet_b0_fold4_final.pt b/classifier/outputs/models/p3_efficientnet_b0_fold4_final.pt new file mode 100644 index 0000000..0c5f6f1 --- /dev/null +++ b/classifier/outputs/models/p3_efficientnet_b0_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a98a233ea99002454383ddd2b0e514a356b7dd9a7f7b74c98958032261b2a758 +size 16342102 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold0_best.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold0_best.pt new file mode 100644 index 0000000..ce6edb5 --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac8dcc1ffa2ca0c1d2397c1af726be90fff92edb1d3ce1537df1756cb1aab0d +size 6214986 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold0_final.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold0_final.pt new file mode 100644 index 0000000..f1b7a29 --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5ed87be804c029525daebb93a52bd45f3dd2b81881dd2d540a53923abd6808 +size 6215298 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold1_best.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold1_best.pt new file mode 100644 index 0000000..6161ea7 --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc68806b198f71f7d6c8c98a2afed609ef1215c47ed638792abc3b22cf5695f +size 6214986 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold1_final.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold1_final.pt new file mode 100644 index 0000000..59c94ab --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72720a0744d5f1e4eb1fd57fec8f639a553f80ae5e3a74f25ec350f76fde8c50 +size 6215298 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold2_best.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold2_best.pt new file mode 100644 index 0000000..1bbaa9b --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac50ba2aa4d06b3983320b4a68e0d8345cf8b8681451c3becb3853c8b39cf9c +size 6214986 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold2_final.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold2_final.pt new file mode 100644 index 0000000..d288c1b --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1603f16b461fa201427a81aaab3afb1009bcf97c4b2896d824fb6f82280045ed +size 6215298 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold3_best.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold3_best.pt new file mode 100644 index 0000000..c9341d1 --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8078cd2a46417bf1e4ebeb24d226b1233f310a23e5f2618dec2af13b1c6ead7 +size 6214986 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold3_final.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold3_final.pt new file mode 100644 index 0000000..f4d0036 --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51cf9f8f12e24fbdbb28f04de81b141bf6c3391d08340561c77939990a75d9d1 +size 6215298 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold4_best.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold4_best.pt new file mode 100644 index 0000000..67b0909 --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c8224ede04cf8c0ed5b7d5ed6abd6743e334138a7cb09d0bb9a64e40f5062b +size 6214986 diff --git a/classifier/outputs/models/p3_mobilenetv3_small_fold4_final.pt b/classifier/outputs/models/p3_mobilenetv3_small_fold4_final.pt new file mode 100644 index 0000000..afe7d8a --- /dev/null +++ b/classifier/outputs/models/p3_mobilenetv3_small_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe45f879c6c7327e0cc5d4e18a9b831bafc9761650298616cf095991c9920b3 +size 6215298 diff --git a/classifier/outputs/models/p3_resnet34_fold0_best.pt b/classifier/outputs/models/p3_resnet34_fold0_best.pt new file mode 100644 index 0000000..fc4c671 --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84880c2579e93c708bbc7fe902d27be88d5edf1c8e0c82f17c0537cf48ad52f5 +size 85284224 diff --git a/classifier/outputs/models/p3_resnet34_fold0_final.pt b/classifier/outputs/models/p3_resnet34_fold0_final.pt new file mode 100644 index 0000000..8a27c4f --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cec848e2561839a7b84e4bc822e18e35ecf17c0d8ce72e489895fe23a5a844c +size 85284446 diff --git a/classifier/outputs/models/p3_resnet34_fold1_best.pt b/classifier/outputs/models/p3_resnet34_fold1_best.pt new file mode 100644 index 0000000..4427c09 --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc77da1036dcb4bf9b38099411b524c540b93a527ce74eea06841ac854e166c +size 85284224 diff --git a/classifier/outputs/models/p3_resnet34_fold1_final.pt b/classifier/outputs/models/p3_resnet34_fold1_final.pt new file mode 100644 index 0000000..1f93f76 --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5668b3992fff22b864bebdde6ed913b9385d99543072c0e17ae1e566c1a9f89 +size 85284446 diff --git a/classifier/outputs/models/p3_resnet34_fold2_best.pt b/classifier/outputs/models/p3_resnet34_fold2_best.pt new file mode 100644 index 0000000..e5eee08 --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ebdade22bc5df90ec9cac85311f1a573ecc47826058f506251b9b12ea9b34b +size 85284224 diff --git a/classifier/outputs/models/p3_resnet34_fold2_final.pt b/classifier/outputs/models/p3_resnet34_fold2_final.pt new file mode 100644 index 0000000..780a702 --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54a6ab4e34d3e7572377552971ef4a49f18a5dad500fa465ce51aad79ea0f92 +size 85284446 diff --git a/classifier/outputs/models/p3_resnet34_fold3_best.pt b/classifier/outputs/models/p3_resnet34_fold3_best.pt new file mode 100644 index 0000000..ac1d7e9 --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66eb76cc45dab25f809112b188c80456687c5307c661034e721921fb8d3bdc93 +size 85284224 diff --git a/classifier/outputs/models/p3_resnet34_fold3_final.pt b/classifier/outputs/models/p3_resnet34_fold3_final.pt new file mode 100644 index 0000000..36817bd --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c9c2746c2cafae2ab7cb84a0f748e425f0aca0c2ef65a9bdc156808174e471 +size 85284446 diff --git a/classifier/outputs/models/p3_resnet34_fold4_best.pt b/classifier/outputs/models/p3_resnet34_fold4_best.pt new file mode 100644 index 0000000..91540e1 --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31cdb0611d73cd638689da7c8f3103d1fd6ac1e74189be784437fbe60606811f +size 85284224 diff --git a/classifier/outputs/models/p3_resnet34_fold4_final.pt b/classifier/outputs/models/p3_resnet34_fold4_final.pt new file mode 100644 index 0000000..753e20d --- /dev/null +++ b/classifier/outputs/models/p3_resnet34_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e148d6897239c52088c924e4b9518b0d8eface75f46222e7ac55d90c1af45c5 +size 85284446 diff --git a/classifier/outputs/models/p3_resnet50_fold0_best.pt b/classifier/outputs/models/p3_resnet50_fold0_best.pt new file mode 100644 index 0000000..91c3bf9 --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold0_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:550ff5da818e67d0a427068460cabae86ac85e178f85855f3c22a4c14dd45839 +size 94362862 diff --git a/classifier/outputs/models/p3_resnet50_fold0_final.pt b/classifier/outputs/models/p3_resnet50_fold0_final.pt new file mode 100644 index 0000000..0646620 --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold0_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f2ba0c562c871a5f01784949c271cba6bee8d4daa5f542d5c6bd69512952a13 +size 94363186 diff --git a/classifier/outputs/models/p3_resnet50_fold1_best.pt b/classifier/outputs/models/p3_resnet50_fold1_best.pt new file mode 100644 index 0000000..6200335 --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold1_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6466d1de007b8a5473ec7829ce13793000a1ca192d691589ab256adbb118dabd +size 94362862 diff --git a/classifier/outputs/models/p3_resnet50_fold1_final.pt b/classifier/outputs/models/p3_resnet50_fold1_final.pt new file mode 100644 index 0000000..7b54643 --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold1_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47511664ca9d7e17a375634cd4ad82443be92d8a4054460df98af80b0f0fe21 +size 94363186 diff --git a/classifier/outputs/models/p3_resnet50_fold2_best.pt b/classifier/outputs/models/p3_resnet50_fold2_best.pt new file mode 100644 index 0000000..57714af --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold2_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a39539c2d34df0c4fa859d5c9e77f0cd5044810c305f21fc752f6b0af9da115e +size 94362862 diff --git a/classifier/outputs/models/p3_resnet50_fold2_final.pt b/classifier/outputs/models/p3_resnet50_fold2_final.pt new file mode 100644 index 0000000..2d1436f --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold2_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:856e0dc721ca7856892e7d066b81e3c28cc7d4d95bd7a69847b51680007a6c4e +size 94363186 diff --git a/classifier/outputs/models/p3_resnet50_fold3_best.pt b/classifier/outputs/models/p3_resnet50_fold3_best.pt new file mode 100644 index 0000000..7f6b88c --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold3_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40f6ed3d14b28f32ef7f69ac7042b34a4a4e0c0ae2a819ce8fdec2e075e1972 +size 94362862 diff --git a/classifier/outputs/models/p3_resnet50_fold3_final.pt b/classifier/outputs/models/p3_resnet50_fold3_final.pt new file mode 100644 index 0000000..8297673 --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold3_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f0542efd3a9db9285b03b5abcb4651012fab65bc37601fdaa903935f886be6 +size 94363186 diff --git a/classifier/outputs/models/p3_resnet50_fold4_best.pt b/classifier/outputs/models/p3_resnet50_fold4_best.pt new file mode 100644 index 0000000..660616d --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold4_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:114f649acc53b14d1dfa53684b8f9278d62888395ec5735356a2b44ae5f96ba6 +size 94362862 diff --git a/classifier/outputs/models/p3_resnet50_fold4_final.pt b/classifier/outputs/models/p3_resnet50_fold4_final.pt new file mode 100644 index 0000000..866213b --- /dev/null +++ b/classifier/outputs/models/p3_resnet50_fold4_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144bf6e0cb1d9b8e97321c611e395f721f8d96b8a7db4a7ed591de50f37ce7a9 +size 94363186 diff --git a/classifier/outputs/pipeline/20260505T004134.328278+0000.json b/classifier/outputs/pipeline/20260505T004134.328278+0000.json new file mode 100644 index 0000000..eb3dfa7 --- /dev/null +++ b/classifier/outputs/pipeline/20260505T004134.328278+0000.json @@ -0,0 +1,16 @@ +{ + "created_at": "2026-05-05T00:41:34.328278+00:00", + "config_paths": [ + "classifier/configs/phase3/p3_convnext_tiny.json", + "classifier/configs/phase3/p3_efficientnet_b0.json", + "classifier/configs/phase3/p3_mobilenetv3_small.json", + "classifier/configs/phase3/p3_resnet34.json", + "classifier/configs/phase3/p3_resnet50.json" + ], + "instance_id": 36151808, + "offer_id": 36021657, + "ssh_host": "ssh6.vast.ai", + "ssh_port": 31808, + "status": "completed", + "remote_workspace": "/workspace/DRL_PROJ" +} \ No newline at end of file