diff --git a/generator/configs/phase5/p5_vae.json b/generator/configs/phase5/p5_vae.json index a62acd2..7f13aff 100644 --- a/generator/configs/phase5/p5_vae.json +++ b/generator/configs/phase5/p5_vae.json @@ -12,7 +12,7 @@ "lr_d": 1e-4, "beta_kl": 0.25, "lambda_perceptual": 0.1, - "lambda_adversarial": 0.1, + "lambda_adversarial": 0.01, "ndf_patch": 64, "sample_interval": 10, "fid_interval": 25, diff --git a/generator/src/training/trainer.py b/generator/src/training/trainer.py index 9e501fa..14d06dd 100644 --- a/generator/src/training/trainer.py +++ b/generator/src/training/trainer.py @@ -1,5 +1,6 @@ import os import time +import warnings from pathlib import Path import torch @@ -12,6 +13,9 @@ from tqdm import tqdm from src.training.ema import EMA from src.training.fid import FIDEvaluator +# LambdaLR calls step() once in __init__ before any optimizer step — false positive +warnings.filterwarnings("ignore", message="Detected call of `lr_scheduler.step\\(\\)` before `optimizer.step\\(\\)`") + if hasattr(torch.amp, "GradScaler"): _GradScaler = torch.amp.GradScaler _autocast = torch.amp.autocast