Preview of phase 2-5 implementation; needs a full check

generator/configs/phase5/p5_ddpm.json

@@ -0,0 +1,22 @@
+{
+  "run_name": "p5_ddpm",
+  "model": "ddpm",
+  "epochs": 200,
+  "data_dir": "cropped/generator",
+  "sources": ["wiki"],
+  "augment": "hflip",
+  "image_size": 64,
+  "T": 1000,
+  "noise_schedule": "cosine",
+  "pred_type": "v",
+  "base_ch": 192,
+  "ch_mult": [1, 2, 2, 2],
+  "attn_resolutions": [32, 16, 8],
+  "num_res_blocks": 2,
+  "dropout": 0.1,
+  "lr": 2e-4,
+  "ddim_steps": 100,
+  "sample_interval": 10,
+  "fid_interval": 25,
+  "fid_n_real": 5000
+}

generator/configs/phase5/p5_gan.json

@@ -0,0 +1,21 @@
+{
+  "run_name": "p5_gan",
+  "model": "wgan",
+  "epochs": 200,
+  "data_dir": "cropped/generator",
+  "sources": ["wiki"],
+  "augment": true,
+  "image_size": 128,
+  "latent_dim": 128,
+  "ngf": 128,
+  "ndf": 128,
+  "lr_g": 1e-4,
+  "lr_d": 1e-4,
+  "beta1": 0.0,
+  "beta2": 0.9,
+  "n_critic": 2,
+  "gp_lambda": 10,
+  "sample_interval": 10,
+  "fid_interval": 25,
+  "fid_n_real": 5000
+}

generator/configs/phase5/p5_vae.json

@@ -0,0 +1,20 @@
+{
+  "run_name": "p5_vae",
+  "model": "vae",
+  "epochs": 200,
+  "data_dir": "cropped/generator",
+  "sources": ["wiki"],
+  "augment": "hflip",
+  "image_size": 64,
+  "latent_dim": 256,
+  "ngf": 64,
+  "lr": 1e-3,
+  "lr_d": 1e-4,
+  "beta_kl": 0.0001,
+  "lambda_perceptual": 0.1,
+  "lambda_adversarial": 0.1,
+  "ndf_patch": 64,
+  "sample_interval": 10,
+  "fid_interval": 25,
+  "fid_n_real": 5000
+}