Preview of phase 2-5 implementation; needs a full check

generator/configs/phase2/_base_phase2.json

@@ -0,0 +1,10 @@
+{
+  "epochs": 100,
+  "data_dir": "cropped/generator",
+  "sources": ["wiki"],
+  "augment": true,
+  "image_size": 64,
+  "sample_interval": 10,
+  "fid_interval": 25,
+  "fid_n_real": 5000
+}

generator/configs/phase2/p2_1_dcgan.json

@@ -0,0 +1,12 @@
+{
+  "extends": "_base_phase2.json",
+  "run_name": "p2_1_dcgan",
+  "model": "dcgan",
+  "latent_dim": 100,
+  "ngf": 64,
+  "ndf": 64,
+  "lr_g": 2e-4,
+  "lr_d": 2e-4,
+  "beta1": 0.5,
+  "beta2": 0.999
+}

generator/configs/phase2/p2_2_wgan.json

@@ -0,0 +1,14 @@
+{
+  "extends": "_base_phase2.json",
+  "run_name": "p2_2_wgan",
+  "model": "wgan_basic",
+  "latent_dim": 128,
+  "ngf": 64,
+  "ndf": 64,
+  "lr_g": 1e-4,
+  "lr_d": 1e-4,
+  "beta1": 0.0,
+  "beta2": 0.9,
+  "n_critic": 2,
+  "gp_lambda": 10
+}

generator/configs/phase2/p2_3_wgan_sn_attn.json

@@ -0,0 +1,15 @@
+{
+  "extends": "_base_phase2.json",
+  "run_name": "p2_3_wgan_sn_attn",
+  "model": "wgan",
+  "image_size": 64,
+  "latent_dim": 128,
+  "ngf": 128,
+  "ndf": 128,
+  "lr_g": 1e-4,
+  "lr_d": 1e-4,
+  "beta1": 0.0,
+  "beta2": 0.9,
+  "n_critic": 2,
+  "gp_lambda": 10
+}

generator/configs/phase2/p2_4_wgan_sn_attn_128.json

@@ -0,0 +1,15 @@
+{
+  "extends": "_base_phase2.json",
+  "run_name": "p2_4_wgan_sn_attn_128",
+  "model": "wgan",
+  "image_size": 128,
+  "latent_dim": 128,
+  "ngf": 128,
+  "ndf": 128,
+  "lr_g": 1e-4,
+  "lr_d": 1e-4,
+  "beta1": 0.0,
+  "beta2": 0.9,
+  "n_critic": 2,
+  "gp_lambda": 10
+}

generator/configs/phase3/_base_phase3.json

@@ -0,0 +1,13 @@
+{
+  "epochs": 100,
+  "data_dir": "cropped/generator",
+  "sources": ["wiki"],
+  "augment": "hflip",
+  "image_size": 64,
+  "model": "vae",
+  "latent_dim": 256,
+  "ngf": 64,
+  "sample_interval": 10,
+  "fid_interval": 25,
+  "fid_n_real": 5000
+}

generator/configs/phase3/p3_1_vae.json

@@ -0,0 +1,8 @@
+{
+  "extends": "_base_phase3.json",
+  "run_name": "p3_1_vae",
+  "lr": 1e-3,
+  "beta_kl": 1.0,
+  "lambda_perceptual": 0.0,
+  "lambda_adversarial": 0.0
+}

generator/configs/phase3/p3_2_vae_perceptual.json

@@ -0,0 +1,8 @@
+{
+  "extends": "_base_phase3.json",
+  "run_name": "p3_2_vae_perceptual",
+  "lr": 1e-3,
+  "beta_kl": 0.0001,
+  "lambda_perceptual": 0.1,
+  "lambda_adversarial": 0.0
+}

generator/configs/phase3/p3_3_vae_patchgan.json

@@ -0,0 +1,10 @@
+{
+  "extends": "_base_phase3.json",
+  "run_name": "p3_3_vae_patchgan",
+  "lr": 1e-3,
+  "lr_d": 1e-4,
+  "beta_kl": 0.0001,
+  "lambda_perceptual": 0.1,
+  "lambda_adversarial": 0.1,
+  "ndf_patch": 64
+}

generator/configs/phase4/_base_phase4.json

@@ -0,0 +1,19 @@
+{
+  "epochs": 100,
+  "data_dir": "cropped/generator",
+  "sources": ["wiki"],
+  "augment": "hflip",
+  "image_size": 64,
+  "model": "ddpm",
+  "T": 1000,
+  "ddim_steps": 100,
+  "lr": 2e-4,
+  "base_ch": 128,
+  "ch_mult": [1, 2, 2, 2],
+  "attn_resolutions": [16, 8],
+  "num_res_blocks": 2,
+  "dropout": 0.1,
+  "sample_interval": 10,
+  "fid_interval": 25,
+  "fid_n_real": 5000
+}

generator/configs/phase4/p4_1_ddpm_linear.json

@@ -0,0 +1,6 @@
+{
+  "extends": "_base_phase4.json",
+  "run_name": "p4_1_ddpm_linear",
+  "noise_schedule": "linear",
+  "pred_type": "eps"
+}

generator/configs/phase4/p4_2_ddpm_cosine.json

@@ -0,0 +1,6 @@
+{
+  "extends": "_base_phase4.json",
+  "run_name": "p4_2_ddpm_cosine",
+  "noise_schedule": "cosine",
+  "pred_type": "eps"
+}

generator/configs/phase4/p4_3_ddpm_vpred.json

@@ -0,0 +1,6 @@
+{
+  "extends": "_base_phase4.json",
+  "run_name": "p4_3_ddpm_vpred",
+  "noise_schedule": "cosine",
+  "pred_type": "v"
+}

generator/configs/phase4/p4_4_ddpm_wider.json

@@ -0,0 +1,8 @@
+{
+  "extends": "_base_phase4.json",
+  "run_name": "p4_4_ddpm_wider",
+  "noise_schedule": "cosine",
+  "pred_type": "v",
+  "base_ch": 192,
+  "attn_resolutions": [32, 16, 8]
+}

generator/configs/phase5/p5_ddpm.json

@@ -0,0 +1,22 @@
+{
+  "run_name": "p5_ddpm",
+  "model": "ddpm",
+  "epochs": 200,
+  "data_dir": "cropped/generator",
+  "sources": ["wiki"],
+  "augment": "hflip",
+  "image_size": 64,
+  "T": 1000,
+  "noise_schedule": "cosine",
+  "pred_type": "v",
+  "base_ch": 192,
+  "ch_mult": [1, 2, 2, 2],
+  "attn_resolutions": [32, 16, 8],
+  "num_res_blocks": 2,
+  "dropout": 0.1,
+  "lr": 2e-4,
+  "ddim_steps": 100,
+  "sample_interval": 10,
+  "fid_interval": 25,
+  "fid_n_real": 5000
+}

generator/configs/phase5/p5_gan.json

@@ -0,0 +1,21 @@
+{
+  "run_name": "p5_gan",
+  "model": "wgan",
+  "epochs": 200,
+  "data_dir": "cropped/generator",
+  "sources": ["wiki"],
+  "augment": true,
+  "image_size": 128,
+  "latent_dim": 128,
+  "ngf": 128,
+  "ndf": 128,
+  "lr_g": 1e-4,
+  "lr_d": 1e-4,
+  "beta1": 0.0,
+  "beta2": 0.9,
+  "n_critic": 2,
+  "gp_lambda": 10,
+  "sample_interval": 10,
+  "fid_interval": 25,
+  "fid_n_real": 5000
+}

generator/configs/phase5/p5_vae.json

@@ -0,0 +1,20 @@
+{
+  "run_name": "p5_vae",
+  "model": "vae",
+  "epochs": 200,
+  "data_dir": "cropped/generator",
+  "sources": ["wiki"],
+  "augment": "hflip",
+  "image_size": 64,
+  "latent_dim": 256,
+  "ngf": 64,
+  "lr": 1e-3,
+  "lr_d": 1e-4,
+  "beta_kl": 0.0001,
+  "lambda_perceptual": 0.1,
+  "lambda_adversarial": 0.1,
+  "ndf_patch": 64,
+  "sample_interval": 10,
+  "fid_interval": 25,
+  "fid_n_real": 5000
+}