Add ddpm code.

Author: Victarry

assets/ddpm/celeba.jpg

@@ -0,0 +1,14 @@
+# @package _global_
+defaults:
+  - override /model: ddpm
+  - override /datamodule: celeba
+
+exp_name: ddpm/celeba
+
+trainer:
+  max_epochs: 100
+  check_val_every_n_epoch: 10
+
+model:
+  dim_mults: [1, 2, 4, 8]
+  timesteps: 1000

assets/ddpm/cifar10.jpg

@@ -0,0 +1,14 @@
+# @package _global_
+defaults:
+  - override /model: ddpm
+  - override /datamodule: cifar10
+
+exp_name: ddpm/cifar10
+
+trainer:
+  max_epochs: 100
+  check_val_every_n_epoch: 10
+
+model:
+  dim_mults: [1, 2, 4]
+  timesteps: 1000

assets/ddpm/mnist.jpg

@@ -0,0 +1,14 @@
+# @package _global_
+defaults:
+  - override /model: ddpm
+  - override /datamodule: mnist
+
+exp_name: ddpm/mnist
+
+trainer:
+  max_epochs: 100
+  check_val_every_n_epoch: 10
+
+model:
+  dim_mults: [2, 4]
+  timesteps: 1000

configs/experiment/ddpm/celeba.yaml

@@ -1,3 +1,5 @@
+defaults:
+    - override /callbacks@_global_: ar_models
 _target_: src.models.ddpm.DDPM
 hidden_dim: 64
 lr: 0.0001

configs/experiment/ddpm/cifar10.yaml

@@ -379,7 +379,7 @@ NeruIPS 2017. [https://arxiv.org/abs/1711.00937[PDF]]
 
 === PixelCNN
 *_Conditional Image Generation with PixelCNN Decoders_* +
-_Aaron van den Oord, Nal Kalchbrenner, Oriol Vinyals, Lasse Espeholt, Alex Graves, Koray Kavukcuoglu_
+_Aaron van den Oord, Nal Kalchbrenner, Oriol Vinyals, Lasse Espeholt, Alex Graves, Koray Kavukcuoglu_ +
 NeruIPS 2016. [https://arxiv.org/abs/1606.05328[PDF]]
 
 [cols="3*", options="header"] 
@@ -395,3 +395,19 @@ NeruIPS 2016. [https://arxiv.org/abs/1606.05328[PDF]]
 
 == Diffusion Models
 === DDPM
+*_Denoising Diffusion Probabilistic Models_* +
+_Jonathan Ho, Ajay Jain, Pieter Abbeel_ +
+NeurIPS 2020. [https://arxiv.org/abs/2006.11239[PDF]]
+
+[cols="4*", options="header"] 
+|===
+^| Dataset
+^| MNIST
+^| CelebA
+^| CIFAR10
+
+^.^| Results
+| image:assets/ddpm/mnist.jpg[mnist_mlp, {img-size}, {img-size}]
+| image:assets/ddpm/celeba.jpg[cleba_conv, {img-size}, {img-size}]
+| image:assets/ddpm/cifar10.jpg[cifar10_conv, {img-size}, {img-size}]
+|===

configs/experiment/ddpm/mnist.yaml

@@ -38,3 +38,4 @@ seaborn         # used in some callbacks
 jupyterlab      # better jupyter notebooks
 pudb            # debugger
 GPUtil          # get info about GPUs
+einops          # Framework to use einstein-like notation

configs/model/ddpm.yaml

@@ -32,6 +32,11 @@ def on_validation_batch_end(self, trainer, pl_module, outputs: ValidationResult,
                 trainer.logger.experiment.add_image("images/sample", fake_grid, global_step=trainer.current_epoch)
                 torchvision.utils.save_image(fake_grid, result_path / f"{trainer.current_epoch}.jpg")
 
+            for key in outputs.others:
+                grid = get_grid_images(outputs.others[key], pl_module)
+                trainer.logger.experiment.add_image(f"images/{key}", grid, global_step=trainer.current_epoch)
+
+
 class TraverseLatentCallback(pl.Callback):
     def __init__(self, col=10, row=10) -> None:
         super().__init__()

readme.adoc

@@ -1,11 +1,12 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from pytorch_lightning import LightningModule
 from src.utils.utils import get_logger
 import torch
 import torch.nn.functional as F
 
 @dataclass
 class ValidationResult():
+    others: field(default_factory=dict)
     real_image: torch.Tensor = None
     fake_image: torch.Tensor = None
     recon_image: torch.Tensor = None