we do not need to waste 10 seconds on T5 when CFG=1

2024-08-08 00:19:16 -07:00
parent c00b45aa71
commit 396d9f378d
3 changed files with 10 additions and 2 deletions
@@ -173,7 +173,7 @@ class CFGDenoiser(torch.nn.Module):
            uncond = self.sampler.sampler_extra_args['uncond']

        cond_composition, cond = prompt_parser.reconstruct_multicond_batch(cond, self.step)
-        uncond = prompt_parser.reconstruct_cond_batch(uncond, self.step)
+        uncond = prompt_parser.reconstruct_cond_batch(uncond, self.step) if uncond is not None else None

        if self.mask is not None:
            noisy_initial_latent = self.init_latent + sigma[:, None, None, None] * torch.randn_like(self.init_latent).to(self.init_latent)