diff --git a/ldm/modules/attention.py b/ldm/modules/attention.py
index 24aef292793..37b2c6b5149 100644
--- a/ldm/modules/attention.py
+++ b/ldm/modules/attention.py
@@ -193,7 +193,7 @@ def forward(self, x, context=None, mask=None):
             sim.masked_fill_(~mask, max_neg_value)
 
         # attention, what we cannot get enough of
-        attn = sim.softmax(dim=-1)
+        attn = sim.softmax(dim=-1, dtype=sim.dtype)
 
         out = einsum('b i j, b j d -> b i d', attn, v)
         out = rearrange(out, '(b h) n d -> b n (h d)', h=h)