Merge pull request #2236 from NightMachinery/patch-1

eva.py: fixed bug in applying attention mask

Author: rwightman

timm/models/eva.py

@@ -134,10 +134,12 @@ def forward(
         else:
             q = q * self.scale
             attn = (q @ k.transpose(-2, -1))
-            attn = attn.softmax(dim=-1)
+            
             if attn_mask is not None:
                 attn_mask = attn_mask.to(torch.bool)
                 attn = attn.masked_fill(~attn_mask[:, None, None, :], float("-inf"))
+            attn = attn.softmax(dim=-1)
+            
             attn = self.attn_drop(attn)
             x = attn @ v