Foreign-Mirrors/Fooocus
1
0
Fork 0
mirror of https://github.com/lllyasviel/Fooocus.git synced 2026-08-16 13:13:16 +02:00
Code Issues Packages Projects Releases Wiki Activity

backend maintain (#1429)

Browse Source
This commit is contained in:
lllyasviel
2023-12-15 11:37:45 -08:00
committed by GitHub
parent 059037eeb2
commit 26ea508588
2 changed files with 2 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ldm_patched/ldm/modules/attention.py
+1 -3
View File
@@ -104,9 +104,7 @@ def attention_basic(q, k, v, heads, mask=None):
# force cast to fp32 to avoid overflowing
if _ATTN_PRECISION =="fp32":
with torch.autocast(enabled=False, device_type = 'cuda'):
q, k = q.float(), k.float()
sim = einsum('b i d, b j d -> b i j', q, k) * scale
sim = einsum('b i d, b j d -> b i j', q.float(), k.float()) * scale
else:
sim = einsum('b i d, b j d -> b i j', q, k) * scale