mirrors/stable-diffusion-webui
1
Fork 0
mirror of https://github.com/AUTOMATIC1111/stable-diffusion-webui.git synced 2026-01-30 04:11:15 -08:00
Code Issues Projects Releases Packages Wiki Activity

delete xformers attnblock

Browse source
This commit is contained in:
C43H66N12O12S2 2022-10-17 19:49:11 +03:00 • committed by AUTOMATIC1111
parent 786ed49922
commit 2043c4a231
1 changed files with 0 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

12
modules/sd_hijack_optimizations.py
View file

@ -292,15 +292,3 @@ def cross_attention_attnblock_forward(self, x):
return h3
def xformers_attnblock_forward(self, x):
try:
h_ = x
h_ = self.norm(h_)
q1 = self.q(h_).contiguous()
k1 = self.k(h_).contiguous()
v = self.v(h_).contiguous()
out = xformers.ops.memory_efficient_attention(q1, k1, v)
out = self.proj_out(out)
return x + out
except NotImplementedError:
return cross_attention_attnblock_forward(self, x)