speed up lcm again

This commit is contained in:
lllyasviel
2023-11-12 09:12:09 -08:00
parent 649f45a6df
commit ac8002d2a4
3 changed files with 26 additions and 3 deletions
+19
View File
@@ -132,6 +132,25 @@ def clip_encode_single(clip, text, verbose=False):
return result
@torch.no_grad()
@torch.inference_mode()
def clone_cond(conds):
results = []
for c, p in conds:
p = p["pooled_output"]
if isinstance(c, torch.Tensor):
c = c.clone()
if isinstance(p, torch.Tensor):
p = p.clone()
results.append([c, {"pooled_output": p}])
return results
@torch.no_grad()
@torch.inference_mode()
def clip_encode(texts, pool_top_k=1):