feat: add clip skip handling (#2999)

This commit is contained in:
Manuel Schmid
2024-05-26 14:18:19 +02:00
committed by GitHub
parent 4e5509351f
commit cc58fe5270
6 changed files with 41 additions and 12 deletions
+11
View File
@@ -201,6 +201,17 @@ def clip_encode(texts, pool_top_k=1):
return [[torch.cat(cond_list, dim=1), {"pooled_output": pooled_acc}]]
@torch.no_grad()
@torch.inference_mode()
def set_clip_skip(clip_skip: int):
global final_clip
if final_clip is None:
return
final_clip.clip_layer(-abs(clip_skip))
return
@torch.no_grad()
@torch.inference_mode()
def clear_all_caches():