fix: adjust clip skip default value from 1 to 2 (#3011)

* Revert "Revert "feat: add clip skip handling (#2999)" (#3008)"

This reverts commit 989a1ad52b.

* feat: use clip skip 2 as default
This commit is contained in:
Manuel Schmid
2024-05-27 00:28:22 +02:00
committed by GitHub
parent 989a1ad52b
commit dfff9b7dcf
7 changed files with 44 additions and 12 deletions
+11
View File
@@ -201,6 +201,17 @@ def clip_encode(texts, pool_top_k=1):
return [[torch.cat(cond_list, dim=1), {"pooled_output": pooled_acc}]]
@torch.no_grad()
@torch.inference_mode()
def set_clip_skip(clip_skip: int):
global final_clip
if final_clip is None:
return
final_clip.clip_layer(-abs(clip_skip))
return
@torch.no_grad()
@torch.inference_mode()
def clear_all_caches():