Revert "feat: add clip skip handling (#2999)" (#3008)

This reverts commit cc58fe5270.

modules/default_pipeline.py

@@ -201,17 +201,6 @@ def clip_encode(texts, pool_top_k=1):
     return [[torch.cat(cond_list, dim=1), {"pooled_output": pooled_acc}]]
 
 
-@torch.no_grad()
-@torch.inference_mode()
-def set_clip_skip(clip_skip: int):
-    global final_clip
-
-    if final_clip is None:
-        return
-
-    final_clip.clip_layer(-abs(clip_skip))
-    return
-
 @torch.no_grad()
 @torch.inference_mode()
 def clear_all_caches():