Foreign-Mirrors/Fooocus
1
0
Fork 0
mirror of https://github.com/lllyasviel/Fooocus.git synced 2026-08-16 13:13:16 +02:00
Code Issues Packages Projects Releases Wiki Activity

better caster (#1480)

Browse Source 
related to mps/rocm/cpu casting for fp16 and etc on clip
This commit is contained in:
lllyasviel
2023-12-17 17:09:15 -08:00
committed by GitHub
parent 69a23c4d60
commit 0e1aa8d084
6 changed files with 63 additions and 64 deletions
Download Patch File Download Diff File Expand all files Collapse all files
extras/ip_adapter.py
+1 -8
View File
@@ -167,14 +167,7 @@ def preprocess(img, ip_adapter_path):
ldm_patched.modules.model_management.load_model_gpu(clip_vision.patcher)
pixel_values = clip_preprocess(numpy_to_pytorch(img).to(clip_vision.load_device))
if clip_vision.dtype != torch.float32:
precision_scope = torch.autocast
else:
precision_scope = lambda a, b: contextlib.nullcontext(a)
with precision_scope(ldm_patched.modules.model_management.get_autocast_device(clip_vision.load_device), torch.float32):
outputs = clip_vision.model(pixel_values=pixel_values, output_hidden_states=True)
outputs = clip_vision.model(pixel_values=pixel_values, output_hidden_states=True)
ip_adapter = entry['ip_adapter']
ip_layers = entry['ip_layers']