Foreign-Mirrors/Fooocus
1
0
Fork 0
mirror of https://github.com/lllyasviel/Fooocus.git synced 2026-08-16 13:13:16 +02:00
Code Issues Packages Projects Releases Wiki Activity

sync (#658)

Browse Source
This commit is contained in:
lllyasviel
2023-10-12 04:23:10 -07:00
committed by GitHub
parent 4c867c1b8b
commit e61aac34ca
147 changed files with 523 additions and 642 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fooocus_extras/ip_adapter.py
+10 -10
View File
@@ -1,12 +1,12 @@
import torch
import comfy.clip_vision
import fcbh.clip_vision
import safetensors.torch as sf
import comfy.model_management as model_management
import fcbh.model_management as model_management
import contextlib
import comfy.ldm.modules.attention as attention
import fcbh.ldm.modules.attention as attention
from fooocus_extras.resampler import Resampler
from comfy.model_patcher import ModelPatcher
from fcbh.model_patcher import ModelPatcher
SD_V12_CHANNELS = [320] * 4 + [640] * 4 + [1280] * 4 + [1280] * 6 + [640] * 6 + [320] * 6 + [1280] * 2
@@ -81,7 +81,7 @@ class IPAdapterModel(torch.nn.Module):
self.ip_layers.load_state_dict_ordered(state_dict["ip_adapter"])
clip_vision: comfy.clip_vision.ClipVisionModel = None
clip_vision: fcbh.clip_vision.ClipVisionModel = None
ip_negative: torch.Tensor = None
image_proj_model: ModelPatcher = None
ip_layers: ModelPatcher = None
@@ -102,7 +102,7 @@ def load_ip_adapter(clip_vision_path, ip_negative_path, ip_adapter_path):
return
ip_negative = sf.load_file(ip_negative_path)['data']
clip_vision = comfy.clip_vision.load(clip_vision_path)
clip_vision = fcbh.clip_vision.load(clip_vision_path)
load_device = model_management.get_torch_device()
offload_device = torch.device('cpu')
@@ -150,7 +150,7 @@ def preprocess(img):
global ip_unconds
inputs = clip_vision.processor(images=img, return_tensors="pt")
comfy.model_management.load_model_gpu(clip_vision.patcher)
fcbh.model_management.load_model_gpu(clip_vision.patcher)
pixel_values = inputs['pixel_values'].to(clip_vision.load_device)
if clip_vision.dtype != torch.float32:
@@ -158,7 +158,7 @@ def preprocess(img):
else:
precision_scope = lambda a, b: contextlib.nullcontext(a)
with precision_scope(comfy.model_management.get_autocast_device(clip_vision.load_device), torch.float32):
with precision_scope(fcbh.model_management.get_autocast_device(clip_vision.load_device), torch.float32):
outputs = clip_vision.model(pixel_values=pixel_values, output_hidden_states=True)
if ip_adapter.plus:
@@ -166,10 +166,10 @@ def preprocess(img):
else:
cond = outputs.image_embeds.to(ip_adapter.dtype)
comfy.model_management.load_model_gpu(image_proj_model)
fcbh.model_management.load_model_gpu(image_proj_model)
cond = image_proj_model.model(cond).to(device=ip_adapter.load_device, dtype=ip_adapter.dtype)
comfy.model_management.load_model_gpu(ip_layers)
fcbh.model_management.load_model_gpu(ip_layers)
if ip_unconds is None:
uncond = ip_negative.to(device=ip_adapter.load_device, dtype=ip_adapter.dtype)