Foreign-Mirrors/Fooocus
1
0
Fork 0
mirror of https://github.com/lllyasviel/Fooocus.git synced 2026-08-16 13:13:16 +02:00
Code Issues Packages Projects Releases Wiki Activity

Avoid tokenizer download from torch hub

Browse Source
This commit is contained in:
lllyasviel
2023-12-13 08:25:44 -08:00
parent 406133f0fb
commit fcc7458d15
7 changed files with 30556 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
extras/BLIP/models/blip.py
+2 -1
View File
@@ -184,7 +184,8 @@ def blip_feature_extractor(pretrained='',**kwargs):
return model
def init_tokenizer():
tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')
tokenizer_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "bert_tokenizer")
tokenizer = BertTokenizer.from_pretrained(tokenizer_path)
tokenizer.add_special_tokens({'bos_token':'[DEC]'})
tokenizer.add_special_tokens({'additional_special_tokens':['[ENC]']})
tokenizer.enc_token_id = tokenizer.additional_special_tokens_ids[0]