chris/MiniGPT-4
1
0
Fork 0
mirror of https://github.com/Vision-CAIR/MiniGPT-4.git synced 2025-04-05 18:40:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix the issue with strange strikethrough output

Browse Source
This commit is contained in:
Deyao Zhu 2023-04-19 10:53:33 +03:00
parent c37ef667ba
commit f5c28362d4
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
minigpt4/conversation/conversation.py
View File

@ -160,7 +160,9 @@ class Chat:
temperature=temperature,
)
output_token = outputs[0]
if output_token[0] == 0:
if output_token[0] == 0: # the model might output a unknow token <unk> at the beginning. remove it
output_token = output_token[1:]
if output_token[0] == 1: # some users find that there is a start token <s> at the beginning. remove it
output_token = output_token[1:]
output_text = self.model.llama_tokenizer.decode(output_token, add_special_tokens=False)
output_text = output_text.split('###')[0] # remove the stop sign '###'