From b1beeb24782d5fbffbff335ee1cf9db4f4aa2015 Mon Sep 17 00:00:00 2001 From: lvhan028 Date: Sat, 6 Sep 2025 17:53:05 +0800 Subject: [PATCH] put eot_token to stop_words --- lmdeploy/model.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/lmdeploy/model.py b/lmdeploy/model.py index 4fb2a9fbbb..cfdba0666b 100644 --- a/lmdeploy/model.py +++ b/lmdeploy/model.py @@ -742,7 +742,11 @@ def __init__(self, model_path: str = '', **kwargs): self.system_start, self.system_end = self._role_instruction('system') self.user_start, self.user_end = self._role_instruction('user') self.assistant_start, self.assistant_end = self._role_instruction('assistant') - self.stop_words = [self.tokenizer.eos_token] + self.stop_words = [] + if hasattr(self.tokenizer, 'eos_token') and self.tokenizer.eos_token is not None: + self.stop_words.append(self.tokenizer.eos_token) + if hasattr(self.tokenizer, 'eot_token') and self.tokenizer.eot_token is not None: + self.stop_words.append(self.tokenizer.eot_token) except Exception as e: raise ValueError(f'Try apply_chat_template failed: {e}')