[Frontend] supports deepseekv32 chat template

Signed-off-by: chaunceyjiang <[email protected]>

Author: chaunceyjiang

vllm/tokenizers/deepseekv32.py

@@ -93,7 +93,8 @@ def __hash__(self) -> int:
         return hash(id(self))
 
     def __len__(self) -> int:
-        return self.vocab_size
+        # </think> is an added token in DeepseekV32 tokenizer
+        return self.vocab_size + len(self.get_added_vocab())
 
     def __call__(
         self,
@@ -135,12 +136,13 @@ def convert_tokens_to_string(self, tokens: list[str]) -> str:
         return self.tokenizer.convert_tokens_to_string(tokens)
 
     def decode(self, ids: list[int] | int, skip_special_tokens: bool = False) -> str:
-        skip_special_tokens = False
         return self.tokenizer.decode(ids, skip_special_tokens=skip_special_tokens)
 
     def convert_ids_to_tokens(
         self,
         ids: list[int],
         skip_special_tokens: bool = False,
     ) -> list[str]:
-        return [self.decode(ids, skip_special_tokens=skip_special_tokens)]
+        return self.tokenizer.convert_ids_to_tokens(
+            ids, skip_special_tokens=skip_special_tokens
+        )