File tree Expand file tree Collapse file tree 1 file changed +6
-6
lines changed
Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -170,15 +170,15 @@ def get_tokenizer(
170170
171171 if tokenizer_mode == "custom" :
172172 logger .warning_once (
173- "`tokenizer_mode='custom'` is deprecated and will be replaced with "
174- "`tokenizer_mode=<tokenizer_name>`, where `tokenizer_name=%s `. "
173+ "TokenizerRegistry now uses `tokenizer_mode` as the registry key "
174+ "instead of `tokenizer_name`. "
175175 "Please update the definition of `.from_pretrained` in "
176- "the custom tokenizer for `tokenizer_mode=%r` "
177- "to accept `args=%s`, `tuple(kwargs.items())=%s`." ,
178- tokenizer_name ,
179- tokenizer_mode ,
176+ "your custom tokenizer to accept `args=%s`, `tuple(kwargs.items())=%s`. "
177+ "Then, you can pass `tokenizer_mode=%r` instead of "
178+ "`tokenizer_mode='custom'` when initializing vLLM." ,
180179 tokenizer_args ,
181180 tuple (tokenizer_kwargs .items ()),
181+ tokenizer_mode ,
182182 )
183183
184184 tokenizer_mode = str (tokenizer_name )
You can’t perform that action at this time.
0 commit comments