Skip to content

Commit 6fb0215

Browse files
[Bugfix] Use lazy string reference for DeepseekV3Config in config registry (#28958)
Signed-off-by: Luke <[email protected]> Signed-off-by: Isotr0py <[email protected]> Co-authored-by: Isotr0py <[email protected]>
1 parent 55c21c8 commit 6fb0215

File tree

2 files changed

+8
-2
lines changed

2 files changed

+8
-2
lines changed

vllm/transformers_utils/config.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@
2727
RevisionNotFoundError,
2828
)
2929
from packaging.version import Version
30-
from transformers import DeepseekV3Config, GenerationConfig, PretrainedConfig
30+
from transformers import GenerationConfig, PretrainedConfig
3131
from transformers.configuration_utils import ALLOWED_LAYER_TYPES
3232
from transformers.models.auto.image_processing_auto import get_image_processor_config
3333
from transformers.models.auto.modeling_auto import (
@@ -84,7 +84,7 @@ def __getitem__(self, key):
8484
afmoe="AfmoeConfig",
8585
chatglm="ChatGLMConfig",
8686
deepseek_vl_v2="DeepseekVLV2Config",
87-
deepseek_v32=DeepseekV3Config,
87+
deepseek_v32="DeepseekV3Config",
8888
flex_olmo="FlexOlmoConfig",
8989
kimi_linear="KimiLinearConfig",
9090
kimi_vl="KimiVLConfig",

vllm/transformers_utils/configs/__init__.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,8 +5,13 @@
55
66
- There is no configuration file defined by HF Hub or Transformers library.
77
- There is a need to override the existing config to support vLLM.
8+
- The HF model_type isn't recognized by the Transformers library but can
9+
be mapped to an existing Transformers config, such as
10+
deepseek-ai/DeepSeek-V3.2-Exp.
811
"""
912

13+
from transformers import DeepseekV3Config
14+
1015
from vllm.transformers_utils.configs.afmoe import AfmoeConfig
1116
from vllm.transformers_utils.configs.chatglm import ChatGLMConfig
1217
from vllm.transformers_utils.configs.deepseek_vl2 import DeepseekVLV2Config
@@ -44,6 +49,7 @@
4449
"AfmoeConfig",
4550
"ChatGLMConfig",
4651
"DeepseekVLV2Config",
52+
"DeepseekV3Config",
4753
"DotsOCRConfig",
4854
"EAGLEConfig",
4955
"FlexOlmoConfig",

0 commit comments

Comments
 (0)