File tree Expand file tree Collapse file tree 2 files changed +8
-2
lines changed
Expand file tree Collapse file tree 2 files changed +8
-2
lines changed Original file line number Diff line number Diff line change 2727 RevisionNotFoundError ,
2828)
2929from packaging .version import Version
30- from transformers import DeepseekV3Config , GenerationConfig , PretrainedConfig
30+ from transformers import GenerationConfig , PretrainedConfig
3131from transformers .configuration_utils import ALLOWED_LAYER_TYPES
3232from transformers .models .auto .image_processing_auto import get_image_processor_config
3333from transformers .models .auto .modeling_auto import (
@@ -84,7 +84,7 @@ def __getitem__(self, key):
8484 afmoe = "AfmoeConfig" ,
8585 chatglm = "ChatGLMConfig" ,
8686 deepseek_vl_v2 = "DeepseekVLV2Config" ,
87- deepseek_v32 = DeepseekV3Config ,
87+ deepseek_v32 = " DeepseekV3Config" ,
8888 flex_olmo = "FlexOlmoConfig" ,
8989 kimi_linear = "KimiLinearConfig" ,
9090 kimi_vl = "KimiVLConfig" ,
Original file line number Diff line number Diff line change 55
66- There is no configuration file defined by HF Hub or Transformers library.
77- There is a need to override the existing config to support vLLM.
8+ - The HF model_type isn't recognized by the Transformers library but can
9+ be mapped to an existing Transformers config, such as
10+ deepseek-ai/DeepSeek-V3.2-Exp.
811"""
912
13+ from transformers import DeepseekV3Config
14+
1015from vllm .transformers_utils .configs .afmoe import AfmoeConfig
1116from vllm .transformers_utils .configs .chatglm import ChatGLMConfig
1217from vllm .transformers_utils .configs .deepseek_vl2 import DeepseekVLV2Config
4449 "AfmoeConfig" ,
4550 "ChatGLMConfig" ,
4651 "DeepseekVLV2Config" ,
52+ "DeepseekV3Config" ,
4753 "DotsOCRConfig" ,
4854 "EAGLEConfig" ,
4955 "FlexOlmoConfig" ,
You can’t perform that action at this time.
0 commit comments