SchedulerConfig should own its default factory

Signed-off-by: Harry Mellor <[email protected]>

Author: hmellor

vllm/config/scheduler.py

@@ -141,6 +141,13 @@ class SchedulerConfig:
     while a larger value (e.g., 10) reduces host overhead and may increase throughput
     by batching multiple tokens before sending."""
 
+    @staticmethod
+    def default_factory():
+        """
+        Factory method to create `SchedulerConfig` with default values for `InitVar`s.
+        """
+        return SchedulerConfig(max_model_len=8192, is_encoder_decoder=False)
+
     def get_scheduler_cls(self) -> type["SchedulerInterface"]:
         if self.scheduler_cls is None:
             if self.async_scheduling:

vllm/config/vllm.py

@@ -154,8 +154,6 @@ def enable_fusion(cfg: "VllmConfig") -> bool:
     OptimizationLevel.O3: OPTIMIZATION_LEVEL_03,
 }
 
-SCHEDULER_CONFIG_FACTORY = lambda: SchedulerConfig(8192, False)
-
 
 @config
 @dataclass(config=ConfigDict(arbitrary_types_allowed=True))
@@ -172,7 +170,9 @@ class VllmConfig:
     """Cache configuration."""
     parallel_config: ParallelConfig = Field(default_factory=ParallelConfig)
     """Parallel configuration."""
-    scheduler_config: SchedulerConfig = Field(default_factory=SCHEDULER_CONFIG_FACTORY)
+    scheduler_config: SchedulerConfig = Field(
+        default_factory=SchedulerConfig.default_factory,
+    )
     """Scheduler configuration."""
     device_config: DeviceConfig = Field(default_factory=DeviceConfig)
     """Device configuration."""