We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ed46211 commit 9356742Copy full SHA for 9356742
vllm/config/vllm.py
@@ -690,10 +690,9 @@ def has_blocked_weights():
690
)
691
self.compilation_config.cudagraph_mode = CUDAGraphMode.PIECEWISE
692
693
- # disable cudagraph when enforce eager execution or mirage backend is used
+ # disable cudagraph when enforce eager execution
694
disable_cuda_graph = (
695
(self.model_config is not None and self.model_config.enforce_eager)
696
- or (self.compilation_config.backend == "mirage_byname")
697
698
if disable_cuda_graph:
699
logger.info("Cudagraph is disabled under eager mode")
0 commit comments