Skip to content

Commit 0081487

Browse files
author
PatchouliTaisa
committed
modify nvtx
Signed-off-by: PatchouliTaisa <[email protected]>
1 parent b5243ec commit 0081487

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

vllm/v1/worker/gpu_model_runner.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1026,7 +1026,9 @@ def _update_states(self, scheduler_output: "SchedulerOutput") -> None:
10261026

10271027
# Incrementally update ngram_gpu tensors after batch is stable
10281028
if is_ngram_gpu:
1029-
with record_function_or_nullcontext("update_ngram_gpu_tensors_incremental"):
1029+
with record_function_or_nullcontext(
1030+
"gpu_model_runner: update_ngram_gpu_tensors_incremental"
1031+
):
10301032
self._update_ngram_gpu_tensors_incremental(ngram_gpu_new_reqs)
10311033

10321034
def _update_ngram_gpu_tensors_incremental(

0 commit comments

Comments
 (0)