[Bugfix] fix --scheduling-policy=priority & n>1 crashes engine

Signed-off-by: chaunceyjiang <[email protected]>

Author: chaunceyjiang

vllm/v1/core/sched/request_queue.py

@@ -147,9 +147,7 @@ def __init__(self) -> None:
 
     def add_request(self, request: Request) -> None:
         """Add a request to the queue according to priority policy."""
-        heapq.heappush(
-            self._heap, (request.priority, request.arrival_time, id(request))
-        )
+        heapq.heappush(self._heap, (request.priority, request.arrival_time, request))
 
     def pop_request(self) -> Request:
         """Pop a request from the queue according to priority policy."""

vllm/v1/request.py

@@ -222,6 +222,16 @@ def take_events(self) -> list[EngineCoreEvent] | None:
         events, self.events = self.events, []
         return events
 
+    def __lt__(self, other: "Request") -> bool:
+        """Compare two requests based on priority, arrival time, and request ID."""
+        if self.priority != other.priority:
+            return self.priority < other.priority
+        if self.arrival_time != other.arrival_time:
+            return self.arrival_time < other.arrival_time
+        if self.request_id != other.request_id:
+            return self.request_id < other.request_id
+        return id(self) < id(other)
+
 
 class RequestStatus(enum.IntEnum):
     """Status of a request."""