We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 14b7899 commit 4c0d93fCopy full SHA for 4c0d93f
vllm/v1/core/encoder_cache_manager.py
@@ -54,7 +54,7 @@ def free_encoder_input(self, request: Request, input_id: int) -> None:
54
55
def free(self, request: Request) -> None:
56
"""Free all cached input ids for the request."""
57
- input_ids = self.get_cached_input_ids(request)
+ input_ids = self.get_cached_input_ids(request).copy()
58
for input_id in input_ids:
59
self.free_encoder_input(request, input_id)
60
0 commit comments