TODO on top-p top-k

vllm-project · Oct 21, 2024 · 76bb54f · 76bb54f
1 parent cd99b21
commit 76bb54f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/v1/sample/sampler.py b/vllm/v1/sample/sampler.py
@@ -127,7 +127,7 @@ def sample(
         return sampled
 
 
-# This function can be replaced by a custom kernel.
+# TODO(woosuk): Optimize this with a custom kernel.
 def _apply_top_k_top_p(
     logits: torch.Tensor,
     no_top_k: bool,