Do not change LogitProcessor and Sampler

wushidonguc · wushidonguc · commit d060127d56d0 · 2024-07-16T23:31:03.000Z
diff --git a/vllm/model_executor/models/llama.py b/vllm/model_executor/models/llama.py
@@ -390,8 +390,6 @@ def __init__(
             self.sampler = Sampler()
         else:
             self.lm_head = PPMissingLayer()
-            self.logits_processor = PPMissingLayer()
-            self.sampler = PPMissingLayer()
 
     def forward(
         self,
