We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c8e44a7 commit 9cdf2f4Copy full SHA for 9cdf2f4
llama_cpp/llama.py
@@ -988,11 +988,11 @@ def min_length_logits_processor(
988
input_ids: npt.NDArray[np.intc],
989
scores: npt.NDArray[np.single],
990
) -> npt.NDArray[np.single]:
991
- # Does it make sense to copy the whole array or can we just overwrite the original one?
992
- new_scores = np.copy(scores)
993
if len(input_ids) - len(prompt_tokens) < min_tokens:
+ new_scores = np.copy(scores)
994
new_scores[self._token_eos] = -np.inf
995
- return new_scores
+ return new_scores
+ return scores
996
997
_min_length_logits_processor = LogitsProcessorList([min_length_logits_processor])
998
if logits_processor is None:
0 commit comments