Skip to content

Commit bfaf2b8

Browse files
mgoinAlvant
authored andcommitted
[Misc] Change dummy profiling and BOS fallback warns to log once (vllm-project#8820)
Signed-off-by: Alvant <alvasian@yandex.ru>
1 parent 3283df1 commit bfaf2b8

File tree

2 files changed

+12
-10
lines changed

2 files changed

+12
-10
lines changed

vllm/inputs/preprocess.py

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@
88
from vllm.lora.request import LoRARequest
99
from vllm.prompt_adapter.request import PromptAdapterRequest
1010
from vllm.transformers_utils.tokenizer_group import BaseTokenizerGroup
11+
from vllm.utils import print_warning_once
1112

1213
from .data import (EncoderDecoderLLMInputs, LLMInputs, PromptInputs,
1314
SingletonPromptInputs)
@@ -71,20 +72,21 @@ def get_decoder_start_token_id(self) -> Optional[int]:
7172
'''
7273

7374
if not self.is_encoder_decoder_model():
74-
logger.warning("Using None for decoder start token id because "
75-
"this is not an encoder/decoder model.")
75+
print_warning_once("Using None for decoder start token id because "
76+
"this is not an encoder/decoder model.")
7677
return None
7778

7879
if (self.model_config is None or self.model_config.hf_config is None):
79-
logger.warning("Using None for decoder start token id because "
80-
"model config is not available.")
80+
print_warning_once("Using None for decoder start token id because "
81+
"model config is not available.")
8182
return None
8283

8384
dec_start_token_id = getattr(self.model_config.hf_config,
8485
'decoder_start_token_id', None)
8586
if dec_start_token_id is None:
86-
logger.warning("Falling back on <BOS> for decoder start token id "
87-
"because decoder start token id is not available.")
87+
print_warning_once("Falling back on <BOS> for decoder start token "
88+
"id because decoder start token id is not "
89+
"available.")
8890
dec_start_token_id = self.get_bos_token_id()
8991

9092
return dec_start_token_id

vllm/inputs/registry.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
from typing_extensions import TypeVar
1010

1111
from vllm.logger import init_logger
12-
from vllm.utils import get_allowed_kwarg_only_overrides
12+
from vllm.utils import get_allowed_kwarg_only_overrides, print_warning_once
1313

1414
from .data import LLMInputs
1515

@@ -235,9 +235,9 @@ def dummy_data_for_profiling(
235235
num_tokens = seq_data.prompt_token_ids
236236
if len(num_tokens) < seq_len:
237237
if is_encoder_data:
238-
logger.warning(
239-
"Expected at least %d dummy encoder tokens for profiling, "
240-
"but found %d tokens instead.", seq_len, len(num_tokens))
238+
print_warning_once(
239+
f"Expected at least {seq_len} dummy encoder tokens for "
240+
f"profiling, but found {len(num_tokens)} tokens instead.")
241241
else:
242242
raise AssertionError(
243243
f"Expected at least {seq_len} dummy tokens for profiling, "

0 commit comments

Comments
 (0)