We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 64fdc08 commit 4cf256aCopy full SHA for 4cf256a
vllm/model_executor/models/utils.py
@@ -83,7 +83,10 @@ def get_pp_missing_layer_names(model: torch.nn.Module) -> List[str]:
83
missing_layer_names = []
84
for name, module in model.named_modules():
85
if isinstance(module, PPMissingLayer):
86
- missing_layer_names.append(name)
+ # NOTE: the trailing dot is used to match the prefix of the layer.
87
+ # without the dot, we could match a layer that is not missing,
88
+ # e.g., 'encoder.layer.1' would match 'encoder.layer.11'
89
+ missing_layer_names.append(name + '.')
90
_model_to_pp_missing_layer_names[model_id] = missing_layer_names
91
92
return missing_layer_names
0 commit comments