File tree Expand file tree Collapse file tree 1 file changed +3
-15
lines changed
vllm/model_executor/layers Expand file tree Collapse file tree 1 file changed +3
-15
lines changed Original file line number Diff line number Diff line change @@ -109,15 +109,7 @@ def apply(self,
109
109
110
110
111
111
class UnquantizedLinearMethod (LinearMethodBase ):
112
- """Linear method without quantization.
113
-
114
- Args:
115
- separate_bias_add: If true, add bias separately after matrix
116
- multiplication.
117
- """
118
-
119
- def __init__ (self , separate_bias_add : bool = False ):
120
- self .separate_bias_add = separate_bias_add
112
+ """Linear method without quantization."""
121
113
122
114
def create_weights (self , layer : torch .nn .Module ,
123
115
input_size_per_partition : int ,
@@ -136,12 +128,8 @@ def apply(self,
136
128
layer : torch .nn .Module ,
137
129
x : torch .Tensor ,
138
130
bias : Optional [torch .Tensor ] = None ) -> torch .Tensor :
139
- weight = layer .weight
140
- if self .separate_bias_add :
141
- if bias is not None :
142
- return F .linear (x , weight ) + bias
143
- return F .linear (x , weight )
144
- return F .linear (x , weight , bias )
131
+
132
+ return F .linear (x , layer .weight , bias )
145
133
146
134
147
135
class LinearBase (torch .nn .Module ):
You can’t perform that action at this time.
0 commit comments