File tree Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -85,6 +85,11 @@ def __init__(
85
85
self ._k_scale_float = 1.0
86
86
self ._v_scale_float = 1.0
87
87
88
+ self .num_heads = num_heads
89
+ self .head_size = head_size
90
+ self .num_kv_heads = num_kv_heads
91
+ self .sliding_window = sliding_window
92
+
88
93
quant_method = quant_config .get_quant_method (
89
94
self , prefix = prefix ) if quant_config else None
90
95
if quant_method is not None :
@@ -116,10 +121,6 @@ def __init__(
116
121
alibi_slopes , sliding_window , kv_cache_dtype ,
117
122
blocksparse_params , logits_soft_cap , attn_type ,
118
123
** extra_impl_args )
119
- self .num_heads = num_heads
120
- self .head_size = head_size
121
- self .num_kv_heads = num_kv_heads
122
- self .sliding_window = sliding_window
123
124
self .backend = backend_name_to_enum (attn_backend .get_name ())
124
125
self .dtype = dtype
125
126
You can’t perform that action at this time.
0 commit comments