Skip to content

Commit 225ec48

Browse files
authored
np.int16 no longer used
1 parent 069369f commit 225ec48

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

convert-hf-to-gguf.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -296,7 +296,7 @@ def write_tensors(self):
296296
if self.ftype != gguf.LlamaFileType.ALL_F32 and extra_f16 and not extra_f32:
297297
if self.ftype == gguf.LlamaFileType.MOSTLY_BF16:
298298
data = gguf.truncate_bf16(data) if old_dtype == torch.bfloat16 else gguf.quantize_bf16(data)
299-
assert data.dtype in (np.int16, np.uint16)
299+
assert data.dtype == np.uint16
300300
data_qtype = gguf.GGMLQuantizationType.BF16
301301

302302
elif self.ftype == gguf.LlamaFileType.MOSTLY_Q8_0 and gguf.can_quantize_to_q8_0(data):

0 commit comments

Comments
 (0)