Skip to content

Commit fa98757

Browse files
committed
use llama-3.2 for gguf test
1 parent 616a183 commit fa98757

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

tests/models/decoder_only/language/test_gguf.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -19,12 +19,12 @@
1919

2020
# FIXME: Move this to confest
2121
MODELS = [
22-
("TinyLlama/TinyLlama-1.1B-Chat-v1.0",
23-
hf_hub_download("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF",
24-
filename="tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf")),
25-
("TinyLlama/TinyLlama-1.1B-Chat-v1.0",
26-
hf_hub_download("duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF",
27-
filename="TinyLlama-1.1B-Chat-v1.0-IQ4_XS.gguf")),
22+
("meta-llama/Llama-3.2-1B-Instruct",
23+
hf_hub_download("bartowski/Llama-3.2-1B-Instruct-GGUF",
24+
filename="Llama-3.2-1B-Instruct-Q4_K_M.gguf")),
25+
("meta-llama/Llama-3.2-1B-Instruct",
26+
hf_hub_download("bartowski/Llama-3.2-1B-Instruct-GGUF",
27+
filename="Llama-3.2-1B-Instruct-IQ4_XS.gguf")),
2828
("Qwen/Qwen2-1.5B-Instruct",
2929
hf_hub_download("Qwen/Qwen2-1.5B-Instruct-GGUF",
3030
filename="qwen2-1_5b-instruct-q4_k_m.gguf")),

0 commit comments

Comments
 (0)