Skip to content

Commit 39a8f43

Browse files
authored
Add qwen presets (#2241)
* add qwen presets * version update for qwen2.5_7b_en model
1 parent db7b7a4 commit 39a8f43

File tree

1 file changed

+61
-0
lines changed

1 file changed

+61
-0
lines changed
+61
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
"""Qwen preset configurations."""
2+
3+
backbone_presets = {
4+
"qwen2.5_0.5b_en": {
5+
"metadata": {
6+
"description": ("24-layer Qwen model with 0.5 billion parameters."),
7+
"params": 494032768,
8+
"path": "qwen",
9+
},
10+
"kaggle_handle": "kaggle://keras/qwen/keras/qwen2.5_0.5b_en",
11+
},
12+
"qwen2.5_3b_en": {
13+
"metadata": {
14+
"description": ("36-layer Qwen model with 3.1 billion parameters."),
15+
"params": 3085938688,
16+
"path": "qwen",
17+
},
18+
"kaggle_handle": "kaggle://keras/qwen/keras/qwen2.5_3b_en",
19+
},
20+
"qwen2.5_7b_en": {
21+
"metadata": {
22+
"description": ("48-layer Qwen model with 7 billion parameters."),
23+
"params": 6993420288,
24+
"path": "qwen",
25+
},
26+
"kaggle_handle": "kaggle://keras/qwen/keras/qwen2.5_7b_en/2",
27+
},
28+
"qwen2.5_instruct_0.5b_en": {
29+
"metadata": {
30+
"description": (
31+
"Instruction fine-tuned 24-layer Qwen model with 0.5 ",
32+
"billion parameters.",
33+
),
34+
"params": 494032768,
35+
"path": "qwen",
36+
},
37+
"kaggle_handle": "kaggle://keras/qwen/keras/qwen2.5_instruct_0.5b_en",
38+
},
39+
"qwen2.5_instruct_32b_en": {
40+
"metadata": {
41+
"description": (
42+
"Instruction fine-tuned 64-layer Qwen model with 32 ",
43+
"billion parameters.",
44+
),
45+
"params": 32763876352,
46+
"path": "qwen",
47+
},
48+
"kaggle_handle": "kaggle://keras/qwen/keras/qwen2.5_instruct_32b_en",
49+
},
50+
"qwen2.5_instruct_72b_en": {
51+
"metadata": {
52+
"description": (
53+
"Instruction fine-tuned 80-layer Qwen model with 72 ",
54+
"billion parameters.",
55+
),
56+
"params": 72706203648,
57+
"path": "qwen",
58+
},
59+
"kaggle_handle": "kaggle://keras/qwen/keras/qwen2.5_instruct_72b_en",
60+
},
61+
}

0 commit comments

Comments
 (0)