We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4b10b31 commit 0d1906fCopy full SHA for 0d1906f
awq/models/exaone.py
@@ -4,10 +4,14 @@
4
from awq.utils.fused_utils import fuse_qkv
5
from awq.modules.fused.block import LlamaLikeBlock
6
from awq.modules.fused.model import LlamaLikeModel
7
-from transformers.models.exaone.modeling_exaone import (
8
- ExaoneBlock as OldExaoneBlock,
9
- ExaoneForCausalLM as OldExaoneForCausalLM,
10
-)
+try:
+ from transformers.models.exaone.modeling_exaone import (
+ ExaoneBlock as OldExaoneBlock,
+ ExaoneForCausalLM as OldExaoneForCausalLM,
11
+ )
12
+except:
13
+ OldExaoneBlock = None
14
+ OldExaoneForCausalLM = None
15
from awq.modules.fused.norm import FasterTransformerRMSNorm
16
17
0 commit comments