Skip to content

Commit fdf5a82

Browse files
billmguofacebook-github-bot
authored andcommitted
fix model export issues (#11397)
Summary: Pull Request resolved: #11397 the upstream GPTQ D75899296 break our model export Reviewed By: larryliu0820 Differential Revision: D76049137
1 parent e42dafc commit fdf5a82

File tree

3 files changed

+6
-3
lines changed

3 files changed

+6
-3
lines changed

examples/models/llama/source_transformation/lora.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@
1313

1414
import torch
1515
from torch import nn
16-
from torchao.quantization.GPTQ import Int8DynActInt4WeightLinear
16+
from torchao.quantization.linear_quant_modules import Int8DynActInt4WeightLinear
1717
from torchao.quantization.quant_api import _replace_with_custom_fn_if_matches_filter
1818

1919

examples/models/llama/source_transformation/pre_quantization.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,10 @@
1313
import torch
1414
from torch import nn
1515

16-
from torchao.quantization.GPTQ import _check_linear_int4_k, Int8DynActInt4WeightLinear
16+
from torchao.quantization.linear_quant_modules import (
17+
_check_linear_int4_k,
18+
Int8DynActInt4WeightLinear,
19+
)
1720
from torchao.quantization.quant_api import _replace_with_custom_fn_if_matches_filter
1821

1922
from .quantize import Int8DynActInt8WeightLinear, QuantizedGroupEmbedding

examples/models/llama/source_transformation/quantize.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -847,7 +847,7 @@ def set_8da4w_computation_dtype(
847847
module: nn.Module, computation_dtype: torch.dtype
848848
) -> nn.Module:
849849

850-
from torchao.quantization.GPTQ import Int8DynActInt4WeightLinear
850+
from torchao.quantization.linear_quant_modules import Int8DynActInt4WeightLinear
851851

852852
def _set_8da4w_computation_dtype(module: nn.Module, dtype: torch.dtype) -> None:
853853
"""

0 commit comments

Comments
 (0)