compatible gcq params (#409)

* fix gcq params

* fix format

Co-authored-by: zhangying.1998 <zhangying.1998@bytedance.com>
Co-authored-by: xiongying.taka <xiongying.taka@bytedance.com>

Author: 3 people

examples/training/huggingface/gcq/ls_hf_gcq_trainer.py

@@ -26,9 +26,8 @@ def __init__(self, gcq_args: GCQArguments = None, *args, **kwargs):
     def _wrap_model(self, model, training=True, dataloader=None):
         model = super()._wrap_model(model, training, dataloader)
         # Enable GCQ.
-        if (
-            isinstance(model, torch.nn.parallel.DistributedDataParallel)
-            and self.gcq_args.enable_GCQ
+        if isinstance(model, torch.nn.parallel.DistributedDataParallel) and getattr(
+            self.gcq_args, "enable_GCQ", False
         ):
             assert version.parse(torch.__version__) >= version.parse(
                 "1.10"

lightseq/training/gcq/ls_fs_gcq_trainer.py

@@ -24,9 +24,8 @@ def __init__(self, *args, **kwargs):
     def model(self):
         if self._wrapped_model is None:
             super().model
-            if (
-                isinstance(self._wrapped_model, DistributedDataParallel)
-                and self.args.enable_GCQ
+            if isinstance(self._wrapped_model, DistributedDataParallel) and getattr(
+                self.args, "enable_GCQ", False
             ):
                 assert version.parse(torch.__version__) >= version.parse(
                     "1.10"