Update __init__.py

axolotl-ai-cloud · Feb 26, 2025 · f68aedd · f68aedd
1 parent 3dd5c6f
commit f68aedd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py
@@ -1377,7 +1377,7 @@ def check_peft_layers_pattern(cls, data):
     @classmethod
     def check_fsdp_tp(cls, data):
         if data.get("fsdp") and data.get("tensor_parallel"):
-            raise ValueError("FSDP is not compatible with tensor parallelism")
+            raise ValueError("FSDP with tensor parallelism is not supported yet.")
         return data
 
     @model_validator(mode="after")