diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py
index 99cb3cec7cf386..38cb08447182dc 100644
--- a/src/transformers/training_args.py
+++ b/src/transformers/training_args.py
@@ -1376,10 +1376,7 @@ def __post_init__(self):
 
         if self.bf16:
             if self.half_precision_backend == "apex":
-                raise ValueError(
-                    " `--half_precision_backend apex`: GPU bf16 is not supported by apex. Use"
-                    " `--half_precision_backend auto` instead"
-                )
+                raise ValueError(" `--half_precision_backend apex`: GPU bf16 is not supported by apex.")
 
         if self.lr_scheduler_type == SchedulerType.REDUCE_ON_PLATEAU:
             if self.evaluation_strategy == IntervalStrategy.NO: