diff --git a/train_gpt2.cu b/train_gpt2.cu index 70d8d0c5a..04565b37e 100644 --- a/train_gpt2.cu +++ b/train_gpt2.cu @@ -1408,7 +1408,7 @@ void error_usage() { fprintf(stderr, " -pn num_processes (default = 1)\n"); fprintf(stderr, " -pr process_rank (default = 0)\n"); fprintf(stderr, " -pg gpus_per_node (default = 8)\n"); - fprintf(stderr, " -pm nccl_init_method: tcp,fs,mpi (default = mpi)\n"); + fprintf(stderr, " -pi nccl_init_method: tcp,fs,mpi (default = mpi)\n"); fprintf(stderr, " -ps server_ip - used only when nccl_init_method is tcp (default = -1)\n"); fprintf(stderr, " -pp fs_path - used only when nccl_init_method is fs (default = /tmp)\n"); exit(EXIT_FAILURE);