change nproc to 8

pytorch · Oct 29, 2024 · 612dd63 · 612dd63
1 parent f18d1a9
commit 612dd63
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/recipes/configs/llama3_2_vision/90B_full.yaml b/recipes/configs/llama3_2_vision/90B_full.yaml
@@ -5,11 +5,11 @@
 #   tune download meta-llama/Llama-3.2-90B-Vision-Instruct --output-dir /tmp/Llama-3.2-90B-Vision-Instruct --ignore-patterns "original/consolidated*"
 #
 # To launch on a single device, run the following command from root:
-#   tune run --nproc_per_node 4 full_finetune_distributed --config llama3_2_vision/90B_full
+#   tune run --nproc_per_node 8 full_finetune_distributed --config llama3_2_vision/90B_full
 #
 # You can add specific overrides through the command line. For example
 # to override the checkpointer directory while launching training:
-#    tune run --nproc_per_node 4 full_finetune_distributed --config llama3_2_vision/90B_full checkpointer.checkpoint_dir=<YOUR_CHECKPOINT_DIR>
+#    tune run --nproc_per_node 8 full_finetune_distributed --config llama3_2_vision/90B_full checkpointer.checkpoint_dir=<YOUR_CHECKPOINT_DIR>
 #
 # This config works best when the model is being fine-tuned on 2+ GPUs.