Changed total virtual prompt tokens (#4295)

* Changed total virtual prompt tokens Signed-off-by: Virginia Adams <[email protected]> * put number of workers back Signed-off-by: Virginia Adams <[email protected]>
NVIDIA · Jun 3, 2022 · 7005667 · 7005667
1 parent ea798df
commit 7005667
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml
@@ -70,8 +70,8 @@ model:
 
   - taskname: 'rte'
     prompt_template: '<|VIRTUAL_PROMPT_0|>{text}{answer}'
-    total_virtual_tokens: 10 
-    virtual_token_splits: [10]
+    total_virtual_tokens: 9 
+    virtual_token_splits: [9]
     truncate_field: null
     answer_only_loss: True
     answer_field: 'answer'