Ensure sync across val/test step when using DDP (#371)

* Ensure sync across val/test step when using DDP * Remove sync_dist from class metrics as they are automatically reduced
Lightning-Universe · Nov 17, 2020 · a44de3c · a44de3c
1 parent b746be0
commit a44de3c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pl_bolts/models/self_supervised/ssl_finetuner.py b/pl_bolts/models/self_supervised/ssl_finetuner.py
@@ -105,7 +105,7 @@ def validation_step(self, batch, batch_idx):
         loss, logits, y = self.shared_step(batch)
         acc = self.val_acc(logits, y)
 
-        self.log('val_loss', loss, prog_bar=True)
+        self.log('val_loss', loss, prog_bar=True, sync_dist=True)
         self.log('val_acc', self.val_acc)
 
         return loss
@@ -114,7 +114,7 @@ def test_step(self, batch, batch_idx):
         loss, logits, y = self.shared_step(batch)
         acc = self.test_acc(logits, y)
 
-        self.log('test_loss', loss)
+        self.log('test_loss', loss, sync_dist=True)
         self.log('test_acc', self.test_acc)
 
         return loss