diff --git a/pl_bolts/models/self_supervised/ssl_finetuner.py b/pl_bolts/models/self_supervised/ssl_finetuner.py
index d939601638..80dd6c94ac 100644
--- a/pl_bolts/models/self_supervised/ssl_finetuner.py
+++ b/pl_bolts/models/self_supervised/ssl_finetuner.py
@@ -106,7 +106,7 @@ def validation_step(self, batch, batch_idx):
         acc = self.val_acc(logits, y)
 
         self.log('val_loss', loss, prog_bar=True, sync_dist=True)
-        self.log('val_acc', self.val_acc, sync_dist=True)
+        self.log('val_acc', self.val_acc)
 
         return loss
 
@@ -115,7 +115,7 @@ def test_step(self, batch, batch_idx):
         acc = self.test_acc(logits, y)
 
         self.log('test_loss', loss, sync_dist=True)
-        self.log('test_acc', self.test_acc, sync_dist=True)
+        self.log('test_acc', self.test_acc)
 
         return loss