diff --git a/consensus/src/quorum_store/batch_proof_queue.rs b/consensus/src/quorum_store/batch_proof_queue.rs
index 2890e021867f2..80e56bb13bd55 100644
--- a/consensus/src/quorum_store/batch_proof_queue.rs
+++ b/consensus/src/quorum_store/batch_proof_queue.rs
@@ -715,11 +715,11 @@ impl BatchProofQueue {
     }
 
     pub(crate) fn handle_updated_block_timestamp(&mut self, block_timestamp: u64) {
+        // tolerate asynchronous notification
+        if self.latest_block_timestamp > block_timestamp {
+            return;
+        }
         let start = Instant::now();
-        assert!(
-            self.latest_block_timestamp <= block_timestamp,
-            "Decreasing block timestamp"
-        );
         self.latest_block_timestamp = block_timestamp;
         if let Some(time_lag) = aptos_infallible::duration_since_epoch()
             .checked_sub(Duration::from_micros(block_timestamp))