diff --git a/src/codec/h264/dpb.rs b/src/codec/h264/dpb.rs
index 1ef5fee6..0fe53bbe 100644
--- a/src/codec/h264/dpb.rs
+++ b/src/codec/h264/dpb.rs
@@ -550,6 +550,7 @@ impl<T: Clone> Dpb<T> {
                 num_ref_pics -= 1;
             } else {
                 log::warn!("could not find a ShortTerm picture to unmark in the DPB");
+                break;
             }
         }