diff --git a/library/src/main/java/com/google/android/exoplayer2/source/ExtractorMediaPeriod.java b/library/src/main/java/com/google/android/exoplayer2/source/ExtractorMediaPeriod.java
index e1945c1a798..49f2cffca55 100644
--- a/library/src/main/java/com/google/android/exoplayer2/source/ExtractorMediaPeriod.java
+++ b/library/src/main/java/com/google/android/exoplayer2/source/ExtractorMediaPeriod.java
@@ -456,7 +456,7 @@ private void configureRetry(ExtractingLoadable loadable) {
       lastSeekPositionUs = 0;
       notifyReset = prepared;
       for (int i = 0; i < sampleQueues.length; i++) {
-        sampleQueues[i].reset(trackEnabledStates[i]);
+        sampleQueues[i].reset(!prepared || trackEnabledStates[i]);
       }
       loadable.setLoadPosition(0);
     }