diff --git a/library/src/main/java/com/google/android/exoplayer2/extractor/ts/TsExtractor.java b/library/src/main/java/com/google/android/exoplayer2/extractor/ts/TsExtractor.java
index 6808c14cf9..0403a970c8 100644
--- a/library/src/main/java/com/google/android/exoplayer2/extractor/ts/TsExtractor.java
+++ b/library/src/main/java/com/google/android/exoplayer2/extractor/ts/TsExtractor.java
@@ -216,9 +216,11 @@ public final class TsExtractor implements Extractor {
     int previousCounter = continuityCounters.get(pid, continuityCounter - 1);
     continuityCounters.put(pid, continuityCounter);
     if (previousCounter == continuityCounter) {
-      // Duplicate packet found.
-      tsPacketBuffer.setPosition(endOfPacket);
-      return RESULT_CONTINUE;
+      if (payloadExists) {
+        // Duplicate packet found.
+        tsPacketBuffer.setPosition(endOfPacket);
+        return RESULT_CONTINUE;
+      }
     } else if (continuityCounter != (previousCounter + 1) % 16) {
       discontinuityFound = true;
     }