Always flush when encountering a new key packet

src/media-sink.ts

@@ -581,12 +581,8 @@ export abstract class BaseMediaSampleSink<
 					)
 				) {
 					await decodePackets();
-
-					if (targetPacket.timestamp < lastPacket.timestamp) {
-						// We're going back in time with this one, let's flush and reset to a clean state
 					await flushDecoder();
 				}
-				}
 
 				timestampsOfInterest.push(targetPacket.timestamp);
 				maxSequenceNumber = Math.max(targetPacket.sequenceNumber, maxSequenceNumber);