/* eslint-disable @stylistic/max-len */ import { ALL_FORMATS, BufferSource, EncodedPacketSink, Input, InputAudioTrack, InputVideoTrack, UrlSource } from 'mediabunny'; import { expect, test, vi } from 'vitest'; import { HLS, HLS_FORMATS, HlsInputFormat, MP4 } from '../../src/input-format.js'; import { assert, hexStringToBytes, rejectAfter } from '../../src/misc.js'; import { CustomPathedSource } from '../../src/source.js'; // A lot of test cases taken from: // https://github.com/video-dev/hls.js/blob/master/tests/test-streams.js test.concurrent('Big Buck Bunny', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://test-streams.mux.dev/x36xhzz/x36xhzz.m3u8'), formats: ALL_FORMATS, }); let sourceCount = 0; input.on('source', () => sourceCount++); let rootReadCount = 0; input.source.on('read', () => rootReadCount++); expect(await input.getFormat()).toBeInstanceOf(HlsInputFormat); expect(await input.getFormat()).toBe(HLS); expect(sourceCount).toBe(1); expect(rootReadCount).toBeGreaterThan(0); // Test tracks directly (metadata comes from the master playlist before segments are read) const tracks = await input.getTracks(); const videoTracks = tracks.filter((x): x is InputVideoTrack => x.isVideoTrack()); const audioTracks = tracks.filter((x): x is InputAudioTrack => x.isAudioTrack()); expect(videoTracks).toHaveLength(5); expect(audioTracks).toHaveLength(5); expect(await videoTracks[0]!.getCodec()).toBe('avc'); expect(await videoTracks[0]!.getDisplayWidth()).toBe(1280); expect(await videoTracks[0]!.getDisplayHeight()).toBe(720); expect(await videoTracks[0]!.getBitrate()).toBe(2149280); expect(await videoTracks[0]!.getName()).toBe('720'); expect(videoTracks[0]!.id).toBe(2); expect(await videoTracks[1]!.getCodec()).toBe('avc'); expect(await videoTracks[1]!.getDisplayWidth()).toBe(320); expect(await videoTracks[1]!.getDisplayHeight()).toBe(184); expect(await videoTracks[1]!.getBitrate()).toBe(246440); expect(await videoTracks[1]!.getName()).toBe('240'); expect(videoTracks[1]!.id).toBe(4); expect(await videoTracks[2]!.getCodec()).toBe('avc'); expect(await videoTracks[2]!.getDisplayWidth()).toBe(512); expect(await videoTracks[2]!.getDisplayHeight()).toBe(288); expect(await videoTracks[2]!.getBitrate()).toBe(460560); expect(await videoTracks[2]!.getName()).toBe('380'); expect(videoTracks[2]!.id).toBe(6); expect(await videoTracks[3]!.getCodec()).toBe('avc'); expect(await videoTracks[3]!.getDisplayWidth()).toBe(848); expect(await videoTracks[3]!.getDisplayHeight()).toBe(480); expect(await videoTracks[3]!.getBitrate()).toBe(836280); expect(await videoTracks[3]!.getName()).toBe('480'); expect(videoTracks[3]!.id).toBe(8); expect(await videoTracks[4]!.getCodec()).toBe('avc'); expect(await videoTracks[4]!.getDisplayWidth()).toBe(1920); expect(await videoTracks[4]!.getDisplayHeight()).toBe(1080); expect(await videoTracks[4]!.getBitrate()).toBe(6221600); expect(await videoTracks[4]!.getName()).toBe('1080'); expect(videoTracks[4]!.id).toBe(10); expect(await audioTracks[0]!.getCodec()).toBe('aac'); expect(await audioTracks[0]!.getBitrate()).toBe(2149280); expect(await audioTracks[0]!.getName()).toBe('720'); expect(audioTracks[0]!.id).toBe(1); expect(await audioTracks[1]!.getCodec()).toBe('aac'); expect(await audioTracks[1]!.getBitrate()).toBe(246440); expect(await audioTracks[1]!.getName()).toBe('240'); expect(audioTracks[1]!.id).toBe(3); expect(await audioTracks[2]!.getCodec()).toBe('aac'); expect(await audioTracks[2]!.getBitrate()).toBe(460560); expect(await audioTracks[2]!.getName()).toBe('380'); expect(audioTracks[2]!.id).toBe(5); expect(await audioTracks[3]!.getCodec()).toBe('aac'); expect(await audioTracks[3]!.getBitrate()).toBe(836280); expect(await audioTracks[3]!.getName()).toBe('480'); expect(audioTracks[3]!.id).toBe(7); expect(await audioTracks[4]!.getCodec()).toBe('aac'); expect(await audioTracks[4]!.getBitrate()).toBe(6221600); expect(await audioTracks[4]!.getName()).toBe('1080'); expect(audioTracks[4]!.id).toBe(9); for (let i = 0; i < videoTracks.length - 1; i++) { for (let j = i + 1; j < videoTracks.length; j++) { expect(videoTracks[i]!.canBePairedWith(videoTracks[j]!)).toBe(false); } } for (let i = 0; i < videoTracks.length; i++) { for (let j = 0; j < audioTracks.length; j++) { expect(videoTracks[i]!.canBePairedWith(audioTracks[j]!)).toBe(i === j); } } expect(sourceCount).toBe(1); // Force hydration of all tracks by loading actual media data for (const track of tracks) { expect(await track.isRelativeToUnixEpoch()).toBe(false); } expect(sourceCount).toBe(1 + 5 + 5); for (const track of tracks) { expect(await track.isLive()).toBe(false); } expect(await videoTracks[0]!.getDurationFromMetadata()).toBe(634.584); expect(await audioTracks[0]!.getDurationFromMetadata()).toBe(634.584); expect(await videoTracks[0]!.getCodedWidth()).toBe(1280); expect(await videoTracks[0]!.getCodedHeight()).toBe(720); expect(await videoTracks[1]!.getCodedWidth()).toBe(320); expect(await videoTracks[1]!.getCodedHeight()).toBe(184); expect(await videoTracks[2]!.getCodedWidth()).toBe(512); expect(await videoTracks[2]!.getCodedHeight()).toBe(288); expect(await videoTracks[3]!.getCodedWidth()).toBe(848); expect(await videoTracks[3]!.getCodedHeight()).toBe(480); expect(await videoTracks[4]!.getCodedWidth()).toBe(1920); expect(await videoTracks[4]!.getCodedHeight()).toBe(1080); // Ensure metadata display dimensions still match even after hydration (they come from the manifest hint) expect(await videoTracks[0]!.getDisplayWidth()).toBe(1280); expect(await videoTracks[0]!.getDisplayHeight()).toBe(720); expect(await videoTracks[1]!.getDisplayWidth()).toBe(320); expect(await videoTracks[1]!.getDisplayHeight()).toBe(184); expect(await videoTracks[2]!.getDisplayWidth()).toBe(512); expect(await videoTracks[2]!.getDisplayHeight()).toBe(288); expect(await videoTracks[3]!.getDisplayWidth()).toBe(848); expect(await videoTracks[3]!.getDisplayHeight()).toBe(480); expect(await videoTracks[4]!.getDisplayWidth()).toBe(1920); expect(await videoTracks[4]!.getDisplayHeight()).toBe(1080); expect(await videoTracks[0]!.getCodecParameterString()).toEqual('avc1.64001f'); expect(await videoTracks[1]!.getCodecParameterString()).toEqual('avc1.42c00d'); // Slightly altered expect(await videoTracks[2]!.getCodecParameterString()).toEqual('avc1.42c016'); // Slightly altered expect(await videoTracks[3]!.getCodecParameterString()).toEqual('avc1.64001f'); expect(await videoTracks[4]!.getCodecParameterString()).toEqual('avc1.640028'); expect(await audioTracks[0]!.getNumberOfChannels()).toBe(2); expect(await audioTracks[0]!.getSampleRate()).toBe(44100); expect(await audioTracks[1]!.getNumberOfChannels()).toBe(2); expect(await audioTracks[1]!.getSampleRate()).toBe(22050); expect(await audioTracks[2]!.getNumberOfChannels()).toBe(2); expect(await audioTracks[2]!.getSampleRate()).toBe(22050); expect(await audioTracks[3]!.getNumberOfChannels()).toBe(2); expect(await audioTracks[3]!.getSampleRate()).toBe(44100); expect(await audioTracks[4]!.getNumberOfChannels()).toBe(2); expect(await audioTracks[4]!.getSampleRate()).toBe(44100); for (const audioTrack of audioTracks) { // Actual data always contains object type 2 expect(await audioTrack.getCodecParameterString()).toEqual('mp4a.40.2'); } expect(Math.min(await videoTracks[0]!.getFirstTimestamp(), await audioTracks[0]!.getFirstTimestamp())).toBe(0); const sink = new EncodedPacketSink(videoTracks[0]!); const lastPacket = await sink.getPacket(Infinity); expect(lastPacket!.timestamp).toBeCloseTo(634.5899); expect(sourceCount).toBe(1 + 5 + 5 + 1); const middlePacket = await sink.getPacket(300); expect(middlePacket!.timestamp).toBeCloseTo(299.9899); expect(sourceCount).toBe(1 + 5 + 5 + 1 + 1); let lastSequenceNumber = -Infinity; let packetCount = 0; for await (const packet of sink.packets()) { expect(packet.sequenceNumber).toBeGreaterThan(lastSequenceNumber); lastSequenceNumber = packet.sequenceNumber; packetCount++; if (packet.timestamp > 18) { break; } } expect(packetCount).toBeCloseTo(18 * 60, -1); // Since 60 FPS const primaryVideoTrack = await input.getPrimaryVideoTrack(); const primaryAudioTrack = await input.getPrimaryAudioTrack(); assert(primaryVideoTrack); assert(primaryAudioTrack); // Since they're the highest-bitrate option expect(primaryVideoTrack).toBe(videoTracks[4]); expect(primaryAudioTrack).toBe(audioTracks[4]); expect(await input.getDurationFromMetadata()).not.toBe(null); }); test.concurrent('Big Buck Bunny, codec parameter strings from master playlist', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://test-streams.mux.dev/x36xhzz/x36xhzz.m3u8'), formats: ALL_FORMATS, }); let sourceCount = 0; input.on('source', () => sourceCount++); const tracks = await input.getTracks(); expect(tracks).toHaveLength(10); // Every CODECS attribute lives in the master playlist, so reading the codec parameter string should never force us // to fetch any segment source const codecParameterStrings = await Promise.all(tracks.map(t => t.getCodecParameterString())); expect(codecParameterStrings).toEqual(expect.arrayContaining([ 'mp4a.40.2', 'mp4a.40.5', 'avc1.64001f', 'avc1.42000d', 'avc1.420016', 'avc1.640028', ])); expect(sourceCount).toBe(1); }); test.concurrent('Big Buck Bunny, determining duration from metadata', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://test-streams.mux.dev/x36xhzz/x36xhzz.m3u8'), formats: ALL_FORMATS, }); let sourceCount = 0; input.on('source', () => sourceCount++); const track = await input.getPrimaryVideoTrack(); assert(track); expect(sourceCount).toBe(1); const approxDuration = await track.getDurationFromMetadata(); expect(approxDuration).toBe(634.567); expect(sourceCount).toBe(2); // We needed to read the playlist, but not any segment }); test.concurrent('Single-variant Big Buck Bunny', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://test-streams.mux.dev/x36xhzz/url_6/193039199_mp4_h264_aac_hq_7.m3u8'), formats: ALL_FORMATS, }); const tracks = await input.getTracks(); expect(tracks).toHaveLength(2); const audioTrack = tracks[0]! as InputAudioTrack; expect(audioTrack.isAudioTrack()).toBe(true); expect(await audioTrack.getCodec()).toBe('aac'); const videoTrack = tracks[1] as InputVideoTrack; expect(videoTrack.isVideoTrack()).toBe(true); expect(await videoTrack.getCodec()).toBe('avc'); }); test.concurrent('Codec-less (underspecified) master playlist', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://test-streams.mux.dev/test_001/stream.m3u8'), formats: ALL_FORMATS, }); const tracks = await input.getTracks(); expect(tracks).toHaveLength(12); const codecs = new Set(await Promise.all(tracks.map(x => x.getCodec()))); expect(codecs.size).toBe(2); expect(codecs.has('avc')).toBe(true); expect(codecs.has('aac')).toBe(true); }); test.concurrent('AES and discontinuities', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://test-streams.mux.dev/dai-discontinuity-deltatre/manifest.m3u8'), formats: ALL_FORMATS, }); let sourceCount = 0; input.on('source', () => sourceCount++); const videoTrack = await input.getPrimaryVideoTrack(); assert(videoTrack); expect(sourceCount).toBe(3); // Entry, first segment, and encryption key const sink = new EncodedPacketSink(videoTrack); const firstPacket = await sink.getFirstPacket(); assert(firstPacket); let packetCount = 0; // Loop over the discontunity boundary for await (const packet of sink.packets((await sink.getPacket(35))!)) { packetCount++; if (packet.timestamp >= 40) { break; } } expect(packetCount).toBe(125); }); test.concurrent('Range requests', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://playertest.longtailvideo.com/adaptive/issue666/playlists/cisq0gim60007xzvi505emlxx.m3u8'), formats: ALL_FORMATS, }); let sourceCount = 0; input.on('source', () => sourceCount++); const tracks = await input.getTracks(); expect(tracks).toHaveLength(2); const videoTrack = await input.getPrimaryVideoTrack(); assert(videoTrack); const sink = new EncodedPacketSink(videoTrack); const firstPacket = await sink.getFirstPacket(); assert(firstPacket); expect(firstPacket.timestamp).toBeCloseTo(0, 1); const lastPacket = await sink.getPacket(Infinity); assert(lastPacket); expect(lastPacket.timestamp).toBeCloseTo(47.26133333333333); expect(sourceCount).toBe(2); }); test.concurrent('Custom IV', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://playertest.longtailvideo.com/adaptive/customIV/prog_index.m3u8'), formats: ALL_FORMATS, }); let sourceCount = 0; input.on('source', () => sourceCount++); const tracks = await input.getTracks(); expect(tracks).toHaveLength(2); expect(sourceCount).toBe(3); // Entry, first segment, and encryption key }); test.concurrent('Out-of-band audio track via ADTS', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://playertest.longtailvideo.com/adaptive/aes-with-tracks/master.m3u8'), formats: ALL_FORMATS, }); const tracks = await input.getTracks(); const videoOnlyKeyPacketsFlags = await Promise.all( tracks.filter((x): x is InputVideoTrack => x.isVideoTrack()).map(x => x.hasOnlyKeyPackets()), ); expect(videoOnlyKeyPacketsFlags.some(x => x)).toBe(true); const audioTrack = tracks.find((x): x is InputAudioTrack => x.isAudioTrack()); assert(audioTrack); expect(await audioTrack.hasOnlyKeyPackets()).toBe(true); expect(await audioTrack.getPairableVideoTracks()).toHaveLength(1); // Since the I-frame one isn't pairable const videoTrack = (await audioTrack.getPairableVideoTracks())[0]!; assert(videoTrack); expect(await videoTrack.hasOnlyKeyPackets()).toBe(false); let lastTimestamp = -Infinity; const sink = new EncodedPacketSink(audioTrack); for await (const packet of sink.packets()) { expect(packet.timestamp).toBeGreaterThan(lastTimestamp); lastTimestamp = packet.timestamp; } // This way we test that the two are synced up expect(await videoTrack.getFirstTimestamp()).toBe(await audioTrack.getFirstTimestamp()); expect(await videoTrack.computeDuration()).toBeCloseTo(await audioTrack.computeDuration(), 1); }); test.concurrent('MP3 audio only', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://pl.streamingvideoprovider.com/mp3-playlist/playlist.m3u8'), formats: ALL_FORMATS, }); const audioTrack = (await input.getAudioTracks())[0]; assert(audioTrack); expect(await audioTrack.getCodec()).toBe('mp3'); }); test.concurrent('fMP4', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://storage.googleapis.com/shaka-demo-assets/angel-one-hls/hls.m3u8'), formats: ALL_FORMATS, }); let sourceCount = 0; input.on('source', () => sourceCount++); const videoTrack = await input.getPrimaryVideoTrack(); const audioTrack = await input.getPrimaryAudioTrack(); assert(videoTrack); assert(audioTrack); expect(await videoTrack.getCodedWidth()).toBe(768); expect(await videoTrack.getCodedHeight()).toBe(576); expect(await audioTrack.getNumberOfChannels()).toBe(2); expect(await audioTrack.getSampleRate()).toBe(48000); expect(await videoTrack.getFirstTimestamp()).toBe(0); expect(await videoTrack.computeDuration()).toBe(60); expect(await audioTrack.getFirstTimestamp()).toBe(0); expect(await audioTrack.computeDuration()).toBeCloseTo(60.021333); expect(sourceCount).toBe(1 + 2 * (1 + 1 + 1 + 1)); }); test.concurrent('Track disposition & metadata', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://storage.googleapis.com/shaka-demo-assets/angel-one-hls/hls.m3u8'), formats: ALL_FORMATS, }); const audioTracks = await input.getAudioTracks(); expect(audioTracks).toHaveLength(6); expect(await audioTracks[0]!.getLanguageCode()).toBe('en'); expect(await audioTracks[1]!.getLanguageCode()).toBe('de'); expect(await audioTracks[2]!.getLanguageCode()).toBe('it'); expect(await audioTracks[3]!.getLanguageCode()).toBe('fr'); expect(await audioTracks[4]!.getLanguageCode()).toBe('es'); expect(await audioTracks[5]!.getLanguageCode()).toBe('en'); expect((await audioTracks[0]!.getDisposition()).primary).toBe(true); expect((await audioTracks[1]!.getDisposition()).primary).toBe(false); expect((await audioTracks[2]!.getDisposition()).primary).toBe(false); expect((await audioTracks[3]!.getDisposition()).primary).toBe(false); expect((await audioTracks[4]!.getDisposition()).primary).toBe(false); expect((await audioTracks[5]!.getDisposition()).primary).toBe(false); expect((await audioTracks[0]!.getDisposition()).default).toBe(true); expect((await audioTracks[1]!.getDisposition()).default).toBe(true); expect((await audioTracks[2]!.getDisposition()).default).toBe(true); expect((await audioTracks[3]!.getDisposition()).default).toBe(true); expect((await audioTracks[4]!.getDisposition()).default).toBe(true); expect((await audioTracks[5]!.getDisposition()).default).toBe(false); expect(await audioTracks[0]!.getName()).toBe('stream_5'); expect(await audioTracks[1]!.getName()).toBe('stream_4'); expect(await audioTracks[2]!.getName()).toBe('stream_8'); expect(await audioTracks[3]!.getName()).toBe('stream_7'); expect(await audioTracks[4]!.getName()).toBe('stream_9'); expect(await audioTracks[5]!.getName()).toBe('stream_6'); }); test.concurrent('fMP4 Bitmovin', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://bitdash-a.akamaihd.net/content/MI201109210084_1/m3u8s-fmp4/f08e80da-bf1d-4e3d-8899-f0f6155f6efa.m3u8', { requestInit: { headers: { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', 'Accept': '*/*', 'Accept-Language': 'en-US,en;q=0.9', 'Origin': 'https://bitmovin.com', 'Referer': 'https://bitmovin.com/', }, }, }), formats: ALL_FORMATS, }); let sourceCount = 0; input.on('source', () => sourceCount++); const tracks = await input.getTracks(); const videoTracks = tracks.filter((x): x is InputVideoTrack => x.isVideoTrack()); const audioTracks = tracks.filter((x): x is InputAudioTrack => x.isAudioTrack()); expect(videoTracks).toHaveLength(6); expect(audioTracks).toHaveLength(1); const videoDisplayDims = await Promise.all( videoTracks.map(async t => ({ w: await t.getDisplayWidth(), h: await t.getDisplayHeight() })), ); expect(videoDisplayDims.some(d => d.w === 320 && d.h === 180)).toBe(true); expect(videoDisplayDims.some(d => d.w === 480 && d.h === 270)).toBe(true); expect(videoDisplayDims.some(d => d.w === 640 && d.h === 360)).toBe(true); expect(videoDisplayDims.some(d => d.w === 960 && d.h === 540)).toBe(true); expect(videoDisplayDims.some(d => d.w === 1280 && d.h === 720)).toBe(true); expect(videoDisplayDims.some(d => d.w === 1920 && d.h === 1080)).toBe(true); const videoTrack = (await input.getVideoTracks())[0]; assert(videoTrack); expect(await videoTrack.getFirstTimestamp()).toBe(4); expect(await videoTrack.computeDuration()).toBe(214.28); expect(sourceCount).toBe(5); }); test.concurrent('Single-value PDT', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://playertest.longtailvideo.com/adaptive/aviion/manifest.m3u8'), formats: ALL_FORMATS, }); const tracks = await input.getTracks(); expect((await Promise.all(tracks.map(x => x.isRelativeToUnixEpoch()))).every(x => x)).toBe(true); const track = tracks[0]!; const firstTimestamp = await track.getFirstTimestamp(); expect(firstTimestamp).toBe(Date.parse('2013-05-08T17:40:50Z') / 1000); const endTimestamp = await track.computeDuration(); expect(endTimestamp).toBe(firstTimestamp + 50); const endDateTime = new Date(endTimestamp * 1000).toISOString(); expect(endDateTime).toBe('2013-05-08T17:41:40.000Z'); const sink = new EncodedPacketSink(track); const firstPacket = await sink.getFirstPacket(); assert(firstPacket); expect(firstPacket.timestamp).toBe(firstTimestamp); expect(firstPacket.sequenceNumber).toBe(752); // Make sure it's not huge const lastPacket = await sink.getPacket(Infinity); assert(lastPacket); expect(lastPacket.timestamp).toBeCloseTo(firstTimestamp + 50, 1); expect(lastPacket.sequenceNumber).toBeLessThan(1e8 * 60); }); test.concurrent('Duplicate PDT', { timeout: 30_000 }, async () => { using input = new Input({ source: new UrlSource('https://playertest.longtailvideo.com/adaptive/artbeats/manifest.m3u8'), formats: ALL_FORMATS, }); const audioTrack = await input.getPrimaryAudioTrack(); assert(audioTrack); expect(await audioTrack.getFirstTimestamp()).toBe(Date.parse('2013-06-17T18:32:00Z') / 1000); // Ensure the timestamps are monotonically increasing const sink = new EncodedPacketSink(audioTrack); let lastTimestamp = -Infinity; for await (const packet of sink.packets()) { expect(packet.timestamp).toBeGreaterThan(lastTimestamp); lastTimestamp = packet.timestamp; } }); test.concurrent('PDT with large gaps', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://playertest.longtailvideo.com/adaptive/boxee/playlist.m3u8'), formats: ALL_FORMATS, }); const audioTrack = await input.getPrimaryAudioTrack(); assert(audioTrack); const sink = new EncodedPacketSink(audioTrack); const packet = await sink.getPacket(Date.parse('2012-12-06T19:10:03+00:00') / 1000 + 6); assert(packet); const nextPacket = await sink.getNextPacket(packet); assert(nextPacket); expect(nextPacket.timestamp - packet.timestamp).toBeGreaterThan(59); }); test.concurrent('PDT with bad values', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://playertest.longtailvideo.com/adaptive/progdatime/playlist2.m3u8'), formats: ALL_FORMATS, }); const audioTrack = await input.getPrimaryAudioTrack(); assert(audioTrack); expect(await audioTrack.isRelativeToUnixEpoch()).toBe(false); }); test.concurrent('Alternative audio only', { timeout: 15_000 }, async () => { using input = new Input({ source: new UrlSource('https://playertest.longtailvideo.com/adaptive/alt-audio-no-video/sintel/playlist.m3u8'), formats: ALL_FORMATS, }); const tracks = await input.getTracks(); expect(tracks).toHaveLength(2); expect(tracks[0]!.type).toBe('audio'); expect(await tracks[0]!.getLanguageCode()).toBe('en'); expect(await tracks[0]!.getName()).toBe('English'); expect(tracks[1]!.type).toBe('audio'); expect(await tracks[1]!.getLanguageCode()).toBe('dubbing'); expect(await tracks[1]!.getName()).toBe('Dubbing'); }); test.concurrent('Advanced Apple HLS', { timeout: 30_000 }, async () => { using input = new Input({ source: new UrlSource('https://devstreaming-cdn.apple.com/videos/streaming/examples/bipbop_adv_example_hevc/master.m3u8'), formats: ALL_FORMATS, }); const tracks = await input.getTracks(); const videoTracks = tracks.filter((x): x is InputVideoTrack => x.isVideoTrack()); const audioTracks = tracks.filter((x): x is InputAudioTrack => x.isAudioTrack()); expect(audioTracks).toHaveLength(3); expect(videoTracks).toHaveLength(28); const snapshotVideoTrack = async (t: InputVideoTrack) => ({ codec: await t.getCodec(), displayWidth: await t.getDisplayWidth(), displayHeight: await t.getDisplayHeight(), bitrate: await t.getBitrate(), hasOnlyKeyPackets: await t.hasOnlyKeyPackets(), codecParameterString: await t.getCodecParameterString(), }); const snapshotAudioTrack = async (t: InputAudioTrack) => ({ codec: await t.getCodec(), name: await t.getName(), languageCode: await t.getLanguageCode(), codecParameterString: await t.getCodecParameterString(), }); const audioSnapshots = await Promise.all(audioTracks.map(snapshotAudioTrack)); const videoSnapshots = await Promise.all(videoTracks.map(snapshotVideoTrack)); expect(audioSnapshots[0]).toMatchObject({ codec: 'aac', name: 'English', languageCode: 'en', codecParameterString: 'mp4a.40.2' }); expect(audioSnapshots[1]).toMatchObject({ codec: 'ac3', name: 'English', languageCode: 'en', codecParameterString: 'ac-3' }); expect(audioSnapshots[2]).toMatchObject({ codec: 'eac3', name: 'English', languageCode: 'en', codecParameterString: 'ec-3' }); expect(await audioTracks[0]!.getPairableVideoTracks()).toHaveLength(18); expect(await audioTracks[1]!.getPairableVideoTracks()).toHaveLength(18); expect(await audioTracks[2]!.getPairableVideoTracks()).toHaveLength(18); // I-FRAME AVC expect(videoSnapshots[0]).toMatchObject({ codec: 'avc', displayWidth: 1920, displayHeight: 1080, bitrate: 1015727, hasOnlyKeyPackets: true, codecParameterString: 'avc1.640028' }); expect(videoSnapshots[1]).toMatchObject({ codec: 'avc', displayWidth: 1280, displayHeight: 720, bitrate: 760174, hasOnlyKeyPackets: true, codecParameterString: 'avc1.64001f' }); expect(videoSnapshots[2]).toMatchObject({ codec: 'avc', displayWidth: 960, displayHeight: 540, bitrate: 520162, hasOnlyKeyPackets: true, codecParameterString: 'avc1.64001f' }); expect(videoSnapshots[3]).toMatchObject({ codec: 'avc', displayWidth: 640, displayHeight: 360, bitrate: 186651, hasOnlyKeyPackets: true, codecParameterString: 'avc1.64001f' }); expect(videoSnapshots[4]).toMatchObject({ codec: 'avc', displayWidth: 480, displayHeight: 270, bitrate: 95410, hasOnlyKeyPackets: true, codecParameterString: 'avc1.64001f' }); for (let i = 0; i <= 4; i++) { const videoTrack = videoTracks[i]!; expect(audioTracks.some(x => x.canBePairedWith(videoTrack))).toBe(false); } // AVC expect(videoSnapshots[5]).toMatchObject({ codec: 'avc', displayWidth: 960, displayHeight: 540, bitrate: 2746096, hasOnlyKeyPackets: false, codecParameterString: 'avc1.640020' }); expect(videoSnapshots[6]).toMatchObject({ codec: 'avc', displayWidth: 1920, displayHeight: 1080, bitrate: 10095767, hasOnlyKeyPackets: false, codecParameterString: 'avc1.64002a' }); expect(videoSnapshots[7]).toMatchObject({ codec: 'avc', displayWidth: 1920, displayHeight: 1080, bitrate: 7540836, hasOnlyKeyPackets: false, codecParameterString: 'avc1.64002a' }); expect(videoSnapshots[8]).toMatchObject({ codec: 'avc', displayWidth: 1920, displayHeight: 1080, bitrate: 5644219, hasOnlyKeyPackets: false, codecParameterString: 'avc1.64002a' }); expect(videoSnapshots[9]).toMatchObject({ codec: 'avc', displayWidth: 1280, displayHeight: 720, bitrate: 3833756, hasOnlyKeyPackets: false, codecParameterString: 'avc1.640020' }); expect(videoSnapshots[10]).toMatchObject({ codec: 'avc', displayWidth: 768, displayHeight: 432, bitrate: 1698402, hasOnlyKeyPackets: false, codecParameterString: 'avc1.64001f' }); expect(videoSnapshots[11]).toMatchObject({ codec: 'avc', displayWidth: 640, displayHeight: 360, bitrate: 1240204, hasOnlyKeyPackets: false, codecParameterString: 'avc1.64001f' }); expect(videoSnapshots[12]).toMatchObject({ codec: 'avc', displayWidth: 480, displayHeight: 270, bitrate: 805319, hasOnlyKeyPackets: false, codecParameterString: 'avc1.64001f' }); expect(videoSnapshots[13]).toMatchObject({ codec: 'avc', displayWidth: 416, displayHeight: 234, bitrate: 561903, hasOnlyKeyPackets: false, codecParameterString: 'avc1.64001f' }); for (let i = 5; i <= 13; i++) { const videoTrack = videoTracks[i]!; expect(audioTracks.every(x => x.canBePairedWith(videoTrack))).toBe(true); } // I-FRAME HEVC expect(videoSnapshots[14]).toMatchObject({ codec: 'hevc', displayWidth: 1920, displayHeight: 1080, bitrate: 328352, hasOnlyKeyPackets: true, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[15]).toMatchObject({ codec: 'hevc', displayWidth: 1280, displayHeight: 720, bitrate: 226274, hasOnlyKeyPackets: true, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[16]).toMatchObject({ codec: 'hevc', displayWidth: 960, displayHeight: 540, bitrate: 159037, hasOnlyKeyPackets: true, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[17]).toMatchObject({ codec: 'hevc', displayWidth: 640, displayHeight: 360, bitrate: 92800, hasOnlyKeyPackets: true, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[18]).toMatchObject({ codec: 'hevc', displayWidth: 480, displayHeight: 270, bitrate: 51760, hasOnlyKeyPackets: true, codecParameterString: 'hvc1.2.4.L123.B0' }); for (let i = 14; i <= 18; i++) { const videoTrack = videoTracks[i]!; expect(audioTracks.some(x => x.canBePairedWith(videoTrack))).toBe(false); } // HEVC expect(videoSnapshots[19]).toMatchObject({ codec: 'hevc', displayWidth: 960, displayHeight: 540, bitrate: 2386827, hasOnlyKeyPackets: false, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[20]).toMatchObject({ codec: 'hevc', displayWidth: 1920, displayHeight: 1080, bitrate: 6886727, hasOnlyKeyPackets: false, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[21]).toMatchObject({ codec: 'hevc', displayWidth: 1920, displayHeight: 1080, bitrate: 5650398, hasOnlyKeyPackets: false, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[22]).toMatchObject({ codec: 'hevc', displayWidth: 1920, displayHeight: 1080, bitrate: 4302269, hasOnlyKeyPackets: false, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[23]).toMatchObject({ codec: 'hevc', displayWidth: 1280, displayHeight: 720, bitrate: 2987200, hasOnlyKeyPackets: false, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[24]).toMatchObject({ codec: 'hevc', displayWidth: 768, displayHeight: 432, bitrate: 1448754, hasOnlyKeyPackets: false, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[25]).toMatchObject({ codec: 'hevc', displayWidth: 640, displayHeight: 360, bitrate: 1124269, hasOnlyKeyPackets: false, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[26]).toMatchObject({ codec: 'hevc', displayWidth: 480, displayHeight: 270, bitrate: 771426, hasOnlyKeyPackets: false, codecParameterString: 'hvc1.2.4.L123.B0' }); expect(videoSnapshots[27]).toMatchObject({ codec: 'hevc', displayWidth: 416, displayHeight: 234, bitrate: 563212, hasOnlyKeyPackets: false, codecParameterString: 'hvc1.2.4.L123.B0' }); for (let i = 19; i <= 27; i++) { const videoTrack = videoTracks[i]!; expect(audioTracks.every(x => x.canBePairedWith(videoTrack))).toBe(true); } }); test.concurrent('Live HLS', { timeout: 30_000 }, async () => { const consoleSpy = vi.spyOn(console, 'warn'); using input = new Input({ source: new UrlSource('https://stream.mux.com/v69RSHhFelSm4701snP22dYz2jICy4E4FUyk02rW4gxRM.m3u8'), formats: ALL_FORMATS, }); const videoTrack = await input.getPrimaryVideoTrack(); assert(videoTrack); const audioTrack = await input.getPrimaryAudioTrack(); assert(audioTrack); expect(await videoTrack.isLive()).toBe(true); expect(await audioTrack.isLive()).toBe(true); const videoRefreshInterval = await videoTrack.getLiveRefreshInterval(); const audioRefreshInterval = await audioTrack.getLiveRefreshInterval(); expect(videoRefreshInterval).toBe(2); expect(audioRefreshInterval).toBe(2); const durationFailed = Promise.race([ videoTrack.computeDuration(), rejectAfter(2000, 'Baby you make me smile'), ]); await expect(durationFailed).rejects.toThrow('Baby you make me smile'); const duration = await Promise.race([ videoTrack.computeDuration({ skipLiveWait: true }), rejectAfter(2000, 'Baby you make me smile'), ]); expect(duration).toBeGreaterThan((Date.now() / 1000) - 3600); const sink = new EncodedPacketSink(videoTrack); let currentLastPacket = await sink.getPacket(Infinity, { skipLiveWait: true }); assert(currentLastPacket); // Actually find the last packet in decode order while (true) { const nextKnownPacket = await sink.getNextPacket(currentLastPacket, { skipLiveWait: true }); if (!nextKnownPacket) { break; } currentLastPacket = nextKnownPacket; } // This tests waiting for the live stream to advance const nextPacket = await sink.getNextPacket(currentLastPacket); assert(nextPacket); expect(nextPacket.sequenceNumber).toBeGreaterThan(currentLastPacket.sequenceNumber); const metadataDurationFailed = Promise.race([ videoTrack.getDurationFromMetadata(), rejectAfter(2000, 'Baby you make me smile'), ]); await expect(metadataDurationFailed).rejects.toThrow('Baby you make me smile'); const metadataDuration = await Promise.race([ videoTrack.getDurationFromMetadata({ skipLiveWait: true }), rejectAfter(2000, 'Baby you make me smile'), ]); expect(metadataDuration).toBeGreaterThan((Date.now() / 1000) - 3600); // The server doesn't answer with range requests but since it's HLS we suppress that warning expect(consoleSpy).not.toHaveBeenCalled(); }); test.concurrent('Mp4InputFormat recognises a CMAF segment that starts with sidx', async () => { const bytes = new Uint8Array(12); new DataView(bytes.buffer).setUint32(0, 60); // box size bytes.set([0x73, 0x69, 0x64, 0x78], 4); // 'sidx' using input = new Input({ source: new BufferSource(bytes), formats: ALL_FORMATS, }); expect(await input.canRead()).toBe(true); expect(await input.getFormat()).toBe(MP4); }); test.concurrent('#EXT-X-I-FRAME-STREAM-INF tags are parsed properly', async () => { const text = `#EXTM3U #EXT-X-I-FRAME-STREAM-INF:BANDWIDTH=256000,CODECS="avc1.4D401E",RESOLUTION=480x270,URI="7f2459cb12854fdbbc7ec1e7279da179/f74fb10563564130a4702743d64112a3/index_11.m3u8" `; const input = new Input({ formats: ALL_FORMATS, source: new CustomPathedSource('master.m3u8', () => new BufferSource(new TextEncoder().encode(text))), }); const tracks = await input.getTracks(); expect(tracks).toHaveLength(1); expect(await tracks[0]!.hasOnlyKeyPackets()).toBe(true); }); test.concurrent('#EXT-X-I-FRAME-STREAM-INF tags without BANDWIDTH attribute are rejected', async () => { const text = `#EXTM3U #EXT-X-I-FRAME-STREAM-INF:CODECS="avc1.4D401E",RESOLUTION=480x270,URI="7f2459cb12854fdbbc7ec1e7279da179/f74fb10563564130a4702743d64112a3/index_11.m3u8" `; const input = new Input({ formats: ALL_FORMATS, source: new CustomPathedSource('master.m3u8', () => new BufferSource(new TextEncoder().encode(text))), }); await expect(input.getTracks()).rejects.toThrow('BANDWIDTH'); }); test.concurrent('#EXT-X-STREAM-INF tags without BANDWIDTH attribute are rejected', async () => { const text = `#EXTM3U #EXT-X-STREAM-INF:CODECS="avc1.4D401E",RESOLUTION=480x270 7f2459cb12854fdbbc7ec1e7279da179/f74fb10563564130a4702743d64112a3/index_11.m3u8 `; const input = new Input({ formats: ALL_FORMATS, source: new CustomPathedSource('master.m3u8', () => new BufferSource(new TextEncoder().encode(text))), }); await expect(input.getTracks()).rejects.toThrow('BANDWIDTH'); }); test.concurrent('Missing media tag codec', async () => { using input = new Input({ source: new UrlSource('https://playertest.longtailvideo.com/adaptive/elephants_dream_v4/index.m3u8'), formats: ALL_FORMATS, }); const tracks = await input.getTracks(); expect(tracks).toHaveLength(7); expect(tracks.filter(x => x.type === 'video')).toHaveLength(4); expect(tracks.filter(x => x.type === 'audio')).toHaveLength(3); expect([...new Set(await Promise.all(tracks.map(x => x.getCodec())))]).toEqual(['aac', 'avc']); }); test.concurrent('Circular/recursive HLS is forbidden', async () => { const text = `#EXTM3U #EXT-X-VERSION=3 #EXT-X-TARGETDURATION=10 #EXTINF:5, root.m3u8 #EXT-X-ENDLIST `; const input = new Input({ source: new CustomPathedSource( 'root.m3u8', ({ path }) => { assert(path === 'root.m3u8'); return new BufferSource(new TextEncoder().encode(text)); }, ), formats: HLS_FORMATS, }); await expect(input.getTracks()).rejects.toThrow('unsupported'); }); test.concurrent('Widevine encryption (SAMPLE-AES-CTR) fails without keys', async () => { using input = new Input({ source: new UrlSource('https://storage.googleapis.com/shaka-demo-assets/angel-one-widevine-hls/hls.m3u8'), formats: ALL_FORMATS, }); const videoTrack = await input.getPrimaryVideoTrack(); assert(videoTrack); const sink = new EncodedPacketSink(videoTrack); await expect(sink.getPacket(Infinity)).rejects.toThrow(); }); test.concurrent('Widevine encryption (SAMPLE-AES-CTR) succeeds with string keys', async () => { const keyMap = new Map([ ['4d97930a3d7b55fa81d0028653f5e499', '429ec76475e7a952d224d8ef867f12b6'], ['d21373c0b8ab5ba9954742bcdfb5f48b', '150a6c7d7dee6a91b74dccfce5b31928'], ['6f1729072b4a5cd288c916e11846b89e', 'a84b4bd66901874556093454c075e2c6'], ['800aacaa522958ae888062b5695db6bf', '775dbf7289c4cc5847becd571f536ff2'], ['67b30c86756f57c5a0a38a23ac8c9178', 'efa2878c2ccf6dd47ab349fcf90e6259'], ]); using input = new Input({ source: new UrlSource('https://storage.googleapis.com/shaka-demo-assets/angel-one-widevine-hls/hls.m3u8'), formats: ALL_FORMATS, formatOptions: { isobmff: { resolveKeyId: ({ keyId, psshBoxes }) => { expect(psshBoxes).toHaveLength(1); expect(psshBoxes[0]!.systemId).toBe('edef8ba979d64acea3c827dcd51d21ed'); expect(psshBoxes[0]!.keyIds).toBeNull(); expect(psshBoxes[0]!.data).toEqual(new Uint8Array([ 34, 22, 115, 104, 97, 107, 97, 95, 99, 101, 99, 50, 102, 54, 52, 97, 97, 55, 56, 57, 48, 97, 49, 49, 72, 227, 220, 149, 155, 6, ])); const key = keyMap.get(keyId); assert(key); return key; }, }, }, }); const videoTrack = await input.getPrimaryVideoTrack(); assert(videoTrack); const sink = new EncodedPacketSink(videoTrack); const lastPacket = await sink.getPacket(Infinity); assert(lastPacket); expect(lastPacket.timestamp + lastPacket.duration).toBe(60); }); test.concurrent('Widevine encryption (SAMPLE-AES-CTR) succeeds with buffer keys', async () => { const keyMap = new Map([ ['4d97930a3d7b55fa81d0028653f5e499', hexStringToBytes('429ec76475e7a952d224d8ef867f12b6')], ['d21373c0b8ab5ba9954742bcdfb5f48b', hexStringToBytes('150a6c7d7dee6a91b74dccfce5b31928')], ['6f1729072b4a5cd288c916e11846b89e', hexStringToBytes('a84b4bd66901874556093454c075e2c6')], ['800aacaa522958ae888062b5695db6bf', hexStringToBytes('775dbf7289c4cc5847becd571f536ff2')], ['67b30c86756f57c5a0a38a23ac8c9178', hexStringToBytes('efa2878c2ccf6dd47ab349fcf90e6259')], ]); using input = new Input({ source: new UrlSource('https://storage.googleapis.com/shaka-demo-assets/angel-one-widevine-hls/hls.m3u8'), formats: ALL_FORMATS, formatOptions: { isobmff: { resolveKeyId: ({ keyId }) => { const key = keyMap.get(keyId); assert(key); return key; }, }, }, }); const videoTrack = await input.getPrimaryVideoTrack(); assert(videoTrack); const sink = new EncodedPacketSink(videoTrack); const lastPacket = await sink.getPacket(Infinity); assert(lastPacket); expect(lastPacket.timestamp + lastPacket.duration).toBe(60); }); test.concurrent('Widevine HLS passes #EXT-X-KEY PSSH boxes to key resolver', async () => { const keyMap = new Map([ ['4d97930a3d7b55fa81d0028653f5e499', '429ec76475e7a952d224d8ef867f12b6'], ['d21373c0b8ab5ba9954742bcdfb5f48b', '150a6c7d7dee6a91b74dccfce5b31928'], ['6f1729072b4a5cd288c916e11846b89e', 'a84b4bd66901874556093454c075e2c6'], ['800aacaa522958ae888062b5695db6bf', '775dbf7289c4cc5847becd571f536ff2'], ['67b30c86756f57c5a0a38a23ac8c9178', 'efa2878c2ccf6dd47ab349fcf90e6259'], ]); using input = new Input({ source: new UrlSource('https://storage.googleapis.com/shaka-demo-assets/angel-one-widevine-hls/hls.m3u8'), formats: ALL_FORMATS, formatOptions: { isobmff: { _suppressPsshParsing: true, resolveKeyId: ({ keyId, psshBoxes }) => { expect(psshBoxes).toHaveLength(1); expect(psshBoxes[0]!.systemId).toBe('edef8ba979d64acea3c827dcd51d21ed'); expect(psshBoxes[0]!.keyIds).toBeNull(); expect(psshBoxes[0]!.data).toEqual(new Uint8Array([ 34, 22, 115, 104, 97, 107, 97, 95, 99, 101, 99, 50, 102, 54, 52, 97, 97, 55, 56, 57, 48, 97, 49, 49, 72, 227, 220, 149, 155, 6, ])); const key = keyMap.get(keyId); assert(key); return key; }, }, }, }); const videoTrack = await input.getPrimaryVideoTrack(); assert(videoTrack); const sink = new EncodedPacketSink(videoTrack); const lastPacket = await sink.getPacket(Infinity); assert(lastPacket); expect(lastPacket.timestamp + lastPacket.duration).toBe(60); }); test.concurrent('SourceRequest.isRoot', async () => { using input = new Input({ source: new CustomPathedSource( 'https://test-streams.mux.dev/x36xhzz/x36xhzz.m3u8', ({ path, isRoot }) => { if (isRoot) { expect(path).toBe('https://test-streams.mux.dev/x36xhzz/x36xhzz.m3u8'); } return new UrlSource(path); }, ), formats: ALL_FORMATS, }); const videoTrack = await input.getPrimaryVideoTrack(); assert(videoTrack); await videoTrack.computeDuration(); });