/*! * Copyright (c) 2026-present, Vanilagy and contributors * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at https://mozilla.org/MPL/2.0/. */ import { assert, AsyncMutex, isIso639Dash2LanguageCode, MaybePromise, Rotation } from './misc'; import { MetadataTags, TrackDisposition, validateMetadataTags, validateTrackDisposition } from './metadata'; import { Muxer } from './muxer'; import { OutputFormat } from './output-format'; import { AudioSource, MediaSource, SubtitleSource, VideoSource } from './media-source'; import { Target } from './target'; import { Writer } from './writer'; export type TargetRequest = { path: string; isRoot: boolean; }; /** * The options for creating an Output object. * @group Output files * @public */ export type OutputOptions< F extends OutputFormat = OutputFormat, T extends Target = Target, > = { /** The format of the output file. */ format: F; /** The target to which the file will be written. */ target: T | ((request: TargetRequest) => MaybePromise); rootPath?: string; }; /** * List of all track types. * @group Miscellaneous * @public */ export const ALL_TRACK_TYPES = ['video', 'audio', 'subtitle'] as const; /** * Union type of all track types. * @group Miscellaneous * @public */ export type TrackType = typeof ALL_TRACK_TYPES[number]; /** * Represents a track added to an {@link Output}. * @group Output files * @public */ export abstract class OutputTrack { /** @internal */ readonly id: number; /** The {@link Output} this track belongs to. */ readonly output: Output; /** The type of this track. */ readonly type: TrackType; /** The media source providing data for this track. */ readonly source: MediaSource; /** The metadata associated with this track. */ readonly metadata: BaseTrackMetadata; /** @internal */ protected constructor( id: number, output: Output, type: TrackType, source: MediaSource, metadata: BaseTrackMetadata, ) { this.id = id; this.output = output; this.type = type; this.source = source; this.metadata = metadata; } /** Returns true if and only if this track is a video track. */ isVideoTrack(): this is OutputVideoTrack { return this.type === 'video'; } /** Returns true if and only if this track is an audio track. */ isAudioTrack(): this is OutputAudioTrack { return this.type === 'audio'; } /** Returns true if and only if this track is a subtitle track. */ isSubtitleTrack(): this is OutputSubtitleTrack { return this.type === 'subtitle'; } } /** * An {@link OutputTrack} containing video data. * @group Output files * @public */ export class OutputVideoTrack extends OutputTrack { declare readonly type: 'video'; declare readonly source: VideoSource; declare readonly metadata: VideoTrackMetadata; /** @internal */ constructor(id: number, output: Output, source: VideoSource, metadata: VideoTrackMetadata) { super(id, output, 'video', source, metadata); } } /** * An {@link OutputTrack} containing audio data. * @group Output files * @public */ export class OutputAudioTrack extends OutputTrack { declare readonly type: 'audio'; declare readonly source: AudioSource; declare readonly metadata: AudioTrackMetadata; /** @internal */ constructor(id: number, output: Output, source: AudioSource, metadata: AudioTrackMetadata) { super(id, output, 'audio', source, metadata); } } /** * An {@link OutputTrack} containing subtitle data. * @group Output files * @public */ export class OutputSubtitleTrack extends OutputTrack { declare readonly type: 'subtitle'; declare readonly source: SubtitleSource; declare readonly metadata: SubtitleTrackMetadata; /** @internal */ constructor(id: number, output: Output, source: SubtitleSource, metadata: SubtitleTrackMetadata) { super(id, output, 'subtitle', source, metadata); } } export class OutputTrackGroup { /** @internal */ _pairedGroups = new Set(); pairWith(other: OutputTrackGroup) { if (!(other instanceof OutputTrackGroup)) { throw new TypeError('other must be an OutputTrackGroup.'); } this._pairedGroups.add(other); other._pairedGroups.add(this); } } export const outputTracksArePairable = (a: OutputTrack, b: OutputTrack) => { if (a === b) { return false; } const aGroups = Array.isArray(a.metadata.group) ? a.metadata.group : [a.metadata.group!]; const bGroups = Array.isArray(b.metadata.group) ? b.metadata.group : [b.metadata.group!]; for (const aGroup of aGroups) { const pairableInSameGroup = a.type !== b.type && bGroups.some(bGroup => aGroup === bGroup); if (pairableInSameGroup) { return true; } const pairableAcrossGroups = bGroups.some( bGroup => aGroup._pairedGroups.has(bGroup), ); if (pairableAcrossGroups) { return true; } } return false; }; /** * Base track metadata, applicable to all tracks. * @group Output files * @public */ export type BaseTrackMetadata = { /** The three-letter, ISO 639-2/T language code specifying the language of this track. */ languageCode?: string; /** A user-defined name for this track, like "English" or "Director Commentary". */ name?: string; /** The track's disposition, i.e. information about its intended usage. */ disposition?: Partial; /** * The maximum amount of encoded packets that will be added to this track. Setting this field provides the muxer * with an additional signal that it can use to preallocate space in the file. * * When this field is set, it is an error to provide more packets than whatever this field specifies. * * Predicting the maximum packet count requires considering both the maximum duration as well as the codec. * - For video codecs, you can assume one packet per frame. * - For audio codecs, there is one packet for each "audio chunk", the duration of which depends on the codec. For * simplicity, you can assume each packet is roughly 10 ms or 512 samples long, whichever is shorter. * - For subtitles, assume each cue and each gap in the subtitles adds a packet. * * If you're not fully sure, make sure to add a buffer of around 33% to make sure you stay below the maximum. */ maximumPacketCount?: number; group?: OutputTrackGroup | OutputTrackGroup[]; }; /** * Additional metadata for video tracks. * @group Output files * @public */ export type VideoTrackMetadata = BaseTrackMetadata & { /** The angle in degrees by which the track's frames should be rotated (clockwise). */ rotation?: Rotation; /** * The expected video frame rate in hertz. If set, all timestamps and durations of this track will be snapped to * this frame rate. You should avoid adding more frames than the rate allows, as this will lead to multiple frames * with the same timestamp. */ frameRate?: number; /** * When true, this track is marked as being made only out of key frames (I-frames). It is an error to add a non-key * frame to this track. */ hasOnlyKeyPackets?: boolean; }; /** * Additional metadata for audio tracks. * @group Output files * @public */ export type AudioTrackMetadata = BaseTrackMetadata & {}; /** * Additional metadata for subtitle tracks. * @group Output files * @public */ export type SubtitleTrackMetadata = BaseTrackMetadata & {}; const validateBaseTrackMetadata = (metadata: BaseTrackMetadata) => { if (!metadata || typeof metadata !== 'object') { throw new TypeError('metadata must be an object.'); } if (metadata.languageCode !== undefined && !isIso639Dash2LanguageCode(metadata.languageCode)) { throw new TypeError('metadata.languageCode, when provided, must be a three-letter, ISO 639-2/T language code.'); } if (metadata.name !== undefined && typeof metadata.name !== 'string') { throw new TypeError('metadata.name, when provided, must be a string.'); } if (metadata.disposition !== undefined) { validateTrackDisposition(metadata.disposition); } if ( metadata.maximumPacketCount !== undefined && (!Number.isInteger(metadata.maximumPacketCount) || metadata.maximumPacketCount < 0) ) { throw new TypeError('metadata.maximumPacketCount, when provided, must be a non-negative integer.'); } if ( metadata.group !== undefined && !(metadata.group instanceof OutputTrackGroup) && (!Array.isArray(metadata.group) || metadata.group.some(group => !(group instanceof OutputTrackGroup))) ) { throw new TypeError( 'metadata.group, when provided, must be an OutputTrackGroup instance or an array of' + ' OutputTrackGroup instances.', ); } }; /** * Main class orchestrating the creation of a new media file. * @group Output files * @public */ export class Output< F extends OutputFormat = OutputFormat, T extends Target = Target, > { /** The format of the output file. */ readonly format: F; /** @internal */ _target: T | ((request: TargetRequest) => MaybePromise); /** The current state of the output. */ state: 'pending' | 'started' | 'canceled' | 'finalizing' | 'finalized' = 'pending'; /** @internal */ _rootPath: string | null; /** @internal */ _muxer: Muxer; /** @internal */ _rootWriterPromise: Promise | null = null; /** @internal */ _tracks: OutputTrack[] = []; /** @internal */ _startPromise: Promise | null = null; /** @internal */ _cancelPromise: Promise | null = null; /** @internal */ _finalizePromise: Promise | null = null; /** @internal */ _mutex = new AsyncMutex(); /** @internal */ _metadataTags: MetadataTags = {}; /** @internal */ _defaultTrackGroup = new OutputTrackGroup(); /** The target to which the root file will be written. Throws if the target-resolving function returns a Promise. */ get target(): T { if (this._target instanceof Target) { return this._target; } assert(this._rootPath !== null); const returnValue = this._target({ path: this._rootPath, isRoot: true }); if (returnValue instanceof Promise) { throw new TypeError( 'Output.target cannot be used when the target function resolves asynchronously.', ); } return returnValue; } /** * Called whenever a target is resolved for internal operations. */ onTarget?: (target: Target, request: TargetRequest | null) => unknown; /** * Creates a new instance of {@link Output} which can then be used to create a new media file according to the * specified {@link OutputOptions}. */ constructor(options: OutputOptions) { if (!options || typeof options !== 'object') { throw new TypeError('options must be an object.'); } if (!(options.format instanceof OutputFormat)) { throw new TypeError('options.format must be an OutputFormat.'); } if (!(options.target instanceof Target) && typeof options.target !== 'function') { throw new TypeError('options.target must be a Target.'); } if (options.target instanceof Target) { if (options.target._output) { throw new Error('Target is already used for another output.'); } options.target._output = this; } if (options.rootPath !== undefined && typeof options.rootPath !== 'string') { throw new TypeError('options.rootPath, when provided, must be a string.'); } if (typeof options.target === 'function' && options.rootPath === undefined) { throw new Error('options.rootPath must be provided when options.target is a function.'); } this.format = options.format; this._target = options.target; this._rootPath = options.rootPath ?? null; this._muxer = options.format._createMuxer(this); } async _getTarget(request: TargetRequest) { assert(typeof this._target === 'function'); const target = await this._target(request); this.onTarget?.(target, request); return target; } _getRootWriter() { return this._rootWriterPromise ??= (async () => { let target: Target; if (typeof this._target === 'function') { assert(this._rootPath !== null); target = await this._getTarget({ path: this._rootPath, isRoot: true }); } else { target = this._target; this.onTarget?.(this._target, null); } const writer = new Writer(target); writer.start(); return writer; })(); } /** Adds a video track to the output with the given source. Can only be called before the output is started. */ addVideoTrack(source: VideoSource, metadata: VideoTrackMetadata = {}) { if (!(source instanceof VideoSource)) { throw new TypeError('source must be a VideoSource.'); } validateBaseTrackMetadata(metadata); if (metadata.rotation !== undefined && ![0, 90, 180, 270].includes(metadata.rotation)) { throw new TypeError(`Invalid video rotation: ${metadata.rotation}. Has to be 0, 90, 180 or 270.`); } if (!this.format.supportsVideoRotationMetadata && metadata.rotation) { throw new Error(`${this.format._name} does not support video rotation metadata.`); } if ( metadata.frameRate !== undefined && (!Number.isFinite(metadata.frameRate) || metadata.frameRate <= 0) ) { throw new TypeError( `Invalid video frame rate: ${metadata.frameRate}. Must be a positive number.`, ); } const metadataCopy = { ...metadata }; metadataCopy.group ??= this._defaultTrackGroup; return this._addTrack(new OutputVideoTrack( this._tracks.length + 1, this, source, metadataCopy, )); } /** Adds an audio track to the output with the given source. Can only be called before the output is started. */ addAudioTrack(source: AudioSource, metadata: AudioTrackMetadata = {}) { if (!(source instanceof AudioSource)) { throw new TypeError('source must be an AudioSource.'); } validateBaseTrackMetadata(metadata); const metadataCopy = { ...metadata }; metadataCopy.group ??= this._defaultTrackGroup; return this._addTrack(new OutputAudioTrack( this._tracks.length + 1, this, source, metadataCopy, )); } /** Adds a subtitle track to the output with the given source. Can only be called before the output is started. */ addSubtitleTrack(source: SubtitleSource, metadata: SubtitleTrackMetadata = {}) { if (!(source instanceof SubtitleSource)) { throw new TypeError('source must be a SubtitleSource.'); } validateBaseTrackMetadata(metadata); const metadataCopy = { ...metadata }; metadataCopy.group ??= this._defaultTrackGroup; return this._addTrack(new OutputSubtitleTrack( this._tracks.length + 1, this, source, metadataCopy, )); } /** * Sets descriptive metadata tags about the media file, such as title, author, date, or cover art. When called * multiple times, only the metadata from the last call will be used. * * Can only be called before the output is started. */ setMetadataTags(tags: MetadataTags) { validateMetadataTags(tags); if (this.state !== 'pending') { throw new Error('Cannot set metadata tags after output has been started or canceled.'); } this._metadataTags = tags; } /** @internal */ private _addTrack(track: T) { if (this.state !== 'pending') { throw new Error('Cannot add track after output has been started or canceled.'); } if (track.source._connectedTrack) { throw new Error('Source is already used for a track.'); } // Verify maximum track count constraints const supportedTrackCounts = this.format.getSupportedTrackCounts(); const presentTracksOfThisType = this._tracks.reduce( (count, t) => count + (t.type === track.type ? 1 : 0), 0, ); const maxCount = supportedTrackCounts[track.type].max; if (presentTracksOfThisType === maxCount) { throw new Error( maxCount === 0 ? `${this.format._name} does not support ${track.type} tracks.` : (`${this.format._name} does not support more than ${maxCount} ${track.type} track` + `${maxCount === 1 ? '' : 's'}.`), ); } const maxTotalCount = supportedTrackCounts.total.max; if (this._tracks.length === maxTotalCount) { throw new Error( `${this.format._name} does not support more than ${maxTotalCount} tracks` + `${maxTotalCount === 1 ? '' : 's'} in total.`, ); } if (track.isVideoTrack()) { const supportedVideoCodecs = this.format.getSupportedVideoCodecs(); if (supportedVideoCodecs.length === 0) { throw new Error( `${this.format._name} does not support video tracks.` + this.format._codecUnsupportedHint(track.source._codec), ); } else if (!supportedVideoCodecs.includes(track.source._codec)) { throw new Error( `Codec '${track.source._codec}' cannot be contained within ${this.format._name}. Supported` + ` video codecs are: ${supportedVideoCodecs.map(codec => `'${codec}'`).join(', ')}.` + this.format._codecUnsupportedHint(track.source._codec), ); } } else if (track.isAudioTrack()) { const supportedAudioCodecs = this.format.getSupportedAudioCodecs(); if (supportedAudioCodecs.length === 0) { throw new Error( `${this.format._name} does not support audio tracks.` + this.format._codecUnsupportedHint(track.source._codec), ); } else if (!supportedAudioCodecs.includes(track.source._codec)) { throw new Error( `Codec '${track.source._codec}' cannot be contained within ${this.format._name}. Supported` + ` audio codecs are: ${supportedAudioCodecs.map(codec => `'${codec}'`).join(', ')}.` + this.format._codecUnsupportedHint(track.source._codec), ); } } else if (track.isSubtitleTrack()) { const supportedSubtitleCodecs = this.format.getSupportedSubtitleCodecs(); if (supportedSubtitleCodecs.length === 0) { throw new Error( `${this.format._name} does not support subtitle tracks.` + this.format._codecUnsupportedHint(track.source._codec), ); } else if (!supportedSubtitleCodecs.includes(track.source._codec)) { throw new Error( `Codec '${track.source._codec}' cannot be contained within ${this.format._name}. Supported` + ` subtitle codecs are: ${supportedSubtitleCodecs.map(codec => `'${codec}'`).join(', ')}.` + this.format._codecUnsupportedHint(track.source._codec), ); } } this._tracks.push(track); track.source._connectedTrack = track; return track; } /** * Starts the creation of the output file. This method should be called after all tracks have been added. Only after * the output has started can media samples be added to the tracks. * * @returns A promise that resolves when the output has successfully started and is ready to receive media samples. */ async start() { // Verify minimum track count constraints const supportedTrackCounts = this.format.getSupportedTrackCounts(); for (const trackType of ALL_TRACK_TYPES) { const presentTracksOfThisType = this._tracks.reduce( (count, track) => count + (track.type === trackType ? 1 : 0), 0, ); const minCount = supportedTrackCounts[trackType].min; if (presentTracksOfThisType < minCount) { throw new Error( minCount === supportedTrackCounts[trackType].max ? (`${this.format._name} requires exactly ${minCount} ${trackType}` + ` track${minCount === 1 ? '' : 's'}.`) : (`${this.format._name} requires at least ${minCount} ${trackType}` + ` track${minCount === 1 ? '' : 's'}.`), ); } } const totalMinCount = supportedTrackCounts.total.min; if (this._tracks.length < totalMinCount) { throw new Error( totalMinCount === supportedTrackCounts.total.max ? (`${this.format._name} requires exactly ${totalMinCount} track` + `${totalMinCount === 1 ? '' : 's'}.`) : (`${this.format._name} requires at least ${totalMinCount} track` + `${totalMinCount === 1 ? '' : 's'}.`), ); } if (this.state === 'canceled') { throw new Error('Output has been canceled.'); } if (this._startPromise) { console.warn('Output has already been started.'); return this._startPromise; } return this._startPromise = (async () => { this.state = 'started'; const release = await this._mutex.acquire(); await this._muxer.start(); const promises = this._tracks.map(track => track.source._start()); await Promise.all(promises); release(); })(); } /** * Resolves with the full MIME type of the output file, including track codecs. * * The returned promise will resolve only once the precise codec strings of all tracks are known. */ getMimeType() { return this._muxer.getMimeType(); } /** * Cancels the creation of the output file, releasing internal resources like encoders and preventing further * samples from being added. * * @returns A promise that resolves once all internal resources have been released. */ async cancel() { if (this._cancelPromise) { console.warn('Output has already been canceled.'); return this._cancelPromise; } else if (this.state === 'finalizing' || this.state === 'finalized') { console.warn('Output has already been finalized.'); return; } return this._cancelPromise = (async () => { this.state = 'canceled'; const release = await this._mutex.acquire(); const promises = this._tracks.map(x => x.source._flushOrWaitForOngoingClose(true)); // Force close await Promise.all(promises); if (this._rootWriterPromise) { await (await this._rootWriterPromise).close(); } release(); })(); } /** * Finalizes the output file. This method must be called after all media samples across all tracks have been added. * Once the Promise returned by this method completes, the output file is ready. */ async finalize() { if (this.state === 'pending') { throw new Error('Cannot finalize before starting.'); } if (this.state === 'canceled') { throw new Error('Cannot finalize after canceling.'); } if (this._finalizePromise) { console.warn('Output has already been finalized.'); return this._finalizePromise; } return this._finalizePromise = (async () => { this.state = 'finalizing'; const release = await this._mutex.acquire(); const promises = this._tracks.map(x => x.source._flushOrWaitForOngoingClose(false)); await Promise.all(promises); await this._muxer.finalize(); if (this._rootWriterPromise) { const rootWriter = await this._rootWriterPromise; await rootWriter.flush(); await rootWriter.finalize(); } this.state = 'finalized'; release(); })(); } }