@remotion/media-parser 4.0.302 → 4.0.303

package/dist/containers/iso-base-media/traversal.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTrakBoxByTrackId = exports.getTfraBoxes = exports.getTfraBoxesFromMfraBoxChildren = exports.getTrunBoxes = exports.getTfhdBox = exports.getTfdtBox = exports.getStssBox = exports.getStscBox = exports.getStszBox = exports.getCttsBox = exports.getSttsBox = exports.getStcoBox = exports.getVideoDescriptors = exports.getStsdBox = exports.getStblBox = exports.getMdhdBox = exports.getMdiaBox = exports.getTkhdBox = exports.getTraks = exports.getMvhdBox = exports.getMoofBoxes = exports.getMoovBoxFromState = exports.getMoovFromFromIsoStructure = exports.getFtypBox = void 0;
+exports.getElstBox = exports.getTrakBoxByTrackId = exports.getTfraBoxes = exports.getTfraBoxesFromMfraBoxChildren = exports.getTrunBoxes = exports.getTfhdBox = exports.getTfdtBox = exports.getStssBox = exports.getStscBox = exports.getStszBox = exports.getCttsBox = exports.getSttsBox = exports.getStcoBox = exports.getVideoDescriptors = exports.getStsdBox = exports.getStblBox = exports.getMdhdBox = exports.getMdiaBox = exports.getTkhdBox = exports.getTraks = exports.getMvhdBox = exports.getMoofBoxes = exports.getMoovBoxFromState = exports.getMoovFromFromIsoStructure = exports.getFtypBox = void 0;
 const precomputed_moof_1 = require("../../state/iso-base-media/precomputed-moof");
 const getFtypBox = (segments) => {
     const ftypBox = segments.find((s) => s.type === 'ftyp-box');
@@ -223,3 +223,12 @@ const getTrakBoxByTrackId = (moovBox, trackId) => {
     })) !== null && _a !== void 0 ? _a : null);
 };
 exports.getTrakBoxByTrackId = getTrakBoxByTrackId;
+const getElstBox = (trakBox) => {
+    const edtsBox = trakBox.children.find((s) => s.type === 'regular-box' && s.boxType === 'edts');
+    if (!edtsBox || edtsBox.type !== 'regular-box') {
+        return null;
+    }
+    const elstBox = edtsBox.children.find((s) => s.type === 'elst-box');
+    return elstBox;
+};
+exports.getElstBox = getElstBox;

package/dist/containers/mp3/parse-mpeg-header.js

@@ -67,6 +67,7 @@ const parseMpegHeader = async ({ state, }) => {
                 sampleRate,
                 timescale: 1000000,
                 trackId: 0,
+                startInSeconds: 0,
             },
             registerAudioSampleCallback: state.callbacks.registerAudioSampleCallback,
             tracks: state.callbacks.tracks,

package/dist/containers/riff/convert-queued-sample-to-mediaparser-sample.d.ts

@@ -0,0 +1,14 @@
+import type { ParserState } from '../../state/parser-state';
+import type { QueuedVideoSample } from '../../state/riff/queued-frames';
+export declare const convertQueuedSampleToMediaParserSample: (sample: QueuedVideoSample, state: ParserState) => {
+    timestamp: number;
+    cts: number;
+    dts: number;
+    type: "key" | "delta";
+    data: Uint8Array;
+    duration: number | undefined;
+    trackId: number;
+    offset: number;
+    timescale: number;
+    avc?: import("../../webcodec-sample-types").MediaParserAvcExtraInfo | undefined;
+};

package/dist/containers/riff/convert-queued-sample-to-mediaparser-sample.js

@@ -0,0 +1,55 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertQueuedSampleToMediaParserSample = void 0;
+const convert_audio_or_video_sample_1 = require("../../convert-audio-or-video-sample");
+const get_strh_for_index_1 = require("./get-strh-for-index");
+const getKeyFrameOffsetAndPocs = ({ state, sample, }) => {
+    var _a, _b;
+    if (sample.type === 'key') {
+        const sampleOffset = state.riff.sampleCounter.getSampleCountForTrack({
+            trackId: sample.trackId,
+        });
+        return {
+            sampleOffsetAtKeyframe: sampleOffset,
+            pocsAtKeyframeOffset: [(_b = (_a = sample.avc) === null || _a === void 0 ? void 0 : _a.poc) !== null && _b !== void 0 ? _b : 0],
+        };
+    }
+    const riffKeyframes = state.riff.sampleCounter.riffKeys.getKeyframes();
+    const keyframeAtOffset = riffKeyframes.findLast((k) => k.positionInBytes <= sample.offset);
+    if (!keyframeAtOffset) {
+        throw new Error('no keyframe at offset');
+    }
+    const sampleOffsetAtKeyframe = keyframeAtOffset.sampleCounts[sample.trackId];
+    const pocsAtKeyframeOffset = state.riff.sampleCounter.getPocAtKeyframeOffset({
+        keyframeOffset: keyframeAtOffset.positionInBytes,
+    });
+    return {
+        sampleOffsetAtKeyframe,
+        pocsAtKeyframeOffset,
+    };
+};
+const convertQueuedSampleToMediaParserSample = (sample, state) => {
+    const strh = (0, get_strh_for_index_1.getStrhForIndex)(state.structure.getRiffStructure(), sample.trackId);
+    const samplesPerSecond = strh.rate / strh.scale;
+    const { sampleOffsetAtKeyframe, pocsAtKeyframeOffset } = getKeyFrameOffsetAndPocs({
+        sample,
+        state,
+    });
+    const indexOfPoc = pocsAtKeyframeOffset.findIndex((poc) => { var _a; return poc === ((_a = sample.avc) === null || _a === void 0 ? void 0 : _a.poc); });
+    if (indexOfPoc === -1) {
+        throw new Error('poc not found');
+    }
+    const nthSample = indexOfPoc + sampleOffsetAtKeyframe;
+    const timestamp = nthSample / samplesPerSecond;
+    const videoSample = (0, convert_audio_or_video_sample_1.convertAudioOrVideoSampleToWebCodecsTimestamps)({
+        sample: {
+            ...sample,
+            timestamp,
+            cts: timestamp,
+            dts: timestamp,
+        },
+        timescale: 1,
+    });
+    return videoSample;
+};
+exports.convertQueuedSampleToMediaParserSample = convertQueuedSampleToMediaParserSample;

package/dist/containers/riff/get-seeking-byte.d.ts

@@ -1,8 +1,10 @@
+import type { AvcState } from '../../state/avc/avc-state';
 import type { RiffState } from '../../state/riff';
 import type { SeekResolution } from '../../work-on-seek-request';
 import type { RiffSeekingHints } from './seeking-hints';
-export declare const getSeekingByteForRiff: ({ info, time, riffState, }: {
+export declare const getSeekingByteForRiff: ({ info, time, riffState, avcState, }: {
     info: RiffSeekingHints;
     time: number;
     riffState: RiffState;
+    avcState: AvcState;
 }) => Promise<SeekResolution>;

package/dist/containers/riff/get-seeking-byte.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getSeekingByteForRiff = void 0;
 const find_last_keyframe_1 = require("../../find-last-keyframe");
-const getSeekingByteForRiff = async ({ info, time, riffState, }) => {
+const getSeekingByteForRiff = async ({ info, time, riffState, avcState, }) => {
     const idx1Entries = await (info.hasIndex
         ? riffState.lazyIdx1.waitForLoaded()
         : Promise.resolve(null));
@@ -17,6 +17,8 @@ const getSeekingByteForRiff = async ({ info, time, riffState, }) => {
             };
         }
         riffState.sampleCounter.setSamplesFromSeek(lastKeyframe.sampleCounts);
+        riffState.queuedBFrames.clear();
+        avcState.clear();
         return {
             type: 'do-seek',
             byte: lastKeyframe.positionInBytes,
@@ -48,6 +50,8 @@ const getSeekingByteForRiff = async ({ info, time, riffState, }) => {
         throw new Error('moviOffset is null');
     }
     riffState.sampleCounter.setSamplesFromSeek(bestEntry.sampleCounts);
+    riffState.queuedBFrames.clear();
+    avcState.clear();
     return {
         type: 'do-seek',
         byte: bestEntry.offset + info.moviOffset - 4,

package/dist/containers/riff/get-strh-for-index.d.ts

@@ -0,0 +1,2 @@
+import type { RiffStructure, StrhBox } from './riff-box';
+export declare const getStrhForIndex: (structure: RiffStructure, trackId: number) => StrhBox;

package/dist/containers/riff/get-strh-for-index.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getStrhForIndex = void 0;
+const traversal_1 = require("./traversal");
+const getStrhForIndex = (structure, trackId) => {
+    const boxes = (0, traversal_1.getStrlBoxes)(structure);
+    const box = boxes[trackId];
+    if (!box) {
+        throw new Error('Expected box');
+    }
+    const strh = (0, traversal_1.getStrhBox)(box.children);
+    if (!strh) {
+        throw new Error('strh');
+    }
+    return strh;
+};
+exports.getStrhForIndex = getStrhForIndex;

package/dist/containers/riff/get-tracks-from-avi.js

@@ -28,6 +28,7 @@ const makeAviAudioTrack = ({ strf, index, }) => {
         sampleRate: strf.sampleRate,
         timescale: timescale_1.MEDIA_PARSER_RIFF_TIMESCALE,
         trackId: index,
+        startInSeconds: 0,
     };
 };
 exports.makeAviAudioTrack = makeAviAudioTrack;
@@ -68,6 +69,7 @@ const makeAviVideoTrack = ({ strh, strf, index, }) => {
             denominator: 1,
         },
         fps: strh.rate / strh.scale,
+        startInSeconds: 0,
     };
 };
 exports.makeAviVideoTrack = makeAviVideoTrack;

package/dist/containers/riff/parse-movi.js

@@ -4,66 +4,74 @@ exports.parseMovi = exports.handleChunk = void 0;
 const convert_audio_or_video_sample_1 = require("../../convert-audio-or-video-sample");
 const key_1 = require("../avc/key");
 const parse_avc_1 = require("../avc/parse-avc");
-const traversal_1 = require("./traversal");
-const getStrhForIndex = (structure, trackId) => {
-    const boxes = (0, traversal_1.getStrlBoxes)(structure);
-    const box = boxes[trackId];
-    if (!box) {
-        throw new Error('Expected box');
-    }
-    const strh = (0, traversal_1.getStrhBox)(box.children);
-    if (!strh) {
-        throw new Error('strh');
-    }
-    return strh;
-};
+const convert_queued_sample_to_mediaparser_sample_1 = require("./convert-queued-sample-to-mediaparser-sample");
+const get_strh_for_index_1 = require("./get-strh-for-index");
 const handleChunk = async ({ state, ckId, ckSize, }) => {
+    var _a;
     const { iterator } = state;
     const offset = iterator.counter.getOffset() - 8;
     const videoChunk = ckId.match(/^([0-9]{2})dc$/);
     if (videoChunk) {
         const trackId = parseInt(videoChunk[1], 10);
-        const strh = getStrhForIndex(state.structure.getRiffStructure(), trackId);
+        const strh = (0, get_strh_for_index_1.getStrhForIndex)(state.structure.getRiffStructure(), trackId);
         const samplesPerSecond = strh.rate / strh.scale;
-        const nthSample = state.riff.sampleCounter.getSamplesForTrack(trackId);
-        const timeInSec = nthSample / samplesPerSecond;
-        const timestamp = timeInSec;
         const data = iterator.getSlice(ckSize);
-        const infos = (0, parse_avc_1.parseAvc)(data);
+        const infos = (0, parse_avc_1.parseAvc)(data, state.avc);
         const keyOrDelta = (0, key_1.getKeyFrameOrDeltaFromAvcInfo)(infos);
+        const info = infos.find((i) => i.type === 'keyframe' || i.type === 'delta-frame');
         const avcProfile = infos.find((i) => i.type === 'avc-profile');
         const ppsProfile = infos.find((i) => i.type === 'avc-pps');
         if (avcProfile && ppsProfile && !state.riff.getAvcProfile()) {
             await state.riff.onProfile({ pps: ppsProfile, sps: avcProfile });
             state.callbacks.tracks.setIsDone(state.logLevel);
         }
-        const videoSample = (0, convert_audio_or_video_sample_1.convertAudioOrVideoSampleToWebCodecsTimestamps)({
-            sample: {
-                cts: timestamp,
-                dts: timestamp,
-                data,
-                duration: undefined,
-                timestamp,
-                trackId,
-                type: keyOrDelta,
-                offset,
-                timescale: samplesPerSecond,
-            },
-            timescale: 1,
-        });
-        state.riff.sampleCounter.onVideoSample(trackId, videoSample);
-        // We must also NOT pass a duration because if the the next sample is 0,
-        // this sample would be longer. Chrome will pad it with silence.
-        // If we'd pass a duration instead, it would shift the audio and we think that audio is not finished
+        const rawSample = {
+            data,
+            // We must also NOT pass a duration because if the the next sample is 0,
+            // this sample would be longer. Chrome will pad it with silence.
+            // If we'd pass a duration instead, it would shift the audio and we think that audio is not finished
+            duration: 1 / samplesPerSecond,
+            trackId,
+            type: keyOrDelta === 'bidirectional' ? 'delta' : keyOrDelta,
+            offset,
+            timescale: samplesPerSecond,
+            avc: info,
+        };
+        const maxFramesInBuffer = state.avc.getMaxFramesInBuffer();
+        if (maxFramesInBuffer === null) {
+            throw new Error('maxFramesInBuffer is null');
+        }
+        if (((_a = info === null || info === void 0 ? void 0 : info.poc) !== null && _a !== void 0 ? _a : null) === null) {
+            throw new Error('poc is null');
+        }
+        const keyframeOffset = state.riff.sampleCounter.getKeyframeAtOffset(rawSample);
+        if (keyframeOffset !== null) {
+            state.riff.sampleCounter.setPocAtKeyframeOffset({
+                keyframeOffset,
+                poc: info.poc,
+            });
+        }
+        state.riff.queuedBFrames.addFrame(rawSample, maxFramesInBuffer);
+        const releasedFrame = state.riff.queuedBFrames.getReleasedFrame();
+        if (!releasedFrame) {
+            return;
+        }
+        const videoSample = (0, convert_queued_sample_to_mediaparser_sample_1.convertQueuedSampleToMediaParserSample)(releasedFrame, state);
+        state.riff.sampleCounter.onVideoSample(videoSample);
         await state.callbacks.onVideoSample(trackId, videoSample);
-        return;
     }
     const audioChunk = ckId.match(/^([0-9]{2})wb$/);
     if (audioChunk) {
         const trackId = parseInt(audioChunk[1], 10);
-        const strh = getStrhForIndex(state.structure.getRiffStructure(), trackId);
-        const samplesPerSecond = strh.rate / strh.scale;
-        const nthSample = state.riff.sampleCounter.getSamplesForTrack(trackId);
+        const strh = (0, get_strh_for_index_1.getStrhForIndex)(state.structure.getRiffStructure(), trackId);
+        const { strf } = strh;
+        if (strf.type !== 'strf-box-audio') {
+            throw new Error('audio');
+        }
+        const samplesPerSecond = (strh.rate / strh.scale) * strf.numberOfChannels;
+        const nthSample = state.riff.sampleCounter.getSampleCountForTrack({
+            trackId,
+        });
         const timeInSec = nthSample / samplesPerSecond;
         const timestamp = timeInSec;
         const data = iterator.getSlice(ckSize);
@@ -71,7 +79,9 @@ const handleChunk = async ({ state, ckId, ckSize, }) => {
             sample: {
                 cts: timestamp,
                 dts: timestamp,
-                data,
+                data, // We must also NOT pass a duration because if the the next sample is 0,
+                // this sample would be longer. Chrome will pad it with silence.
+                // If we'd pass a duration instead, it would shift the audio and we think that audio is not finished
                 duration: undefined,
                 timestamp,
                 trackId,
@@ -84,9 +94,6 @@ const handleChunk = async ({ state, ckId, ckSize, }) => {
         state.riff.sampleCounter.onAudioSample(trackId, audioSample);
         // In example.avi, we have samples with 0 data
         // Chrome fails on these
-        // We must also NOT pass a duration because if the the next sample is 0,
-        // this sample would be longer. Chrome will pad it with silence.
-        // If we'd pass a duration instead, it would shift the audio and we think that audio is not finished
         await state.callbacks.onAudioSample(trackId, audioSample);
     }
 };

package/dist/containers/riff/parse-riff-body.js

@@ -4,9 +4,17 @@ exports.parseRiffBody = void 0;
 const skip_1 = require("../../skip");
 const may_skip_video_data_1 = require("../../state/may-skip-video-data");
 const video_section_1 = require("../../state/video-section");
+const convert_queued_sample_to_mediaparser_sample_1 = require("./convert-queued-sample-to-mediaparser-sample");
 const expect_riff_box_1 = require("./expect-riff-box");
 const parse_video_section_1 = require("./parse-video-section");
 const parseRiffBody = async (state) => {
+    const releasedFrame = state.riff.queuedBFrames.getReleasedFrame();
+    if (releasedFrame) {
+        const converted = (0, convert_queued_sample_to_mediaparser_sample_1.convertQueuedSampleToMediaParserSample)(releasedFrame, state);
+        state.riff.sampleCounter.onVideoSample(converted);
+        await state.callbacks.onVideoSample(releasedFrame.trackId, converted);
+        return null;
+    }
     if (state.mediaSection.isCurrentByteInMediaSection(state.iterator) ===
         'in-section') {
         if ((0, may_skip_video_data_1.maySkipVideoData)({

package/dist/containers/transport-stream/handle-aac-packet.js

@@ -37,6 +37,7 @@ const handleAacPacket = async ({ streamBuffer, programId, offset, sampleCallback
             description: codecPrivate,
             numberOfChannels: channelConfiguration,
             sampleRate,
+            startInSeconds: 0,
         };
         await (0, register_track_1.registerAudioTrack)({
             track,

package/dist/containers/transport-stream/handle-avc-packet.d.ts

@@ -1,10 +1,11 @@
 import type { MediaParserLogLevel } from '../../log';
+import type { AvcState } from '../../state/avc/avc-state';
 import type { CallbacksState } from '../../state/sample-callbacks';
 import type { TransportStreamState } from '../../state/transport-stream/transport-stream';
 import type { MediaParserOnVideoTrack } from '../../webcodec-sample-types';
 import type { TransportStreamPacketBuffer } from './process-stream-buffers';
 export declare const MPEG_TIMESCALE = 90000;
-export declare const handleAvcPacket: ({ streamBuffer, programId, offset, sampleCallbacks, logLevel, onVideoTrack, transportStream, makeSamplesStartAtZero, }: {
+export declare const handleAvcPacket: ({ streamBuffer, programId, offset, sampleCallbacks, logLevel, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }: {
     streamBuffer: TransportStreamPacketBuffer;
     programId: number;
     offset: number;
@@ -13,4 +14,5 @@ export declare const handleAvcPacket: ({ streamBuffer, programId, offset, sample
     onVideoTrack: MediaParserOnVideoTrack | null;
     transportStream: TransportStreamState;
     makeSamplesStartAtZero: boolean;
+    avcState: AvcState;
 }) => Promise<void>;

package/dist/containers/transport-stream/handle-avc-packet.js

@@ -11,9 +11,9 @@ const parse_avc_1 = require("../avc/parse-avc");
 const sps_and_pps_1 = require("../avc/sps-and-pps");
 const color_to_webcodecs_colors_1 = require("../iso-base-media/color-to-webcodecs-colors");
 exports.MPEG_TIMESCALE = 90000;
-const handleAvcPacket = async ({ streamBuffer, programId, offset, sampleCallbacks, logLevel, onVideoTrack, transportStream, makeSamplesStartAtZero, }) => {
+const handleAvcPacket = async ({ streamBuffer, programId, offset, sampleCallbacks, logLevel, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }) => {
     var _a, _b;
-    const avc = (0, parse_avc_1.parseAvc)(streamBuffer.getBuffer());
+    const avc = (0, parse_avc_1.parseAvc)(streamBuffer.getBuffer(), avcState);
     const isTrackRegistered = sampleCallbacks.tracks.getTracks().find((t) => {
         return t.trackId === programId;
     });
@@ -56,6 +56,7 @@ const handleAvcPacket = async ({ streamBuffer, programId, offset, sampleCallback
             },
             colorSpace: (0, color_to_webcodecs_colors_1.mediaParserAdvancedColorToWebCodecsColor)(advancedColor),
             advancedColor,
+            startInSeconds: 0,
         };
         await (0, register_track_1.registerVideoTrack)({
             track,
@@ -78,7 +79,7 @@ const handleAvcPacket = async ({ streamBuffer, programId, offset, sampleCallback
         duration: undefined,
         data: streamBuffer.getBuffer(),
         trackId: programId,
-        type,
+        type: type === 'bidirectional' ? 'delta' : type,
         offset,
         timescale: exports.MPEG_TIMESCALE,
     };

package/dist/containers/transport-stream/parse-transport-stream.js

@@ -31,6 +31,7 @@ const parseTransportStream = async (state) => {
             onAudioTrack: state.onAudioTrack,
             onVideoTrack: state.onVideoTrack,
             makeSamplesStartAtZero: state.makeSamplesStartAtZero,
+            avcState: state.avc,
         });
     }
     return Promise.resolve(null);

package/dist/containers/transport-stream/process-audio.d.ts

@@ -1,5 +1,6 @@
 import type { MediaParserLogLevel } from '../../log';
 import type { TransportStreamStructure } from '../../parse-result';
+import type { AvcState } from '../../state/avc/avc-state';
 import type { CallbacksState } from '../../state/sample-callbacks';
 import type { TransportStreamState } from '../../state/transport-stream/transport-stream';
 import type { MediaParserOnAudioTrack, MediaParserOnVideoTrack } from '../../webcodec-sample-types';
@@ -8,7 +9,7 @@ import type { TransportStreamPacketBuffer } from './process-stream-buffers';
 export declare const canProcessAudio: ({ streamBuffer, }: {
     streamBuffer: TransportStreamPacketBuffer;
 }) => boolean;
-export declare const processAudio: ({ transportStreamEntry, structure, offset, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, }: {
+export declare const processAudio: ({ transportStreamEntry, structure, offset, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }: {
     transportStreamEntry: TransportStreamEntry;
     structure: TransportStreamStructure;
     sampleCallbacks: CallbacksState;
@@ -18,4 +19,5 @@ export declare const processAudio: ({ transportStreamEntry, structure, offset, s
     transportStream: TransportStreamState;
     offset: number;
     makeSamplesStartAtZero: boolean;
+    avcState: AvcState;
 }) => Promise<void>;

package/dist/containers/transport-stream/process-audio.js

@@ -15,7 +15,7 @@ const canProcessAudio = ({ streamBuffer, }) => {
     return true;
 };
 exports.canProcessAudio = canProcessAudio;
-const processAudio = async ({ transportStreamEntry, structure, offset, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, }) => {
+const processAudio = async ({ transportStreamEntry, structure, offset, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }) => {
     var _a, _b;
     const { streamBuffers, nextPesHeaderStore: nextPesHeader } = transportStream;
     const streamBuffer = streamBuffers.get(transportStreamEntry.pid);
@@ -43,6 +43,7 @@ const processAudio = async ({ transportStreamEntry, structure, offset, sampleCal
         onVideoTrack,
         transportStream,
         makeSamplesStartAtZero,
+        avcState,
     });
     const rest = streamBuffer.getBuffer().slice(expectedLength);
     streamBuffers.set(transportStreamEntry.pid, (0, process_stream_buffers_1.makeTransportStreamPacketBuffer)({

package/dist/containers/transport-stream/process-sample-if-possible.js

@@ -28,6 +28,7 @@ const processSampleIfPossible = async (state) => {
                     onVideoTrack: state.onVideoTrack,
                     transportStream: state.transportStream,
                     makeSamplesStartAtZero: state.makeSamplesStartAtZero,
+                    avcState: state.avc,
                 });
                 state.transportStream.streamBuffers.delete(stream.pid);
                 state.transportStream.streamBuffers.set(stream.pid, (0, process_stream_buffers_1.makeTransportStreamPacketBuffer)({
@@ -51,6 +52,7 @@ const processSampleIfPossible = async (state) => {
                     transportStream: state.transportStream,
                     makeSamplesStartAtZero: state.makeSamplesStartAtZero,
                     transportStreamEntry: stream,
+                    avcState: state.avc,
                 });
                 processed = true;
                 break;

package/dist/containers/transport-stream/process-stream-buffers.d.ts

@@ -1,5 +1,6 @@
 import type { MediaParserLogLevel } from '../../log';
 import type { TransportStreamStructure } from '../../parse-result';
+import type { AvcState } from '../../state/avc/avc-state';
 import type { CallbacksState } from '../../state/sample-callbacks';
 import type { TransportStreamState } from '../../state/transport-stream/transport-stream';
 import type { MediaParserOnAudioTrack, MediaParserOnVideoTrack } from '../../webcodec-sample-types';
@@ -17,7 +18,7 @@ export declare const makeTransportStreamPacketBuffer: ({ buffers, pesHeader, off
     offset: number;
 }) => TransportStreamPacketBuffer;
 export type StreamBufferMap = Map<number, TransportStreamPacketBuffer>;
-export declare const processStreamBuffer: ({ streamBuffer, programId, structure, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, }: {
+export declare const processStreamBuffer: ({ streamBuffer, programId, structure, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }: {
     streamBuffer: TransportStreamPacketBuffer;
     programId: number;
     structure: TransportStreamStructure;
@@ -27,8 +28,9 @@ export declare const processStreamBuffer: ({ streamBuffer, programId, structure,
     onVideoTrack: MediaParserOnVideoTrack | null;
     transportStream: TransportStreamState;
     makeSamplesStartAtZero: boolean;
+    avcState: AvcState;
 }) => Promise<void>;
-export declare const processFinalStreamBuffers: ({ structure, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, }: {
+export declare const processFinalStreamBuffers: ({ structure, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }: {
     structure: TransportStreamStructure;
     sampleCallbacks: CallbacksState;
     logLevel: MediaParserLogLevel;
@@ -36,4 +38,5 @@ export declare const processFinalStreamBuffers: ({ structure, sampleCallbacks, l
     onVideoTrack: MediaParserOnVideoTrack | null;
     transportStream: TransportStreamState;
     makeSamplesStartAtZero: boolean;
+    avcState: AvcState;
 }) => Promise<void>;

package/dist/containers/transport-stream/process-stream-buffers.js

@@ -53,7 +53,7 @@ const makeTransportStreamPacketBuffer = ({ buffers, pesHeader, offset, }) => {
     };
 };
 exports.makeTransportStreamPacketBuffer = makeTransportStreamPacketBuffer;
-const processStreamBuffer = async ({ streamBuffer, programId, structure, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, }) => {
+const processStreamBuffer = async ({ streamBuffer, programId, structure, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }) => {
     const stream = (0, traversal_1.getStreamForId)(structure, programId);
     if (!stream) {
         throw new Error('No stream found');
@@ -73,6 +73,7 @@ const processStreamBuffer = async ({ streamBuffer, programId, structure, sampleC
             offset: streamBuffer.offset,
             transportStream,
             makeSamplesStartAtZero,
+            avcState,
         });
     }
     // 15 = AAC / ADTS
@@ -97,7 +98,7 @@ const processStreamBuffer = async ({ streamBuffer, programId, structure, sampleC
     }
 };
 exports.processStreamBuffer = processStreamBuffer;
-const processFinalStreamBuffers = async ({ structure, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, }) => {
+const processFinalStreamBuffers = async ({ structure, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }) => {
     for (const [programId, buffer] of transportStream.streamBuffers) {
         if (buffer.getBuffer().byteLength > 0) {
             await (0, exports.processStreamBuffer)({
@@ -110,6 +111,7 @@ const processFinalStreamBuffers = async ({ structure, sampleCallbacks, logLevel,
                 onVideoTrack,
                 transportStream,
                 makeSamplesStartAtZero,
+                avcState,
             });
             transportStream.streamBuffers.delete(programId);
         }

package/dist/containers/transport-stream/process-video.d.ts

@@ -1,5 +1,6 @@
 import type { MediaParserLogLevel } from '../../log';
 import type { TransportStreamStructure } from '../../parse-result';
+import type { AvcState } from '../../state/avc/avc-state';
 import type { CallbacksState } from '../../state/sample-callbacks';
 import type { TransportStreamState } from '../../state/transport-stream/transport-stream';
 import type { MediaParserOnAudioTrack, MediaParserOnVideoTrack } from '../../webcodec-sample-types';
@@ -7,7 +8,7 @@ import type { TransportStreamPacketBuffer } from './process-stream-buffers';
 export declare const canProcessVideo: ({ streamBuffer, }: {
     streamBuffer: TransportStreamPacketBuffer;
 }) => boolean;
-export declare const processVideo: ({ programId, structure, streamBuffer, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, }: {
+export declare const processVideo: ({ programId, structure, streamBuffer, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }: {
     programId: number;
     structure: TransportStreamStructure;
     streamBuffer: TransportStreamPacketBuffer;
@@ -17,4 +18,5 @@ export declare const processVideo: ({ programId, structure, streamBuffer, sample
     onVideoTrack: MediaParserOnVideoTrack | null;
     transportStream: TransportStreamState;
     makeSamplesStartAtZero: boolean;
+    avcState: AvcState;
 }) => Promise<Uint8Array>;

package/dist/containers/transport-stream/process-video.js

@@ -10,7 +10,7 @@ const canProcessVideo = ({ streamBuffer, }) => {
     return true;
 };
 exports.canProcessVideo = canProcessVideo;
-const processVideo = async ({ programId, structure, streamBuffer, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, }) => {
+const processVideo = async ({ programId, structure, streamBuffer, sampleCallbacks, logLevel, onAudioTrack, onVideoTrack, transportStream, makeSamplesStartAtZero, avcState, }) => {
     const indexOfSeparator = streamBuffer.get2ndSubArrayIndex();
     if (indexOfSeparator === -1 || indexOfSeparator === 0) {
         throw new Error('cannot process avc stream');
@@ -33,6 +33,7 @@ const processVideo = async ({ programId, structure, streamBuffer, sampleCallback
         onVideoTrack,
         transportStream,
         makeSamplesStartAtZero,
+        avcState,
     });
     return rest;
 };

package/dist/containers/wav/parse-fmt.js

@@ -45,6 +45,7 @@ const parseFmt = async ({ state, }) => {
             sampleRate,
             timescale: 1000000,
             trackId: 0,
+            startInSeconds: 0,
         },
         container: 'wav',
         registerAudioSampleCallback: state.callbacks.registerAudioSampleCallback,

package/dist/containers/webm/get-sample-from-block.d.ts

@@ -1,4 +1,5 @@
 import type { MediaParserLogLevel } from '../../log';
+import type { AvcState } from '../../state/avc/avc-state';
 import type { WebmState } from '../../state/matroska/webm';
 import type { CallbacksState } from '../../state/sample-callbacks';
 import type { StructureState } from '../../state/structure';
@@ -16,7 +17,7 @@ type SampleResult = {
 } | {
     type: 'no-sample';
 };
-export declare const getSampleFromBlock: ({ ebml, webmState, offset, structureState, callbacks, logLevel, onVideoTrack, }: {
+export declare const getSampleFromBlock: ({ ebml, webmState, offset, structureState, callbacks, logLevel, onVideoTrack, avcState, }: {
     ebml: BlockSegment | SimpleBlockSegment;
     webmState: WebmState;
     offset: number;
@@ -24,5 +25,6 @@ export declare const getSampleFromBlock: ({ ebml, webmState, offset, structureSt
     callbacks: CallbacksState;
     logLevel: MediaParserLogLevel;
     onVideoTrack: MediaParserOnVideoTrack | null;
+    avcState: AvcState;
 }) => Promise<SampleResult>;
 export {};

package/dist/containers/webm/get-sample-from-block.js

@@ -7,7 +7,7 @@ const parse_avc_1 = require("../avc/parse-avc");
 const get_ready_tracks_1 = require("./get-ready-tracks");
 const all_segments_1 = require("./segments/all-segments");
 const block_simple_block_flags_1 = require("./segments/block-simple-block-flags");
-const addAvcToTrackAndActivateTrackIfNecessary = async ({ partialVideoSample, codec, structureState, webmState, trackNumber, logLevel, callbacks, onVideoTrack, }) => {
+const addAvcToTrackAndActivateTrackIfNecessary = async ({ partialVideoSample, codec, structureState, webmState, trackNumber, logLevel, callbacks, onVideoTrack, avcState, }) => {
     if (codec !== 'V_MPEG4/ISO/AVC') {
         return;
     }
@@ -18,7 +18,7 @@ const addAvcToTrackAndActivateTrackIfNecessary = async ({ partialVideoSample, co
     if (missingTracks.length === 0) {
         return;
     }
-    const parsed = (0, parse_avc_1.parseAvc)(partialVideoSample.data);
+    const parsed = (0, parse_avc_1.parseAvc)(partialVideoSample.data, avcState);
     for (const parse of parsed) {
         if (parse.type === 'avc-profile') {
             webmState.setAvcProfileForTrackNumber(trackNumber, parse);
@@ -45,7 +45,7 @@ const addAvcToTrackAndActivateTrackIfNecessary = async ({ partialVideoSample, co
         }
     }
 };
-const getSampleFromBlock = async ({ ebml, webmState, offset, structureState, callbacks, logLevel, onVideoTrack, }) => {
+const getSampleFromBlock = async ({ ebml, webmState, offset, structureState, callbacks, logLevel, onVideoTrack, avcState, }) => {
     const iterator = (0, buffer_iterator_1.getArrayBufferIterator)(ebml.value, ebml.value.length);
     const trackNumber = iterator.getVint();
     if (trackNumber === null) {
@@ -99,6 +99,7 @@ const getSampleFromBlock = async ({ ebml, webmState, offset, structureState, cal
             callbacks,
             logLevel,
             onVideoTrack,
+            avcState,
         });
         const sample = {
             ...partialVideoSample,