@yume-chan/media-codec 3.0.0-beta.0

package/src/format.ts

@@ -0,0 +1,53 @@
+export function hexDigits(value: number) {
+    if (value % 1 !== 0) {
+        // This also checks NaN and Infinity
+        throw new Error("Value must be an integer");
+    }
+
+    if (value < 0) {
+        throw new Error("Value must be positive");
+    }
+
+    return value.toString(16).toUpperCase();
+}
+
+export function hexTwoDigits(value: number) {
+    if (value % 1 !== 0) {
+        // This also checks NaN and Infinity
+        throw new Error("Value must be an integer");
+    }
+
+    if (value < 0) {
+        throw new Error("Value must be positive");
+    }
+
+    if (value >= 256) {
+        throw new Error("Value must be less than 256");
+    }
+
+    // Small optimization
+    if (value < 16) {
+        return "0" + value.toString(16).toUpperCase();
+    }
+    return value.toString(16).toUpperCase();
+}
+
+export function decimalTwoDigits(value: number) {
+    if (value % 1 !== 0) {
+        // This also checks NaN and Infinity
+        throw new Error("Value must be an integer");
+    }
+
+    if (value < 0) {
+        throw new Error("Value must be positive");
+    }
+
+    if (value >= 100) {
+        throw new Error("Value must be less than 256");
+    }
+
+    if (value < 10) {
+        return "0" + value.toString(10);
+    }
+    return value.toString(10);
+}

package/src/h264.ts

@@ -0,0 +1,306 @@
+// cspell: ignore golomb
+// cspell: ignore qpprime
+// cspell: ignore colour
+
+import { hexTwoDigits } from "./format.js";
+import { NaluSodbBitReader, annexBSplitNalu } from "./nalu.js";
+
+// H.264 has two standards: ITU-T H.264 and ISO/IEC 14496-10
+// they have the same content, and refer themselves as "H.264".
+// The name "AVC" (Advanced Video Coding) is only used in ISO spec name,
+// and other ISO specs referring to H.264.
+// Because this module parses H.264 Annex B format,
+// it's named "h264" instead of "avc".
+
+// 7.3.2.1.1 Sequence parameter set data syntax
+// Variable names in this method uses the snake_case convention as in the spec for easier referencing.
+export function parseSequenceParameterSet(nalu: Uint8Array) {
+    const reader = new NaluSodbBitReader(nalu);
+    if (reader.next() !== 0) {
+        throw new Error("Invalid data");
+    }
+
+    const nal_ref_idc = reader.read(2);
+    const nal_unit_type = reader.read(5);
+
+    if (nal_unit_type !== 7) {
+        throw new Error("Invalid data");
+    }
+
+    if (nal_ref_idc === 0) {
+        throw new Error("Invalid data");
+    }
+
+    const profile_idc = reader.read(8);
+    const constraint_set = reader.peek(8);
+
+    const constraint_set0_flag = !!reader.next();
+    const constraint_set1_flag = !!reader.next();
+    const constraint_set2_flag = !!reader.next();
+    const constraint_set3_flag = !!reader.next();
+    const constraint_set4_flag = !!reader.next();
+    const constraint_set5_flag = !!reader.next();
+
+    // reserved_zero_2bits
+    if (reader.read(2) !== 0) {
+        throw new Error("Invalid data");
+    }
+
+    const level_idc = reader.read(8);
+    const seq_parameter_set_id = reader.decodeExponentialGolombNumber();
+
+    if (
+        profile_idc === 100 ||
+        profile_idc === 110 ||
+        profile_idc === 122 ||
+        profile_idc === 244 ||
+        profile_idc === 44 ||
+        profile_idc === 83 ||
+        profile_idc === 86 ||
+        profile_idc === 118 ||
+        profile_idc === 128 ||
+        profile_idc === 138 ||
+        profile_idc === 139 ||
+        profile_idc === 134
+    ) {
+        const chroma_format_idc = reader.decodeExponentialGolombNumber();
+        if (chroma_format_idc === 3) {
+            // separate_colour_plane_flag
+            reader.next();
+        }
+
+        // bit_depth_luma_minus8
+        reader.decodeExponentialGolombNumber();
+        // bit_depth_chroma_minus8
+        reader.decodeExponentialGolombNumber();
+
+        // qpprime_y_zero_transform_bypass_flag
+        reader.next();
+
+        const seq_scaling_matrix_present_flag = !!reader.next();
+        if (seq_scaling_matrix_present_flag) {
+            const seq_scaling_list_present_flag: boolean[] = [];
+            for (let i = 0; i < (chroma_format_idc !== 3 ? 8 : 12); i += 1) {
+                seq_scaling_list_present_flag[i] = !!reader.next();
+                if (seq_scaling_list_present_flag[i])
+                    if (i < 6) {
+                        // TODO
+                        // scaling_list( ScalingList4x4[ i ], 16,
+                        //               UseDefaultScalingMatrix4x4Flag[ i ])
+                    } else {
+                        // TODO
+                        // scaling_list( ScalingList8x8[ i − 6 ], 64,
+                        //               UseDefaultScalingMatrix8x8Flag[ i − 6 ] )
+                    }
+            }
+        }
+    }
+
+    // log2_max_frame_num_minus4
+    reader.decodeExponentialGolombNumber();
+    const pic_order_cnt_type = reader.decodeExponentialGolombNumber();
+    if (pic_order_cnt_type === 0) {
+        // log2_max_pic_order_cnt_lsb_minus4
+        reader.decodeExponentialGolombNumber();
+    } else if (pic_order_cnt_type === 1) {
+        // delta_pic_order_always_zero_flag
+        reader.next();
+        // offset_for_non_ref_pic
+        reader.decodeExponentialGolombNumber();
+        // offset_for_top_to_bottom_field
+        reader.decodeExponentialGolombNumber();
+        const num_ref_frames_in_pic_order_cnt_cycle =
+            reader.decodeExponentialGolombNumber();
+        const offset_for_ref_frame: number[] = [];
+        for (let i = 0; i < num_ref_frames_in_pic_order_cnt_cycle; i += 1) {
+            offset_for_ref_frame[i] = reader.decodeExponentialGolombNumber();
+        }
+    }
+
+    // max_num_ref_frames
+    reader.decodeExponentialGolombNumber();
+    // gaps_in_frame_num_value_allowed_flag
+    reader.next();
+    const pic_width_in_mbs_minus1 = reader.decodeExponentialGolombNumber();
+    const pic_height_in_map_units_minus1 =
+        reader.decodeExponentialGolombNumber();
+
+    const frame_mbs_only_flag = reader.next();
+    if (!frame_mbs_only_flag) {
+        // mb_adaptive_frame_field_flag
+        reader.next();
+    }
+
+    // direct_8x8_inference_flag
+    reader.next();
+
+    const frame_cropping_flag = !!reader.next();
+    let frame_crop_left_offset: number;
+    let frame_crop_right_offset: number;
+    let frame_crop_top_offset: number;
+    let frame_crop_bottom_offset: number;
+    if (frame_cropping_flag) {
+        frame_crop_left_offset = reader.decodeExponentialGolombNumber();
+        frame_crop_right_offset = reader.decodeExponentialGolombNumber();
+        frame_crop_top_offset = reader.decodeExponentialGolombNumber();
+        frame_crop_bottom_offset = reader.decodeExponentialGolombNumber();
+    } else {
+        frame_crop_left_offset = 0;
+        frame_crop_right_offset = 0;
+        frame_crop_top_offset = 0;
+        frame_crop_bottom_offset = 0;
+    }
+
+    const vui_parameters_present_flag = !!reader.next();
+    if (vui_parameters_present_flag) {
+        // TODO
+        // vui_parameters( )
+    }
+
+    return {
+        profile_idc,
+        constraint_set,
+        constraint_set0_flag,
+        constraint_set1_flag,
+        constraint_set2_flag,
+        constraint_set3_flag,
+        constraint_set4_flag,
+        constraint_set5_flag,
+        level_idc,
+        seq_parameter_set_id,
+        pic_width_in_mbs_minus1,
+        pic_height_in_map_units_minus1,
+        frame_mbs_only_flag,
+        frame_cropping_flag,
+        frame_crop_left_offset,
+        frame_crop_right_offset,
+        frame_crop_top_offset,
+        frame_crop_bottom_offset,
+    };
+}
+
+/**
+ * Find Sequence Parameter Set (SPS) and Picture Parameter Set (PPS)
+ * from H.264 Annex B formatted data.
+ */
+export function searchConfiguration(buffer: Uint8Array) {
+    let sequenceParameterSet: Uint8Array | undefined;
+    let pictureParameterSet: Uint8Array | undefined;
+
+    for (const nalu of annexBSplitNalu(buffer)) {
+        const naluType = nalu[0]! & 0x1f;
+        switch (naluType) {
+            case 7: // Sequence parameter set
+                sequenceParameterSet = nalu;
+                if (pictureParameterSet) {
+                    return {
+                        sequenceParameterSet,
+                        pictureParameterSet,
+                    };
+                }
+                break;
+            case 8: // Picture parameter set
+                pictureParameterSet = nalu;
+                if (sequenceParameterSet) {
+                    return {
+                        sequenceParameterSet,
+                        pictureParameterSet,
+                    };
+                }
+                break;
+            default:
+                // ignore
+                break;
+        }
+    }
+
+    throw new Error("Invalid data");
+}
+
+export function containsKeyFrame(buffer: Uint8Array) {
+    for (const nalu of annexBSplitNalu(buffer)) {
+        const naluType = nalu[0]! & 0x1f;
+        if (naluType === 5) {
+            // Coded slice of an IDR picture
+            return true;
+        }
+    }
+    return false;
+}
+
+export interface Configuration {
+    pictureParameterSet: Uint8Array;
+    sequenceParameterSet: Uint8Array;
+
+    profileIndex: number;
+    constraintSet: number;
+    levelIndex: number;
+
+    encodedWidth: number;
+    encodedHeight: number;
+
+    cropLeft: number;
+    cropRight: number;
+    cropTop: number;
+    cropBottom: number;
+    croppedWidth: number;
+    croppedHeight: number;
+}
+
+export function parseConfiguration(data: Uint8Array): Configuration {
+    const { sequenceParameterSet, pictureParameterSet } =
+        searchConfiguration(data);
+
+    const {
+        profile_idc: profileIndex,
+        constraint_set: constraintSet,
+        level_idc: levelIndex,
+        pic_width_in_mbs_minus1,
+        pic_height_in_map_units_minus1,
+        frame_mbs_only_flag,
+        frame_crop_left_offset,
+        frame_crop_right_offset,
+        frame_crop_top_offset,
+        frame_crop_bottom_offset,
+    } = parseSequenceParameterSet(sequenceParameterSet);
+
+    const encodedWidth = (pic_width_in_mbs_minus1 + 1) * 16;
+    const encodedHeight =
+        (pic_height_in_map_units_minus1 + 1) * (2 - frame_mbs_only_flag) * 16;
+    const cropLeft = frame_crop_left_offset * 2;
+    const cropRight = frame_crop_right_offset * 2;
+    const cropTop = frame_crop_top_offset * 2;
+    const cropBottom = frame_crop_bottom_offset * 2;
+
+    const croppedWidth = encodedWidth - cropLeft - cropRight;
+    const croppedHeight = encodedHeight - cropTop - cropBottom;
+
+    return {
+        pictureParameterSet,
+        sequenceParameterSet,
+        profileIndex,
+        constraintSet,
+        levelIndex,
+        encodedWidth,
+        encodedHeight,
+        cropLeft,
+        cropRight,
+        cropTop,
+        cropBottom,
+        croppedWidth,
+        croppedHeight,
+    };
+}
+
+export function toCodecString(configuration: Configuration) {
+    const { profileIndex, constraintSet, levelIndex } = configuration;
+
+    // https://www.rfc-editor.org/rfc/rfc6381#section-3.3
+    // ISO Base Media File Format Name Space
+    return (
+        "avc1." +
+        hexTwoDigits(profileIndex) +
+        hexTwoDigits(constraintSet) +
+        hexTwoDigits(levelIndex)
+    );
+}