shaka-player 4.4.0 → 4.4.2

package/lib/util/ts_parser.js

@@ -6,7 +6,7 @@
 
 goog.provide('shaka.util.TsParser');
 
-goog.require('goog.asserts');
+goog.require('shaka.Deprecate');
 goog.require('shaka.log');
 goog.require('shaka.util.ExpGolomb');
 goog.require('shaka.util.Id3Utils');
@@ -26,9 +26,6 @@ shaka.util.TsParser = class {
     /** @private {boolean} */
     this.pmtParsed_ = false;
 
-    /** @private {?number} */
-    this.videoStartTime_ = null;
-
     /** @private {?number} */
     this.videoPid_ = null;
 
@@ -38,9 +35,6 @@ shaka.util.TsParser = class {
     /** @private {!Array.<Uint8Array>} */
     this.videoData_ = [];
 
-    /** @private {?number} */
-    this.audioStartTime_ = null;
-
     /** @private {?number} */
     this.audioPid_ = null;
 
@@ -63,9 +57,7 @@ shaka.util.TsParser = class {
    * @export
    */
   clearData() {
-    this.videoStartTime_ = null;
     this.videoData_ = [];
-    this.audioStartTime_ = null;
     this.audioData_ = [];
     this.id3Data_ = [];
   }
@@ -78,8 +70,8 @@ shaka.util.TsParser = class {
    * @export
    */
   parse(data) {
-    const timescale = shaka.util.TsParser.Timescale;
     const packetLength = shaka.util.TsParser.PacketLength_;
+    const Uint8ArrayUtils = shaka.util.Uint8ArrayUtils;
 
     // A TS fragment should contain at least 3 TS packets, a PAT, a PMT, and
     // one PID.
@@ -161,33 +153,43 @@ shaka.util.TsParser = class {
           }
           case this.videoPid_: {
             const videoData = data.subarray(offset, start + packetLength);
-            const pes = this.parsePES_(videoData, /* isVideo= */ true);
-            if (pes && pes.pts != null) {
-              const startTime = Math.min(pes.dts, pes.pts) / timescale;
-              if (this.videoStartTime_ == null ||
-                  this.videoStartTime_ > startTime) {
-                this.videoStartTime_ = startTime;
+            if (payloadUnitStartIndicator) {
+              this.videoData_.push(videoData);
+            } else if (this.videoData_.length) {
+              const prevVideoData = this.videoData_[this.videoData_.length - 1];
+              if (prevVideoData) {
+                this.videoData_[this.videoData_.length - 1] =
+                    Uint8ArrayUtils.concat(prevVideoData, videoData);
               }
             }
-            this.videoData_.push(videoData);
             break;
           }
           case this.audioPid_: {
             const audioData = data.subarray(offset, start + packetLength);
-            const pes = this.parsePES_(audioData);
-            if (pes && pes.pts != null) {
-              const startTime = Math.min(pes.dts, pes.pts) / timescale;
-              if (this.audioStartTime_ == null ||
-                  this.audioStartTime_ > startTime) {
-                this.audioStartTime_ = startTime;
+            if (payloadUnitStartIndicator) {
+              this.audioData_.push(audioData);
+            } else if (this.audioData_.length) {
+              const prevAudioData = this.audioData_[this.audioData_.length - 1];
+              if (prevAudioData) {
+                this.audioData_[this.audioData_.length - 1] =
+                    Uint8ArrayUtils.concat(prevAudioData, audioData);
               }
             }
-            this.audioData_.push(audioData);
             break;
           }
-          case this.id3Pid_:
-            this.id3Data_.push(data.subarray(offset, start + packetLength));
+          case this.id3Pid_: {
+            const id3Data = data.subarray(offset, start + packetLength);
+            if (payloadUnitStartIndicator) {
+              this.id3Data_.push(id3Data);
+            } else if (this.id3Data_.length) {
+              const prevId3Data = this.id3Data_[this.id3Data_.length - 1];
+              if (prevId3Data) {
+                this.id3Data_[this.id3Data_.length - 1] =
+                    Uint8ArrayUtils.concat(prevId3Data, id3Data);
+              }
+            }
             break;
+          }
           default:
             unknownPIDs = true;
             break;
@@ -340,11 +342,10 @@ shaka.util.TsParser = class {
    * Parse PES
    *
    * @param {Uint8Array} data
-   * @param {boolean=} isVideo
    * @return {?shaka.extern.MPEG_PES}
    * @private
    */
-  parsePES_(data, isVideo = false) {
+  parsePES_(data) {
     const startPrefix = (data[0] << 16) | (data[1] << 8) | data[2];
     // In certain live streams, the start of a TS fragment has ts packets
     // that are frame data that is continuing from the previous fragment. This
@@ -361,9 +362,9 @@ shaka.util.TsParser = class {
       dts: null,
     };
 
-    // If it is video, we expect the packet length to be 0. When the PES packet
-    // length is set to zero, the PES packet can be any length.
-    if (isVideo && pes.packetLength != 0) {
+    // if PES parsed length is not zero and greater than total received length,
+    // stop parsing. PES might be truncated. minus 6 : PES header size
+    if (pes.packetLength && pes.packetLength > data.byteLength - 6) {
       return null;
     }
 
@@ -401,10 +402,15 @@ shaka.util.TsParser = class {
           (data[18] & 0xfe) / 2;
       }
     }
-    // the data section starts immediately after the PES header.
-    // pes_header_data_length specifies the number of header bytes
-    // that follow the last byte of the field.
-    pes.data = data.subarray(9 + data[8]);
+
+    const pesHdrLen = data[8];
+    // 9 bytes : 6 bytes for PES header + 3 bytes for PES extension
+    const payloadStartOffset = pesHdrLen + 9;
+    if (data.byteLength <= payloadStartOffset) {
+      return null;
+    }
+
+    pes.data = data.subarray(payloadStartOffset);
 
     return pes;
   }
@@ -454,13 +460,16 @@ shaka.util.TsParser = class {
       } else if (numZeros >= 2 && value == 1 && tryToFinishLastNalu) {
         // If we are scanning the next PES, we need append the data to the
         // previous Nalu and don't scan for more nalus.
-        if (i <= 2) {
+        const startCodeSize = numZeros > 3 ? 3 : numZeros;
+        const lastByteToKeep = i - startCodeSize;
+        // Optimization
+        if (lastByteToKeep == 0) {
           break;
         }
         infoOfLastNalu.data = shaka.util.Uint8ArrayUtils.concat(
-            infoOfLastNalu.data, data.subarray(0, i - 2));
+            infoOfLastNalu.data, data.subarray(0, lastByteToKeep));
         infoOfLastNalu.fullData = shaka.util.Uint8ArrayUtils.concat(
-            infoOfLastNalu.fullData, data.subarray(0, i - 2));
+            infoOfLastNalu.fullData, data.subarray(0, lastByteToKeep));
         break;
       } else if (numZeros >= 2 && value == 1) {
         // We just read a start code.  Consume the NALU we passed, if any.
@@ -519,7 +528,7 @@ shaka.util.TsParser = class {
             type: lastNaluType,
             time: time,
           };
-          if (nextPes) {
+          if (nextPes && pes.packetLength == 0) {
             data = nextPes.data;
             len = data.byteLength;
             i = -1;
@@ -542,30 +551,17 @@ shaka.util.TsParser = class {
    */
   getMetadata() {
     const timescale = shaka.util.TsParser.Timescale;
-    const Uint8ArrayUtils = shaka.util.Uint8ArrayUtils;
     const metadata = [];
-    let prevId3Data = new Uint8Array(0);
-    // parsePES_() only works if the data begins on a PES boundary.
-    // Try the last data blob first, and if it doesn't begin on a
-    // PES boundary, prepend the previous blob and try again.
-    // This way, a successful parse will always begin and end on
-    // the correct boundary, and no data will be skipped.
-    for (let i = this.id3Data_.length - 1; i >= 0; i--) {
-      const data = this.id3Data_[i];
-      goog.asserts.assert(data, 'We should have a data');
-      const id3Data = Uint8ArrayUtils.concat(data, prevId3Data);
+    for (const id3Data of this.id3Data_) {
       const pes = this.parsePES_(id3Data);
       if (pes) {
-        metadata.unshift({
+        metadata.push({
           cueTime: pes.pts ? pes.pts / timescale : null,
           data: pes.data,
           frames: shaka.util.Id3Utils.getID3Frames(pes.data),
           dts: pes.dts,
           pts: pes.pts,
         });
-        prevId3Data = new Uint8Array(0);
-      } else {
-        prevId3Data = id3Data;
       }
     }
     return metadata;
@@ -578,24 +574,11 @@ shaka.util.TsParser = class {
    * @export
    */
   getAudioData() {
-    const Uint8ArrayUtils = shaka.util.Uint8ArrayUtils;
     const audio = [];
-    let prevAudioData = new Uint8Array(0);
-    // parsePES_() only works if the data begins on a PES boundary.
-    // Try the last data blob first, and if it doesn't begin on a
-    // PES boundary, prepend the previous blob and try again.
-    // This way, a successful parse will always begin and end on
-    // the correct boundary, and no data will be skipped.
-    for (let i = this.audioData_.length - 1; i >= 0; i--) {
-      const data = this.audioData_[i];
-      goog.asserts.assert(data, 'We should have a data');
-      const audioData = Uint8ArrayUtils.concat(data, prevAudioData);
+    for (const audioData of this.audioData_) {
       const pes = this.parsePES_(audioData);
       if (pes) {
-        audio.unshift(pes);
-        prevAudioData = new Uint8Array(0);
-      } else {
-        prevAudioData = audioData;
+        audio.push(pes);
       }
     }
     return audio;
@@ -610,22 +593,19 @@ shaka.util.TsParser = class {
   getVideoData() {
     const Uint8ArrayUtils = shaka.util.Uint8ArrayUtils;
     const video = [];
-    let prevVideoData = new Uint8Array(0);
-    // parsePES_() only works if the data begins on a PES boundary.
-    // Try the last data blob first, and if it doesn't begin on a
-    // PES boundary, prepend the previous blob and try again.
-    // This way, a successful parse will always begin and end on
-    // the correct boundary, and no data will be skipped.
-    for (let i = this.videoData_.length - 1; i >= 0; i--) {
-      const data = this.videoData_[i];
-      goog.asserts.assert(data, 'We should have a data');
-      const videoData = Uint8ArrayUtils.concat(data, prevVideoData);
-      const pes = this.parsePES_(videoData, /* isVideo= */ true);
-      if (pes) {
-        video.unshift(pes);
-        prevVideoData = new Uint8Array(0);
-      } else {
-        prevVideoData = videoData;
+    for (const videoData of this.videoData_) {
+      const pes = this.parsePES_(videoData);
+      if (pes && pes.pts != null && pes.dts != null) {
+        video.push(pes);
+      } else if (video.length) {
+        const data = pes ? pes.data : videoData;
+        if (!data) {
+          continue;
+        }
+        const previousPes = video.pop();
+        previousPes.data =
+            Uint8ArrayUtils.concat(previousPes.data, data);
+        video.push(previousPes);
       }
     }
     return video;
@@ -638,9 +618,28 @@ shaka.util.TsParser = class {
    * @export
    */
   getStartTime() {
+    const timescale = shaka.util.TsParser.Timescale;
+    let audioStartTime = null;
+    for (const pes of this.getAudioData()) {
+      if (pes && pes.pts != null) {
+        const startTime = Math.min(pes.dts, pes.pts) / timescale;
+        if (audioStartTime == null || audioStartTime > startTime) {
+          audioStartTime = startTime;
+        }
+      }
+    }
+    let videoStartTime = null;
+    for (const pes of this.getVideoData()) {
+      if (pes && pes.pts != null) {
+        const startTime = Math.min(pes.dts, pes.pts) / timescale;
+        if (videoStartTime == null || videoStartTime > startTime) {
+          videoStartTime = startTime;
+        }
+      }
+    }
     return {
-      audio: this.audioStartTime_,
-      video: this.videoStartTime_,
+      audio: audioStartTime,
+      video: videoStartTime,
     };
   }
 
@@ -664,30 +663,20 @@ shaka.util.TsParser = class {
    * @export
    */
   getVideoNalus() {
-    const Uint8ArrayUtils = shaka.util.Uint8ArrayUtils;
-    let nalus = [];
-    let prevVideoData = new Uint8Array(0);
-    // parsePES_() only works if the data begins on a PES boundary.
-    // Try the last data blob first, and if it doesn't begin on a
-    // PES boundary, prepend the previous blob and try again.
-    // This way, a successful parse will always begin and end on
-    // the correct boundary, and no data will be skipped.
-    for (let i = this.videoData_.length - 1; i >= 0; i--) {
-      const data = this.videoData_[i];
-      goog.asserts.assert(data, 'We should have a data');
-      const videoData = Uint8ArrayUtils.concat(data, prevVideoData);
-      const pes = this.parsePES_(videoData);
-      if (pes) {
-        if (this.videoCodec_ == 'avc') {
-          nalus = nalus.concat(this.parseAvcNalus(pes));
-        }
-        prevVideoData = new Uint8Array(0);
-      } else {
-        prevVideoData = videoData;
+    const nalus = [];
+    if (this.videoCodec_ != 'avc') {
+      return nalus;
+    }
+    const videoData = this.getVideoData();
+    for (let i = 0; i < videoData.length; i++) {
+      const pes = videoData[i];
+      let nextPes;
+      if (i + 1 < videoData.length) {
+        nextPes = videoData[i + 1];
       }
+      nalus.push(...this.parseAvcNalus(pes, nextPes));
     }
-    // We need to invert the array to return it in the correct order.
-    return nalus.reverse();
+    return nalus;
   }
 
   /**
@@ -697,29 +686,47 @@ shaka.util.TsParser = class {
    * @export
    */
   getVideoResolution() {
+    shaka.Deprecate.deprecateFeature(5,
+        'TsParser',
+        'Please use getVideoInfo function instead.');
+    const videoInfo = this.getVideoInfo();
+    return {
+      height: videoInfo.height,
+      width: videoInfo.width,
+    };
+  }
+
+  /**
+   * Return the video information
+   *
+   * @return {{height: ?string, width: ?string, codec: ?string}}
+   * @export
+   */
+  getVideoInfo() {
     const TsParser = shaka.util.TsParser;
-    const resolution = {
+    const videoInfo = {
       height: null,
       width: null,
+      codec: null,
     };
     const videoNalus = this.getVideoNalus();
     if (!videoNalus.length) {
-      return resolution;
+      return videoInfo;
     }
     const spsNalu = videoNalus.find((nalu) => {
       return nalu.type == TsParser.H264_NALU_TYPE_SPS_;
     });
     if (!spsNalu) {
-      return resolution;
+      return videoInfo;
     }
 
     const expGolombDecoder = new shaka.util.ExpGolomb(spsNalu.data);
     // profile_idc
     const profileIdc = expGolombDecoder.readUnsignedByte();
     // constraint_set[0-5]_flag
-    expGolombDecoder.readUnsignedByte();
+    const profileCompatibility = expGolombDecoder.readUnsignedByte();
     // level_idc u(8)
-    expGolombDecoder.readUnsignedByte();
+    const levelIdc = expGolombDecoder.readUnsignedByte();
     // seq_parameter_set_id
     expGolombDecoder.skipExpGolomb();
 
@@ -805,13 +812,26 @@ shaka.util.TsParser = class {
       frameCropBottomOffset = expGolombDecoder.readUnsignedExpGolomb();
     }
 
-    resolution.height = String(((2 - frameMbsOnlyFlag) *
+    videoInfo.height = String(((2 - frameMbsOnlyFlag) *
         (picHeightInMapUnitsMinus1 + 1) * 16) - (frameCropTopOffset * 2) -
         (frameCropBottomOffset * 2));
-    resolution.width = String(((picWidthInMbsMinus1 + 1) * 16) -
+    videoInfo.width = String(((picWidthInMbsMinus1 + 1) * 16) -
         frameCropLeftOffset * 2 - frameCropRightOffset * 2);
+    videoInfo.codec = 'avc1.' + this.byteToHex_(profileIdc) +
+        this.byteToHex_(profileCompatibility) + this.byteToHex_(levelIdc);
 
-    return resolution;
+    return videoInfo;
+  }
+
+  /**
+   * Convert a byte to 2 digits of hex.  (Only handles values 0-255.)
+   *
+   * @param {number} x
+   * @return {string}
+   * @private
+   */
+  byteToHex_(x) {
+    return ('0' + x.toString(16).toUpperCase()).slice(-2);
   }
 
   /**

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "shaka-player",
   "description": "DASH/EME video player library",
-  "version": "4.4.0",
+  "version": "4.4.2",
   "homepage": "https://github.com/shaka-project/shaka-player",
   "author": "Google",
   "maintainers": [
@@ -43,7 +43,7 @@
     "karma-coverage": "^2.2.0",
     "karma-jasmine": "^4.0.1",
     "karma-jasmine-ajax": "^0.1.13",
-    "karma-local-wd-launcher": "^1.6.4",
+    "karma-local-wd-launcher": "^1.6.6",
     "karma-opera-launcher": "^1.0.0",
     "karma-sourcemap-loader": "^0.3.8",
     "karma-spec-reporter": "^0.0.34",

package/test/hls/hls_parser_unit.js

@@ -4180,19 +4180,11 @@ describe('HlsParser', () => {
     expect(videoSegments2[2].endTime).toBe(10);
   });
 
-  // Issue #1875
-  it('ignores audio groups on audio-only content', async () => {
-    // NOTE: To reproduce the original issue accurately, the two audio playlist
-    // URIs must differ.  When the issue occurred, the audio-only variant would
-    // be detected as a video stream and combined with the audio group, leading
-    // the player to buffer "video" that was really audio, resulting in
-    // audio-only playback to the exclusion of any other streams.  Since the
-    // root cause of that was the mis-detection, this repro case does not need
-    // to include any audio+video variants.
+  it('allow audio groups on audio-only content', async () => {
     const master = [
       '#EXTM3U\n',
-      '#EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID="aud",LANG="en",URI="audio1"\n',
-      '#EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID="aud",LANG="eo",URI="audio2"\n',
+      '#EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID="aud",LANGUAGE="en",URI="audio1"\n',
+      '#EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID="aud",LANGUAGE="eo",URI="audio2"\n',
       '#EXT-X-STREAM-INF:BANDWIDTH=200,CODECS="mp4a",AUDIO="aud"\n',
       'audio3\n',
     ].join('');
@@ -4210,7 +4202,14 @@ describe('HlsParser', () => {
       manifest.anyTimeline();
       manifest.addPartialVariant((variant) => {
         variant.bandwidth = 200;
-        variant.language = 'und';
+        variant.language = 'en';
+        variant.addPartialStream(ContentType.AUDIO, (stream) => {
+          stream.mime('audio/mp4', 'mp4a');
+        });
+      });
+      manifest.addPartialVariant((variant) => {
+        variant.bandwidth = 200;
+        variant.language = 'eo';
         variant.addPartialStream(ContentType.AUDIO, (stream) => {
           stream.mime('audio/mp4', 'mp4a');
         });
@@ -4229,7 +4228,7 @@ describe('HlsParser', () => {
 
     const actual = await parser.start('test:/master', playerInterface);
     await loadAllStreamsFor(actual);
-    expect(actual.variants.length).toBe(1);
+    expect(actual.variants.length).toBe(2);
     expect(actual).toEqual(manifest);
   });
 

package/test/media/media_source_engine_integration.js

@@ -656,7 +656,7 @@ describe('MediaSourceEngine', () => {
   it('extracts ID3 metadata from AAC', async () => {
     if (!MediaSource.isTypeSupported('audio/aac') ||
         !shaka.util.Platform.supportsSequenceMode()) {
-      return;
+      pending('Raw AAC codec is not supported by the platform.');
     }
     metadata = shaka.test.TestScheme.DATA['id3-metadata_aac'];
     generators = shaka.test.TestScheme.GENERATORS['id3-metadata_aac'];
@@ -672,7 +672,7 @@ describe('MediaSourceEngine', () => {
 
   it('extracts ID3 metadata from AAC when transmuxing', async () => {
     if (!MediaSource.isTypeSupported('audio/aac')) {
-      return;
+      pending('Raw AAC codec is not supported by the platform.');
     }
     metadata = shaka.test.TestScheme.DATA['id3-metadata_aac'];
     generators = shaka.test.TestScheme.GENERATORS['id3-metadata_aac'];

package/test/mss/mss_player_integration.js

@@ -94,7 +94,7 @@ describe('MSS Player', () => {
   it('MSS VoD PlayReady', async () => {
     const support = await shaka.media.DrmEngine.probeSupport();
     if (!support['com.microsoft.playready']) {
-      return;
+      pending('PlayReady is not supported by the platform.');
     }
 
     player.configure({

package/test/text/text_engine_unit.js

@@ -49,7 +49,8 @@ describe('TextEngine', () => {
     textEngine.initParser(
         dummyMimeType,
         /* sequenceMode= */ false,
-        /* segmentRelativeVttTiming= */ false);
+        /* segmentRelativeVttTiming= */ false,
+        shaka.media.ManifestParser.UNKNOWN);
   });
 
   afterEach(() => {
@@ -298,7 +299,8 @@ describe('TextEngine', () => {
       textEngine.initParser(
           dummyMimeType,
           /* sequenceMode= */ false,
-          /* segmentRelativeVttTiming= */ true);
+          /* segmentRelativeVttTiming= */ true,
+          shaka.media.ManifestParser.UNKNOWN);
 
       mockParseMedia.and.callFake((data, time) => {
         return [

package/test/text/ttml_text_parser_unit.js

@@ -1866,9 +1866,8 @@ describe('TtmlTextParser', () => {
             endTime: 60,
             payload: '',
             fontSize: '15px',
-            // Styles from regionStyle should apply only to the nested cue.
-            backgroundColor: '',
-            color: '',
+            backgroundColor: 'transparent',
+            color: 'blue',
             displayAlign: Cue.displayAlign.CENTER,
             textAlign: Cue.textAlign.CENTER,
 
@@ -1970,7 +1969,7 @@ describe('TtmlTextParser', () => {
             startTime: 0,
             endTime: 60,
             payload: '',
-            fontSize: '',
+            fontSize: '16px',
             nestedCues: [
               {
                 startTime: 0,

package/test/text/vtt_text_parser_unit.js

@@ -198,15 +198,30 @@ describe('VttTextParser', () => {
           {
             startTime: 40,
             endTime: 50,
-            payload: 'Test2',
+            payload: '',
             writingMode: Cue.writingMode.VERTICAL_LEFT_TO_RIGHT,
+            nestedCues: [
+              {
+                startTime: 40,
+                endTime: 50,
+                payload: 'Test',
+                writingMode: Cue.writingMode.VERTICAL_LEFT_TO_RIGHT,
+              },
+              {
+                startTime: 40,
+                endTime: 50,
+                payload: '2',
+                fontWeight: Cue.fontWeight.BOLD,
+                writingMode: Cue.writingMode.VERTICAL_LEFT_TO_RIGHT,
+              },
+            ],
           },
         ],
         'WEBVTT\n\n' +
         '00:00:20.000 --> 00:00:40.000 vertical:rl\n' +
         'Test\n\n' +
         '00:00:40.000 --> 00:00:50.000 vertical:lr\n' +
-        'Test2',
+        'Test<b>2</b>',
         {periodStart: 0, segmentStart: 0, segmentEnd: 0, vttOffset: 0});
   });
 

package/test/text/web_vtt_layout_integration.js

@@ -213,7 +213,6 @@ filterDescribe('WebVTT layout', shaka.test.TextLayoutTests.supported, () => {
       await helper.checkScreenshot('line-negative-2');
     });
 
-    // FIXME: UI version is wrong: not positioned by line
     it('line 0', async () => {
       parseAndDisplay([
         'WEBVTT\n',

package/ui/language_utils.js

@@ -193,21 +193,6 @@ shaka.ui.LanguageUtils = class {
     // Extract the base language from the locale as a fallback step.
     const language = shaka.util.LanguageUtils.getBase(locale);
 
-    // If Intl.DisplayNames is supported we prefer it, because the list of
-    // languages is up to date.
-    if (window.Intl && 'DisplayNames' in Intl) {
-      try {
-        if (Intl.DisplayNames.supportedLocalesOf([locale]).length) {
-          const languageNames =
-              new Intl.DisplayNames([locale], {type: 'language'});
-          const language = languageNames.of(locale);
-          return language.charAt(0).toUpperCase() + language.slice(1);
-        }
-      } catch (e) {
-        // Ignore errors and try the fallback
-      }
-    }
-
     // First try to resolve the full language name.
     // If that fails, try the base.
     // Finally, report "unknown".