eyevinn-channel-engine 3.0.5 → 3.1.0

package/.github/workflows/publish.yml

@@ -2,7 +2,7 @@ name: Publish
   
 on:
   release:
-    types: [published]
+    types: [created]
 
 jobs:
   build:

package/engine/session.js

@@ -276,7 +276,8 @@ class Session {
         debug(`[${this._sessionId}]: FOLLOWER: WARNING! Attempts=0 - Risk of using wrong currentVod`);
       }
       if (!isLeader || vodReloaded) {
-        debug(`[${this._sessionId}]: FOLLOWER: leader is alive, and has presumably updated currentVod`);
+        debug(`[${this._sessionId}]: FOLLOWER: leader is alive, and has presumably updated currentVod. Clearing the cache now`);
+        await this._sessionState.clearCurrentVodCache();
         return;
       }
     }
@@ -394,9 +395,20 @@ class Session {
     if (!this._sessionState) {
       throw new Error('Session not ready');
     }
-    const sessionState = await this._sessionState.getValues(["discSeq"]);
+    const sessionState = await this._sessionState.getValues(["discSeq", "vodMediaSeqVideo"]);
     const playheadState = await this._playheadState.getValues(["mediaSeq", "vodMediaSeqVideo"]);
-    if (playheadState.vodMediaSeqVideo === 0) {
+
+    /*
+      Since sessionState is always newer. If it is a smaller value, then this signals that
+      a new vod has been loaded but playheadState has yet to get the new mseq value in 'incrementAsync()'.
+      Without this, we risk returning an m3u8 with an old mseq on a new vod to the client.
+    */
+    if (playheadState.vodMediaSeqVideo > sessionState.vodMediaSeqVideo) {
+      playheadState.vodMediaSeqVideo = sessionState.vodMediaSeqVideo;
+    }
+
+    if (playheadState.vodMediaSeqVideo === 0 || this.waitingForNextVod) { 
+      this.waitingForNextVod = false;
       const isLeader = await this._sessionStateStore.isLeader(this._instanceId);
       if (!isLeader) {
         debug(`[${this._sessionId}]: Not a leader and first media sequence in a VOD is requested. Invalidate cache to ensure having the correct VOD.`);
@@ -406,6 +418,7 @@ class Session {
     const currentVod = await this._sessionState.getCurrentVod();
     if (currentVod) {
       try {
+        debug(`[${this._sessionId}]: [${playheadState.vodMediaSeqVideo}]_[${currentVod.getLiveMediaSequencesCount()}]`);
         const m3u8 = currentVod.getLiveMediaSequences(playheadState.mediaSeq, bw, playheadState.vodMediaSeqVideo, sessionState.discSeq, this.targetDurationPadding, this.forceTargetDuration);
         debug(`[${this._sessionId}]: [${playheadState.mediaSeq + playheadState.vodMediaSeqVideo}][${sessionState.discSeq}][+${this.targetDurationPadding || 0}] Current media manifest for ${bw} requested`);
         return m3u8;
@@ -726,10 +739,11 @@ class Session {
         length = currentVod.getLiveMediaSequencesCount();
         lastDiscontinuity = currentVod.getLastDiscontinuity();
       }
+      await this._sessionState.set("state", SessionState.VOD_NEXT_INITIATING);
+      await this._sessionState.setCurrentVod(slateVod); 
+
       await this._sessionState.set("vodMediaSeqVideo", 0);
       await this._sessionState.set("vodMediaSeqAudio", 0);
-      await this._sessionState.set("state", SessionState.VOD_NEXT_INITIATING);
-      await this._sessionState.setCurrentVod(slateVod);
       await this._sessionState.set("mediaSeq", sessionState.mediaSeq + length);
       await this._sessionState.set("discSeq", sessionState.discSeq + lastDiscontinuity);
       await this._sessionState.set("slateCount", sessionState.slateCount + 1);
@@ -813,10 +827,6 @@ class Session {
             debug(`[${this._sessionId}]: ${currentVod.getDeltaTimes()}`);
             debug(`[${this._sessionId}]: ${currentVod.getPlayheadPositions()}`);
             //debug(newVod);
-            sessionState.mediaSeq = await this._sessionState.set("mediaSeq", 0);
-            sessionState.discSeq = await this._sessionState.set("discSeq", 0);
-            sessionState.vodMediaSeqVideo = await this._sessionState.set("vodMediaSeqVideo", 0);
-            sessionState.vodMediaSeqAudio = await this._sessionState.set("vodMediaSeqAudio", 0);
             await this._playheadState.set("playheadRef", Date.now());
             this.produceEvent({
               type: 'NOW_PLAYING',
@@ -827,6 +837,10 @@ class Session {
             });
             sessionState.state = await this._sessionState.set("state", SessionState.VOD_PLAYING);
             sessionState.currentVod = await this._sessionState.setCurrentVod(currentVod, { ttl: currentVod.getDuration() * 1000 });
+            sessionState.mediaSeq = await this._sessionState.set("mediaSeq", 0);
+            sessionState.discSeq = await this._sessionState.set("discSeq", 0);
+            sessionState.vodMediaSeqVideo = await this._sessionState.set("vodMediaSeqVideo", 0);
+            sessionState.vodMediaSeqAudio = await this._sessionState.set("vodMediaSeqAudio", 0);
             await this._sessionState.remove("nextVod");
             return;
           } else {

package/engine/session_live.js

@@ -15,6 +15,7 @@ const daterangeAttribute = (key, attr) => {
     return key.toUpperCase() + "=" + `"${attr}"`;
   }
 };
+const TARGET_PLAYLIST_DURATION_SEC = 60;
 const RESET_DELAY = 5000;
 const FAIL_TIMEOUT = 4000;
 const PlayheadState = Object.freeze({
@@ -30,7 +31,9 @@ class SessionLive {
     this.sessionLiveStateStore = sessionLiveStore.sessionLiveStateStore;
     this.instanceId = sessionLiveStore.instanceId;
     this.mediaSeqCount = 0;
+    this.prevMediaSeqCount = 0;
     this.discSeqCount = 0;
+    this.prevDiscSeqCount = 0;
     this.targetDuration = 0;
     this.masterManifestUri = null;
     this.vodSegments = {};
@@ -106,6 +109,7 @@ class SessionLive {
     }
 
     this.mediaSeqCount = 0;
+    this.prevMediaSeqCount = 0;
     this.discSeqCount = 0;
     this.targetDuration = 0;
     this.masterManifestUri = null;
@@ -136,7 +140,7 @@ class SessionLive {
         if (!this.masterManifestUri) {
           await timer(3000);
           continue;
-        } 
+        }
         if (this.playheadState === PlayheadState.STOPPED) {
           debug(`[${this.sessionId}]: Playhead has Stopped, clearing local session and store.`);
           this.waitForPlayhead = false;
@@ -208,7 +212,7 @@ class SessionLive {
     while (!this.masterManifestUri && attempts > 0) {
       attempts--;
       try {
-        debug(`[${this.instanceId}][${this.sessionId}]: Going to fetch Live Master Manifest!`)
+        debug(`[${this.instanceId}][${this.sessionId}]: Going to fetch Live Master Manifest!`);
         // Load & Parse all Media Manifest URIs from Master
         await this._loadMasterManifest(masterManifestUri);
         this.masterManifestUri = masterManifestUri;
@@ -303,7 +307,7 @@ class SessionLive {
       const leadersMediaSeqCount = liveCounts.mediaSeqCount;
       const leadersDiscSeqCount = liveCounts.discSeqCount;
       if (leadersMediaSeqCount !== null) {
-        this.mediaSeqCount = leadersMediaSeqCount - 1;
+        this.mediaSeqCount = leadersMediaSeqCount;
         debug(`[${this.sessionId}]: Setting mediaSeqCount to: [${this.mediaSeqCount}]`);
       }
       if (leadersDiscSeqCount !== null) {
@@ -342,7 +346,7 @@ class SessionLive {
       let bw = Object.keys(this.mediaManifestURIs)[i];
 
       const liveTargetBandwidth = this._findNearestBw(bw, Object.keys(this.mediaManifestURIs));
-      const vodTargetBandwidth = this._findNearestBw(bw, Object.keys(this.vodSegments));
+      const vodTargetBandwidth = this._getNearestBandwidth(bw, Object.keys(this.vodSegments));
 
       // Remove segments and disc-tag if they are on top
       if (this.vodSegments[vodTargetBandwidth].length > 0 && this.vodSegments[vodTargetBandwidth][0].discontinuity) {
@@ -390,7 +394,7 @@ class SessionLive {
   // Generate manifest to give to client
   async getCurrentMediaManifestAsync(bw) {
     if (!this.sessionLiveState) {
-      throw new Error('SessionLive not ready');
+      throw new Error("SessionLive not ready");
     }
     if (bw === null) {
       debug(`[${this.sessionId}]: No bandwidth provided`);
@@ -481,60 +485,28 @@ class SessionLive {
   // FOLLOWER only function
   _updateLiveSegQueue() {
     if (Object.keys(this.liveSegsForFollowers).length === 0) {
-      debug(`[${this.sessionId}]: Error No Segments found at all.`);
+      debug(`[${this.sessionId}]: FOLLOWER: Error No Segments found at all.`);
     }
-    const vodBws = Object.keys(this.vodSegments);
     const liveBws = Object.keys(this.liveSegsForFollowers);
     const size = this.liveSegsForFollowers[liveBws[0]].length;
 
-    let newSegCount = 0;
-    this.liveSegsForFollowers[liveBws[0]].map((seg) => {if (seg.uri) { newSegCount++ }});
-
-    debug(`[${this.sessionId}]: FOLLOWER: liveSegsForFollowers Bws=${Object.keys(this.liveSegsForFollowers)}_newSegCount=${newSegCount} `);
-    // Remove transitional segs & add live source segs collected from store
-    for (let k = 0; k < newSegCount; k++) {
-      let incrementDiscSeqCount = false;
-      // Shift the top vod segment on all variants
-      for (let i = 0; i < vodBws.length; i++) {
-        let seg = this.vodSegments[vodBws[i]].shift();
-        if (seg && seg.discontinuity) {
-          incrementDiscSeqCount = true;
-          this.vodSegments[vodBws[i]].shift();
-        }
-      }
-      if (incrementDiscSeqCount) {
-        this.discSeqCount++;
-      }
-    }
-    // Push to bottom, new live source segment on all variants
+    // Push the New Live Segments to All Variants
     for (let segIdx = 0; segIdx < size; segIdx++) {
-      let incrementDiscSeqCount = false;
-      liveBws.forEach((bw)=>{
-        let liveSegFromLeader = this.liveSegsForFollowers[bw][segIdx];
-        if (!this.liveSegQueue[bw]) {
-          this.liveSegQueue[bw] = [];
-        }
-        this.liveSegQueue[bw].push(liveSegFromLeader);
-
-        let segCount = 0;
-        this.liveSegQueue[bw].map((seg) => {if (seg.uri) { segCount++ }});
-        if (segCount > this.targetNumSeg) {
-          let seg = this.liveSegQueue[bw].shift();
-          if (seg && seg.discontinuity) {
-            incrementDiscSeqCount = true;
-            seg = this.liveSegQueue[bw].shift();
-          }
+      for (let i = 0; i < liveBws.length; i++) {
+        const liveBw = liveBws[i];
+        const liveSegFromLeader = this.liveSegsForFollowers[liveBw][segIdx];
+        if (!this.liveSegQueue[liveBw]) {
+          this.liveSegQueue[liveBw] = [];
         }
-        debug(`[${this.sessionId}]: Pushed segment (${liveSegFromLeader.uri ? liveSegFromLeader.uri : "Disc-tag"}) to 'liveSegQueue'`);
-      });
-      if (incrementDiscSeqCount) {
-        this.discSeqCount++;
+        this.liveSegQueue[liveBw].push(liveSegFromLeader);
+        debug(`[${this.sessionId}]: FOLLOWER: Pushed segment (${liveSegFromLeader.uri ? liveSegFromLeader.uri : "Disc-tag"}) to 'liveSegQueue' (${liveBw})`);
       }
     }
-    let prevVal = this.mediaSeqCount;
-    this.mediaSeqCount += newSegCount;
-    debug(`[${this.sessionId}]: Incrementing Mseq Count from [${prevVal}] -> [${this.mediaSeqCount}]`);
-    debug(`[${this.sessionId}]: Finished updating all Follower's Counts and Segment Queues!`);
+    // Remove older segments and update counts
+    const newTotalDuration = this._incrementAndShift("FOLLOWER");
+    if (newTotalDuration) {
+      debug(`[${this.sessionId}]: FOLLOWER: New Adjusted Playlist Duration=${newTotalDuration}s`);
+    }
   }
 
   /**
@@ -651,7 +623,7 @@ class SessionLive {
       }
 
       // Handle if any promise got rejected
-      if (manifestList.some(result => result.status === "rejected")) {
+      if (manifestList.some((result) => result.status === "rejected")) {
         debug(`[${this.sessionId}]: ALERT! Promises I: Failed, Rejection Found! Trying again...`);
         continue;
       }
@@ -663,16 +635,21 @@ class SessionLive {
         return item.value.mediaSeq;
       });
 
-
       // Handle if mediaSeqCounts are NOT synced up!
       if (!allMediaSeqCounts.every((val, i, arr) => val === arr[0])) {
-
         debug(`[${this.sessionId}]: Live Mseq counts=[${allMediaSeqCounts}]`);
         // Decrement fetch counter
         FETCH_ATTEMPTS--;
+        // Calculate retry delay time. Default=1500
+        let retryDelayMs = 1500;
+        if (Object.keys(this.liveSegQueue).length > 0) {
+          const firstBw = Object.keys(this.liveSegQueue)[0];
+          const lastIdx = this.liveSegQueue[firstBw].length - 1;
+          retryDelayMs = this.liveSegQueue[firstBw][lastIdx].duration * 1000 * 0.25;
+        }
         // Wait a little before trying again
-        debug(`[${this.sessionId}]: ALERT! Live Source Data NOT in sync! Will try again after 1500ms`);
-        await timer(1500);
+        debug(`[${this.sessionId}]: ALERT! Live Source Data NOT in sync! Will try again after ${retryDelayMs}ms`);
+        await timer(retryDelayMs);
         this.timerCompensation = false;
         continue;
       }
@@ -681,7 +658,7 @@ class SessionLive {
         let leadersFirstSeqCounts = await this.sessionLiveState.get("firstCounts");
         let tries = 20;
 
-        while (!leadersFirstSeqCounts.liveSourceMseqCount && tries > 0 || (leadersFirstSeqCounts.liveSourceMseqCount === 0)) {
+        while ((!leadersFirstSeqCounts.liveSourceMseqCount && tries > 0) || leadersFirstSeqCounts.liveSourceMseqCount === 0) {
           debug(`[${this.sessionId}]: NEW FOLLOWER: Waiting for LEADER to add 'firstCounts' in store! Will look again after 1000ms (tries left=${tries})`);
           await timer(1000);
           leadersFirstSeqCounts = await this.sessionLiveState.get("firstCounts");
@@ -705,8 +682,9 @@ class SessionLive {
 
         // Respawners never do this, only starter followers.
         // Edge Case: FOLLOWER transitioned from session with different segments from LEADER
-        if (leadersFirstSeqCounts.mediaSeqCount - 1 !== this.mediaSeqCount) {
-          this.mediaSeqCount = leadersFirstSeqCounts.mediaSeqCount - 1;
+        const leaderStartedOnCount = leadersFirstSeqCounts.mediaSeqCount;
+        if (leaderStartedOnCount !== this.mediaSeqCount) {
+          this.mediaSeqCount = leaderStartedOnCount;
           const transitSegs = await this.sessionLiveState.get("transitSegs");
           if (!this._isEmpty(transitSegs)) {
             this.vodSegments = transitSegs;
@@ -722,12 +700,12 @@ class SessionLive {
         }
 
         // Prepare to load segments...
-        debug(`[${this.instanceId}]: Newest mseq from LIVE=${allMediaSeqCounts[0]} First mseq in store=${leadersFirstSeqCounts.liveSourceMseqCount}`);
+        debug(`[${this.instanceId}][${this.sessionId}]: Newest mseq from LIVE=${allMediaSeqCounts[0]} First mseq in store=${leadersFirstSeqCounts.liveSourceMseqCount}`);
         if (allMediaSeqCounts[0] === leadersFirstSeqCounts.liveSourceMseqCount) {
           this.pushAmount = 1; // Follower from start
         } else {
           // RESPAWNED NODES
-          this.pushAmount = (allMediaSeqCounts[0] - leadersFirstSeqCounts.liveSourceMseqCount) + 1;
+          this.pushAmount = allMediaSeqCounts[0] - leadersFirstSeqCounts.liveSourceMseqCount + 1;
 
           const transitSegs = await this.sessionLiveState.get("transitSegs");
           //debug(`[${this.sessionId}]: NEW FOLLOWER: I tried to get 'transitSegs'. This is what I found ${JSON.stringify(transitSegs)}`);
@@ -760,7 +738,7 @@ class SessionLive {
     }
 
     if (FETCH_ATTEMPTS === 0) {
-      debug(`[${this.sessionId}]: Fetching from Live-Source did not work! Returning to Playhead Loop...`)
+      debug(`[${this.sessionId}]: Fetching from Live-Source did not work! Returning to Playhead Loop...`);
       return;
     }
 
@@ -781,8 +759,7 @@ class SessionLive {
           this.firstTime = false;
           debug(`[${this.sessionId}]: Got all needed segments from live-source (read from store).\nWe are now able to build Live Manifest: [${this.mediaSeqCount}]`);
           return;
-        }
-        else if (leadersCurrentMseqRaw < this.lastRequestedMediaSeqRaw) {
+        } else if (leadersCurrentMseqRaw < this.lastRequestedMediaSeqRaw) {
           // WE ARE A RESPAWN-NODE, and we are ahead of leader.
           this.blockGenerateManifest = true;
         }
@@ -793,34 +770,34 @@ class SessionLive {
       let pushPromises = [];
       for (let i = 0; i < Object.keys(this.mediaManifestURIs).length; i++) {
         let bw = Object.keys(this.mediaManifestURIs)[i];
+        // will add new segments to live seg queue
         pushPromises.push(this._parseMediaManifest(this.liveSourceM3Us[bw].M3U, this.mediaManifestURIs[bw], bw));
         debug(`[${this.sessionId}]: Pushed pushPromise for bw=${bw}`);
       }
       // Segment Pushing
       debug(`[${this.sessionId}]: Executing Promises II: Segment Pushing`);
-      let results = await allSettled(pushPromises);//await Promise.all(pushPromises);
-      const removedDiscSeqList = results.map((item) => {
-        if (item.status === "rejected") {
-          return -1;
-        }
-        return item.value.removedDiscSeqs;
-      });
-      if (removedDiscSeqList.every((val, i, arr) => val === arr[0])) {
-        // if all variants removed equal amounts of disc-tags
-        this.discSeqCount += removedDiscSeqList[0];
+      await allSettled(pushPromises);
+
+      // UPDATE COUNTS, & Shift Segments in vodSegments and liveSegQueue if needed.
+      const newTotalDuration = this._incrementAndShift("LEADER");
+      if (newTotalDuration) {
+        debug(`[${this.sessionId}]: New Adjusted Playlist Duration=${newTotalDuration}s`);
       }
-      // UPDATE COUNTS, & Shift Segments in vodSegments
-      await this._incrementAndShift();
     }
 
     // -----------------------------------------------------
     // Leader writes to store so that Followers can read.
     // -----------------------------------------------------
     if (isLeader) {
-      debug(`[${this.sessionId}]: LEADER: Adding data to store!`);
       if (this.allowedToSet) {
-        await this.sessionLiveState.set("liveSegsForFollowers", this.liveSegsForFollowers);
-        await this.sessionLiveState.set("lastRequestedMediaSeqRaw", this.lastRequestedMediaSeqRaw);
+        const liveBws = Object.keys(this.liveSegsForFollowers);
+        const segListSize = this.liveSegsForFollowers[liveBws[0]].length;
+        // Do not replace old data with empty data
+        if (segListSize > 0) {
+          debug(`[${this.sessionId}]: LEADER: Adding data to store!`);
+          await this.sessionLiveState.set("liveSegsForFollowers", this.liveSegsForFollowers);
+          await this.sessionLiveState.set("lastRequestedMediaSeqRaw", this.lastRequestedMediaSeqRaw);
+        }
       }
 
       // [LASTLY]: LEADER does this for respawned-FOLLOWERS' sake.
@@ -829,8 +806,8 @@ class SessionLive {
         await timer(1000); // maybe remove
         const firstCounts = {
           liveSourceMseqCount: this.lastRequestedMediaSeqRaw,
-          mediaSeqCount: this.mediaSeqCount,
-          discSeqCount: this.discSeqCount,
+          mediaSeqCount: this.prevMediaSeqCount,
+          discSeqCount: this.prevDiscSeqCount,
         };
         debug(`[${this.sessionId}]: LEADER: I am adding 'firstCounts'=${JSON.stringify(firstCounts)} to Store for future followers`);
         await this.sessionLiveState.set("firstCounts", firstCounts);
@@ -846,39 +823,148 @@ class SessionLive {
     return;
   }
 
-  async _incrementAndShift() {
-    const vodBandwidths = Object.keys(this.vodSegments);
-    for (let j = 0; j < this.pushAmount; j++) {
+  _shiftSegments(opt) {
+    let _totalDur = 0;
+    let _segments = {};
+    let _name = "";
+    let _removedSegments = 0;
+    let _removedDiscontinuities = 0;
+
+    if (opt && opt.totalDur) {
+      _totalDur = opt.totalDur;
+    }
+    if (opt && opt.segments) {
+      _segments = JSON.parse(JSON.stringify(opt.segments)); // clone it
+    }
+    if (opt && opt.name) {
+      _name = opt.name || "NONE";
+    }
+    if (opt && opt.removedSegments) {
+      _removedSegments = opt.removedSegments;
+    }
+    if (opt && opt.removedDiscontinuities) {
+      _removedDiscontinuities = opt.removedDiscontinuities;
+    }
+    const bws = Object.keys(_segments);
+
+    /* When Total Duration is past the Limit, start Shifting V2L|LIVE segments if found */
+    while (_totalDur > TARGET_PLAYLIST_DURATION_SEC) {
+      // Skip loop if there are no more segments to remove...
+      if (_segments[bws[0]].length === 0) {
+        return { totalDuration: _totalDur, removedSegments: _removedSegments, removedDiscontinuities: _removedDiscontinuities, shiftedSegments: _segments };
+      }
+      debug(`[${this.sessionId}]: ${_name}: (${_totalDur})s/(${TARGET_PLAYLIST_DURATION_SEC})s - Playlist Duration is Over the Target. Shift needed!`);
+      let timeToRemove = 0;
       let incrementDiscSeqCount = false;
-      // Shift the top vod segment
-      for (let i = 0; i < vodBandwidths.length; i++) {
-        let seg = this.vodSegments[vodBandwidths[i]].shift();
-        if (seg) {
-          if (seg.discontinuity) {
-            this.vodSegments[vodBandwidths[i]].shift();
-            incrementDiscSeqCount = true;
+
+      // Shift Segments for each variant...
+      for (let i = 0; i < bws.length; i++) {
+        let seg = _segments[bws[i]].shift();
+        if (i === 0) {
+          debug(`[${this.sessionId}]: ${_name}: (${bws[i]}) Ejected from playlist->: ${JSON.stringify(seg, null, 2)}`);
+        }
+        if (seg && seg.discontinuity) {
+          incrementDiscSeqCount = true;
+          if (_segments[bws[i]].length > 0) {
+            seg = _segments[bws[i]].shift();
+            if (i === 0) {
+              debug(`[${this.sessionId}]: ${_name}: (${bws[i]}) Ejected from playlist->: ${JSON.stringify(seg, null, 2)}`);
+            }
           }
         }
+        if (seg && seg.duration) {
+          timeToRemove = seg.duration;
+        }
+      }
+      if (timeToRemove) {
+        _totalDur -= timeToRemove;
+        // Increment number of removed segments...
+        _removedSegments++;
       }
       if (incrementDiscSeqCount) {
-        this.discSeqCount++;
+        // Update Session Live Discontinuity Sequence Count
+        _removedDiscontinuities++;
       }
-      this.mediaSeqCount++;
     }
+    return { totalDuration: _totalDur, removedSegments: _removedSegments, removedDiscontinuities: _removedDiscontinuities, shiftedSegments: _segments };
+  }
 
-    // TODO: LASTLY: SHRINK IF NEEDED. (should only happen once if ever.)
-    // let extraSegments = (this.liveSegQueue[liveTargetBandwidth].length + this.vodSegments[vodBandwidths[0]].length) - this.targetNumSeg;
-    // if(extraSegments > 0) {
-    //   // POP top vod seg, 'extraSegments' times for all variants
-    //   for (let k = 0; k < extraSegments; k++) {
-    //     // Shift the top vod segment
-    //     for (let i = 0; i < vodBandwidths.length; i++) {
-    //       this.vodSegments[vodBandwidths[i]].shift();
-    //     }
-    //     this.mediaSeqCount++;
-    //   }
-    //   debug(`[${this.sessionId}]: Success! We shrunk manifest segment amount by ${extraSegments}_units`);
-    // }
+  /**
+   * Shifts V2L or LIVE items if total segment duration (V2L+LIVE) are over the target duration.
+   * It will also update and increment SessionLive's MediaSeqCount and DiscSeqCount based
+   * on what was shifted.
+   * @param {string} instanceName Name of instance "LEADER" | "FOLLOWER"
+   * @returns {number} The new total duration in seconds
+   */
+  _incrementAndShift(instanceName) {
+    if (!instanceName) {
+      instanceName = "UNKNOWN";
+    }
+    const vodBws = Object.keys(this.vodSegments);
+    const liveBws = Object.keys(this.liveSegQueue);
+    let vodTotalDur = 0;
+    let liveTotalDur = 0;
+    let totalDur = 0;
+    let removedSegments = 0;
+    let removedDiscontinuities = 0;
+
+    // Calculate Playlist Total Duration
+    this.vodSegments[vodBws[0]].forEach((seg) => {
+      if (seg.duration) {
+        vodTotalDur += seg.duration;
+      }
+    });
+    this.liveSegQueue[liveBws[0]].forEach((seg) => {
+      if (seg.duration) {
+        liveTotalDur += seg.duration;
+      }
+    });
+    totalDur = vodTotalDur + liveTotalDur;
+    debug(`[${this.sessionId}]: ${instanceName}: L2L dur->: ${liveTotalDur}s | V2L dur->: ${vodTotalDur}s | Total dur->: ${totalDur}s`);
+
+    /** --- SHIFT then INCREMENT --- **/
+
+    // Shift V2L Segments
+    const outputV2L = this._shiftSegments({
+      name: instanceName,
+      totalDur: totalDur,
+      segments: this.vodSegments,
+      removedSegments: removedSegments,
+      removedDiscontinuities: removedDiscontinuities,
+    });
+    // Update V2L Segments
+    this.vodSegments = outputV2L.shiftedSegments;
+    // Update values
+    totalDur = outputV2L.totalDuration;
+    removedSegments = outputV2L.removedSegments;
+    removedDiscontinuities = outputV2L.removedDiscontinuities;
+    // Shift LIVE Segments
+    const outputLIVE = this._shiftSegments({
+      name: instanceName,
+      totalDur: totalDur,
+      segments: this.liveSegQueue,
+      removedSegments: removedSegments,
+      removedDiscontinuities: removedDiscontinuities,
+    });
+    // Update LIVE Segments
+    this.liveSegQueue = outputLIVE.shiftedSegments;
+    // Update values
+    totalDur = outputLIVE.totalDuration;
+    removedSegments = outputLIVE.removedSegments;
+    removedDiscontinuities = outputLIVE.removedDiscontinuities;
+
+    // Update Session Live Discontinuity Sequence Count...
+    this.prevDiscSeqCount = this.discSeqCount;
+    this.discSeqCount += removedDiscontinuities;
+    // Update Session Live Media Sequence Count...
+    this.prevMediaSeqCount = this.mediaSeqCount;
+    this.mediaSeqCount += removedSegments;
+    if (this.discSeqCount !== this.prevDiscSeqCount) {
+      debug(`[${this.sessionId}]: ${instanceName}: Incrementing Dseq Count from {${this.prevDiscSeqCount}} -> {${this.discSeqCount}}`);
+    }
+    debug(`[${this.sessionId}]: ${instanceName}: Incrementing Mseq Count from [${this.prevMediaSeqCount}] -> [${this.mediaSeqCount}]`);
+    debug(`[${this.sessionId}]: ${instanceName}: Finished updating all Counts and Segment Queues!`);
+    return totalDur;
   }
 
   async _loadMediaManifest(bw) {
@@ -945,26 +1031,17 @@ class SessionLive {
         //debug(`[${this.sessionId}]: Current RAW Mseq:  [${m3u.get("mediaSequence")}]`);
         //debug(`[${this.sessionId}]: Previous RAW Mseq: [${this.lastRequestedMediaSeqRaw}]`);
 
-        // TODO: UPDATE target for number of segments in a manifest, if appropriate.
-        // if (m3u.items.PlaylistItem.length < this.targetNumSeg) {
-        //   debug(`[${this.sessionId}]: WE PLAN TO LOWER SEGMENT AMOUNT IN MANIFEST FROM (${this.targetNumSeg}) TO (${m3u.items.PlaylistItem.length})`);
-        //   this.targetNumSeg = m3u.items.PlaylistItem.length;
-        // }
-
-        this.lastRequestedMediaSeqRaw = m3u.get("mediaSequence");
+        if (this.pushAmount >= 0) {
+          this.lastRequestedMediaSeqRaw = m3u.get("mediaSequence");
+        }
         this.targetDuration = m3u.get("targetDuration");
-        let amountRemovedDiscSeqs = 0;
         let startIdx = m3u.items.PlaylistItem.length - this.pushAmount;
         startIdx = startIdx < 0 ? 0 : startIdx;
         if (mediaManifestUri) {
           // push segments
-          amountRemovedDiscSeqs = this._addLiveSegmentsToQueue(startIdx, m3u.items.PlaylistItem, baseUrl, liveTargetBandwidth);
+          this._addLiveSegmentsToQueue(startIdx, m3u.items.PlaylistItem, baseUrl, liveTargetBandwidth);
         }
-        let resolveObj = {
-          removedDiscSeqs: amountRemovedDiscSeqs,
-          bw: liveTargetBandwidth
-        }
-        resolve(resolveObj);
+        resolve();
       } catch (exc) {
         console.error("ERROR: " + exc);
         reject(exc);
@@ -972,8 +1049,15 @@ class SessionLive {
     });
   }
 
+  /**
+   * Collects 'new' PlaylistItems and converts them into custom SegmentItems,
+   * then Pushes them to the LiveSegQueue for all variants.
+   * @param {number} startIdx
+   * @param {m3u8.Item.PlaylistItem} playlistItems
+   * @param {string} baseUrl
+   * @param {string} liveTargetBandwidth
+   */
   _addLiveSegmentsToQueue(startIdx, playlistItems, baseUrl, liveTargetBandwidth) {
-    let amountRemovedDiscSeqs = 0;
     for (let i = startIdx; i < playlistItems.length; i++) {
       debug(`[${this.sessionId}]: Adding Live Segment(s) to Queue (for bw=${liveTargetBandwidth})`);
       let seg = {};
@@ -998,7 +1082,7 @@ class SessionLive {
         }
         cueData["out"] = true;
         cueData["duration"] = attributes["cueout"];
-       }
+      }
       if ("cuecont" in attributes) {
         if (!cueData) {
           cueData = {};
@@ -1042,26 +1126,11 @@ class SessionLive {
         if (daterangeData) {
           seg["daterange"] = daterangeData;
         }
-
+        // Push new Live Segments!
         this.liveSegQueue[liveTargetBandwidth].push(seg);
-        this.liveSegsForFollowers[liveTargetBandwidth].push(seg);
-        let segCount = 0;
-        this.liveSegQueue[liveTargetBandwidth].map((seg) => {if (seg.uri) { segCount++ }});
-        debug(`[${this.sessionId}]: size of queue=${segCount}_targetNumseg=${this.targetNumSeg}`);
-        if (segCount > this.targetNumSeg) {
-          debug(`[${this.sessionId}]: liveTargetBandwidth=${liveTargetBandwidth}_seg=${JSON.stringify(seg,null,2)}`);
-          seg = this.liveSegQueue[liveTargetBandwidth].shift();
-          if (seg) {
-            if (seg.discontinuity) {
-              this.liveSegQueue[liveTargetBandwidth].shift();
-              amountRemovedDiscSeqs++;
-            }
-          }
-          debug(`[${this.sessionId}]: After Shifting -> size of queue=${segCount}_targetNumseg=${this.targetNumSeg}`);
-        }
+        this.liveSegsForFollowers[liveTargetBandwidth].push(seg);        
       }
     }
-    return amountRemovedDiscSeqs;
   }
 
   /*
@@ -1078,9 +1147,8 @@ class SessionLive {
       throw new Error("No bandwidth provided");
     }
     const liveTargetBandwidth = this._findNearestBw(bw, Object.keys(this.mediaManifestURIs));
-    const vodTargetBandwidth = this._findNearestBw(bw, Object.keys(this.vodSegments));
-    debug(`[${this.sessionId}]: Client requesting manifest for bw=(${bw}). Nearest LiveBw=(${liveTargetBandwidth})`)
-
+    const vodTargetBandwidth = this._getNearestBandwidth(bw, Object.keys(this.vodSegments));
+    debug(`[${this.sessionId}]: Client requesting manifest for bw=(${bw}). Nearest LiveBw=(${liveTargetBandwidth})`);
 
     if (this.blockGenerateManifest) {
       debug(`[${this.sessionId}]: FOLLOWER: Cannot Generate Manifest! Waiting to sync-up with Leader...`);
@@ -1154,7 +1222,7 @@ class SessionLive {
         m3u8 += "#EXT-X-DISCONTINUITY\n";
       }
       if (seg.cue) {
-        if(seg.cue.out) {
+        if (seg.cue.out) {
           if (seg.cue.scteData) {
             m3u8 += "#EXT-OATCLS-SCTE35:" + seg.cue.scteData + "\n";
           }
@@ -1166,8 +1234,7 @@ class SessionLive {
         if (seg.cue.cont) {
           if (seg.cue.scteData) {
             m3u8 += "#EXT-X-CUE-OUT-CONT:ElapsedTime=" + seg.cue.cont + ",Duration=" + seg.cue.duration + ",SCTE35=" + seg.cue.scteData + "\n";
-          }
-          else {
+          } else {
             m3u8 += "#EXT-X-CUE-OUT-CONT:" + seg.cue.cont + "/" + seg.cue.duration + "\n";
           }
         }
@@ -1176,14 +1243,16 @@ class SessionLive {
         m3u8 += `#EXT-X-PROGRAM-DATE-TIME:${seg.datetime}\n`;
       }
       if (seg.daterange) {
-        const dateRangeAttributes = Object.keys(seg.daterange).map(key => daterangeAttribute(key, seg.daterange[key])).join(',');
-        if (!seg.datetime && seg.daterange['start-date']) {
-          m3u8 += "#EXT-X-PROGRAM-DATE-TIME:" + seg.daterange['start-date'] + "\n";
+        const dateRangeAttributes = Object.keys(seg.daterange)
+          .map((key) => daterangeAttribute(key, seg.daterange[key]))
+          .join(",");
+        if (!seg.datetime && seg.daterange["start-date"]) {
+          m3u8 += "#EXT-X-PROGRAM-DATE-TIME:" + seg.daterange["start-date"] + "\n";
         }
         m3u8 += "#EXT-X-DATERANGE:" + dateRangeAttributes + "\n";
       }
       // Mimick logic used in hls-vodtolive
-      if (seg.cue && seg.cue.in){
+      if (seg.cue && seg.cue.in) {
         m3u8 += "#EXT-X-CUE-IN" + "\n";
       }
       if (seg.uri) {
@@ -1201,6 +1270,20 @@ class SessionLive {
     });
   }
 
+  _getNearestBandwidth(bandwidthToMatch, array) {
+    const sortedBandwidths = array.sort((a, b) => a - b);
+    const exactMatch = sortedBandwidths.find((a) => a == bandwidthToMatch);
+    if (exactMatch) {
+      return exactMatch;
+    }
+    for (let i = 0; i < sortedBandwidths.length; i++) {
+      if (Number(bandwidthToMatch) <= Number(sortedBandwidths[i])) {
+        return sortedBandwidths[i];
+      }
+    }
+    return sortedBandwidths[sortedBandwidths.length - 1];
+  }
+
   _getFirstBwWithSegmentsInList(allSegments) {
     const bandwidths = Object.keys(allSegments);
     for (let i = 0; i < bandwidths.length; i++) {
@@ -1234,13 +1317,13 @@ class SessionLive {
     const profiles = this.sessionLiveProfile;
     const toKeep = new Set();
     let newItem = {};
-    profiles.forEach(profile => {
-      let bwToKeep = this._findNearestBw(profile.bw, Object.keys(this.mediaManifestURIs));
+    profiles.forEach((profile) => {
+      let bwToKeep = this._getNearestBandwidth(profile.bw, Object.keys(this.mediaManifestURIs));
       toKeep.add(bwToKeep);
     });
     toKeep.forEach((bw) => {
       newItem[bw] = this.mediaManifestURIs[bw];
-    })
+    });
     this.mediaManifestURIs = newItem;
   }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "eyevinn-channel-engine",
-  "version": "3.0.5",
+  "version": "3.1.0",
   "description": "OTT TV Channel Engine",
   "main": "index.js",
   "scripts": {

package/server-livemix.js

@@ -155,7 +155,7 @@ class StreamSwitchManager {
             type: StreamType.LIVE,
             start_time: startOffset,
             end_time: endTime,
-            uri: "https://cph-p2p-msl.akamaized.net/hls/live/2000341/test/master.m3u8",
+            uri: "https://d2fz24s2fts31b.cloudfront.net/out/v1/2e5b17b7dd0548c7b844eb1b311b6434/manifest.m3u8",
           },
           {
             eventId: this.generateID(),

package/spec/engine/playhead_live_spec.js

@@ -202,36 +202,42 @@ segment_0_8.ts
 
 const mockLiveSegments = {
   180000: [
-    { duration: 7, uri: "http://mock.mock.com/180000/seg09.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg10.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg11.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg12.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg13.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg14.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg15.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg16.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg09.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg10.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg11.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg12.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg13.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg14.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg15.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg16.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg17.ts" },
+    { duration: 6, uri: "http://mock.mock.com/180000/seg18.ts" },
     { discontinuity: true },
   ],
   1258000: [
-    { duration: 7, uri: "http://mock.mock.com/180000/seg09.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg10.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg11.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg12.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg13.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg14.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg15.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg16.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg09.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg10.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg11.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg12.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg13.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg14.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg15.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg16.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg17.ts" },
+    { duration: 6, uri: "http://mock.mock.com/1258000/seg18.ts" },
     { discontinuity: true },
   ],
   2488000: [
-    { duration: 7, uri: "http://mock.mock.com/180000/seg09.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg10.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg11.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg12.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg13.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg14.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg15.ts" },
-    { duration: 7, uri: "http://mock.mock.com/180000/seg16.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg09.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg10.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg11.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg12.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg13.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg14.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg15.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg16.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg17.ts" },
+    { duration: 6, uri: "http://mock.mock.com/2488000/seg18.ts" },
     { discontinuity: true },
   ],
 };