@dtelecom/server-sdk-node 0.2.5 → 0.2.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -0
- package/dist/index.d.ts +11 -1
- package/dist/index.js +106 -104
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -89,6 +89,16 @@ room.on('trackSubscribed', async (remoteTrack) => {
|
|
|
89
89
|
});
|
|
90
90
|
```
|
|
91
91
|
|
|
92
|
+
`AudioStream` preserves silence across Opus DTX and lost-packet timestamp gaps.
|
|
93
|
+
After the first decoded packet, a stalled sender produces zero PCM with a 60 ms
|
|
94
|
+
jitter grace period, allowing downstream VAD/turn detection to observe elapsed
|
|
95
|
+
silence. Normal packets are emitted immediately. Silence already generated by
|
|
96
|
+
the timer is not inserted again when the next RTP packet arrives; accepted
|
|
97
|
+
resumed speech is preserved in full. Close the stream (or stop the remote track)
|
|
98
|
+
to stop its timer. The close log reports `timestamp_silence_ms` and
|
|
99
|
+
`stalled_silence_ms` for diagnosis. These counts include intentional sender
|
|
100
|
+
silence suppression and are not packet-loss measurements.
|
|
101
|
+
|
|
92
102
|
### Data Channels
|
|
93
103
|
|
|
94
104
|
```typescript
|
package/dist/index.d.ts
CHANGED
|
@@ -575,12 +575,20 @@ declare class AudioSource {
|
|
|
575
575
|
|
|
576
576
|
declare class AudioStream implements AsyncIterable<AudioFrame> {
|
|
577
577
|
private decoder;
|
|
578
|
-
private depacketizer;
|
|
579
578
|
private queue;
|
|
580
579
|
private readonly outputSampleRate;
|
|
581
580
|
private readonly outputChannels;
|
|
582
581
|
private track;
|
|
583
582
|
private _closed;
|
|
583
|
+
private silenceTimer;
|
|
584
|
+
private lastSequence;
|
|
585
|
+
private lastTimestamp;
|
|
586
|
+
private lastFrameSamples;
|
|
587
|
+
private lastPacketAt;
|
|
588
|
+
private concealedSamples;
|
|
589
|
+
private currentSsrc;
|
|
590
|
+
private timestampSilenceSamples;
|
|
591
|
+
private stalledSilenceSamples;
|
|
584
592
|
/**
|
|
585
593
|
* @param track The remote audio track to stream from
|
|
586
594
|
* @param sampleRate Desired output sample rate (default: 16000 for STT)
|
|
@@ -596,6 +604,8 @@ declare class AudioStream implements AsyncIterable<AudioFrame> {
|
|
|
596
604
|
private packetCount;
|
|
597
605
|
private start;
|
|
598
606
|
private processRtpPacket;
|
|
607
|
+
private fillStalledInput;
|
|
608
|
+
private emitSilence;
|
|
599
609
|
private emitFrame;
|
|
600
610
|
}
|
|
601
611
|
|
package/dist/index.js
CHANGED
|
@@ -2038,86 +2038,6 @@ var OpusDecoder = class {
|
|
|
2038
2038
|
}
|
|
2039
2039
|
};
|
|
2040
2040
|
|
|
2041
|
-
// src/audio/rtp-opus.ts
|
|
2042
|
-
var log5 = createLogger("RTP-Opus");
|
|
2043
|
-
var OPUS_PAYLOAD_TYPE = 111;
|
|
2044
|
-
var OPUS_TIMESTAMP_INCREMENT = OPUS_FRAME_SIZE;
|
|
2045
|
-
var OpusRtpPacketizer = class {
|
|
2046
|
-
sequenceNumber;
|
|
2047
|
-
timestamp;
|
|
2048
|
-
ssrc;
|
|
2049
|
-
payloadType;
|
|
2050
|
-
constructor(ssrc = 0, payloadType = OPUS_PAYLOAD_TYPE) {
|
|
2051
|
-
this.sequenceNumber = Math.floor(Math.random() * 65535);
|
|
2052
|
-
this.timestamp = Math.floor(Math.random() * 4294967295);
|
|
2053
|
-
this.ssrc = ssrc;
|
|
2054
|
-
this.payloadType = payloadType;
|
|
2055
|
-
}
|
|
2056
|
-
/**
|
|
2057
|
-
* Get the next RTP header values for an Opus frame.
|
|
2058
|
-
* Call this for each 20ms frame to get incrementing seq/ts.
|
|
2059
|
-
*/
|
|
2060
|
-
nextPacketInfo() {
|
|
2061
|
-
const info = {
|
|
2062
|
-
sequenceNumber: this.sequenceNumber & 65535,
|
|
2063
|
-
timestamp: this.timestamp >>> 0,
|
|
2064
|
-
ssrc: this.ssrc
|
|
2065
|
-
};
|
|
2066
|
-
this.sequenceNumber = this.sequenceNumber + 1 & 65535;
|
|
2067
|
-
this.timestamp = this.timestamp + OPUS_TIMESTAMP_INCREMENT >>> 0;
|
|
2068
|
-
return info;
|
|
2069
|
-
}
|
|
2070
|
-
/** Reset the packetizer state */
|
|
2071
|
-
reset() {
|
|
2072
|
-
this.sequenceNumber = Math.floor(Math.random() * 65535);
|
|
2073
|
-
this.timestamp = Math.floor(Math.random() * 4294967295);
|
|
2074
|
-
}
|
|
2075
|
-
};
|
|
2076
|
-
var OpusRtpDepacketizer = class {
|
|
2077
|
-
lastSequenceNumber = -1;
|
|
2078
|
-
lastTimestamp = -1;
|
|
2079
|
-
lostPackets = 0;
|
|
2080
|
-
/**
|
|
2081
|
-
* Process an incoming RTP packet containing an Opus frame.
|
|
2082
|
-
* Returns the Opus payload and metadata.
|
|
2083
|
-
*/
|
|
2084
|
-
processPacket(payload, sequenceNumber, timestamp) {
|
|
2085
|
-
let lost = 0;
|
|
2086
|
-
const isFirst = this.lastSequenceNumber === -1;
|
|
2087
|
-
if (!isFirst) {
|
|
2088
|
-
const expectedSeq = this.lastSequenceNumber + 1 & 65535;
|
|
2089
|
-
if (sequenceNumber !== expectedSeq) {
|
|
2090
|
-
if (sequenceNumber > this.lastSequenceNumber) {
|
|
2091
|
-
lost = sequenceNumber - this.lastSequenceNumber - 1;
|
|
2092
|
-
} else {
|
|
2093
|
-
lost = 65535 - this.lastSequenceNumber + sequenceNumber;
|
|
2094
|
-
}
|
|
2095
|
-
this.lostPackets += lost;
|
|
2096
|
-
if (lost > 0) {
|
|
2097
|
-
log5.debug(`Lost ${lost} packets (seq ${this.lastSequenceNumber} \u2192 ${sequenceNumber})`);
|
|
2098
|
-
}
|
|
2099
|
-
}
|
|
2100
|
-
}
|
|
2101
|
-
this.lastSequenceNumber = sequenceNumber;
|
|
2102
|
-
this.lastTimestamp = timestamp;
|
|
2103
|
-
return {
|
|
2104
|
-
opusFrame: payload,
|
|
2105
|
-
lost,
|
|
2106
|
-
isFirst
|
|
2107
|
-
};
|
|
2108
|
-
}
|
|
2109
|
-
/** Total packets lost since creation */
|
|
2110
|
-
get totalLost() {
|
|
2111
|
-
return this.lostPackets;
|
|
2112
|
-
}
|
|
2113
|
-
/** Reset depacketizer state */
|
|
2114
|
-
reset() {
|
|
2115
|
-
this.lastSequenceNumber = -1;
|
|
2116
|
-
this.lastTimestamp = -1;
|
|
2117
|
-
this.lostPackets = 0;
|
|
2118
|
-
}
|
|
2119
|
-
};
|
|
2120
|
-
|
|
2121
2041
|
// src/audio/resampler.ts
|
|
2122
2042
|
function downsample(input, fromRate, toRate, channels = 1) {
|
|
2123
2043
|
if (fromRate === toRate) {
|
|
@@ -2243,15 +2163,25 @@ var AsyncQueue = class {
|
|
|
2243
2163
|
};
|
|
2244
2164
|
|
|
2245
2165
|
// src/audio/audio-stream.ts
|
|
2246
|
-
var
|
|
2166
|
+
var log5 = createLogger("AudioStream");
|
|
2167
|
+
var SILENCE_GRACE_MS = 60;
|
|
2168
|
+
var MAX_TIMESTAMP_GAP_SAMPLES = OPUS_SAMPLE_RATE * 3;
|
|
2247
2169
|
var AudioStream = class {
|
|
2248
2170
|
decoder = null;
|
|
2249
|
-
depacketizer;
|
|
2250
2171
|
queue;
|
|
2251
2172
|
outputSampleRate;
|
|
2252
2173
|
outputChannels;
|
|
2253
2174
|
track = null;
|
|
2254
2175
|
_closed = false;
|
|
2176
|
+
silenceTimer = null;
|
|
2177
|
+
lastSequence = null;
|
|
2178
|
+
lastTimestamp = null;
|
|
2179
|
+
lastFrameSamples = 0;
|
|
2180
|
+
lastPacketAt = 0;
|
|
2181
|
+
concealedSamples = 0;
|
|
2182
|
+
currentSsrc = null;
|
|
2183
|
+
timestampSilenceSamples = 0;
|
|
2184
|
+
stalledSilenceSamples = 0;
|
|
2255
2185
|
/**
|
|
2256
2186
|
* @param track The remote audio track to stream from
|
|
2257
2187
|
* @param sampleRate Desired output sample rate (default: 16000 for STT)
|
|
@@ -2260,7 +2190,6 @@ var AudioStream = class {
|
|
|
2260
2190
|
constructor(track, sampleRate = 16e3, channels = 1) {
|
|
2261
2191
|
this.outputSampleRate = sampleRate;
|
|
2262
2192
|
this.outputChannels = channels;
|
|
2263
|
-
this.depacketizer = new OpusRtpDepacketizer();
|
|
2264
2193
|
this.queue = new AsyncQueue();
|
|
2265
2194
|
this.track = track;
|
|
2266
2195
|
this.start();
|
|
@@ -2272,13 +2201,15 @@ var AudioStream = class {
|
|
|
2272
2201
|
close() {
|
|
2273
2202
|
if (this._closed) return;
|
|
2274
2203
|
this._closed = true;
|
|
2204
|
+
if (this.silenceTimer) clearInterval(this.silenceTimer);
|
|
2205
|
+
this.silenceTimer = null;
|
|
2275
2206
|
this.queue.close();
|
|
2276
2207
|
if (this.decoder) {
|
|
2277
2208
|
this.decoder.destroy();
|
|
2278
2209
|
this.decoder = null;
|
|
2279
2210
|
}
|
|
2280
2211
|
this.track = null;
|
|
2281
|
-
|
|
2212
|
+
log5.info(`AudioStream closed: packets=${this.packetCount}, timestamp_silence_ms=${Math.round(this.timestampSilenceSamples / 48)}, stalled_silence_ms=${Math.round(this.stalledSilenceSamples / 48)}`);
|
|
2282
2213
|
}
|
|
2283
2214
|
[Symbol.asyncIterator]() {
|
|
2284
2215
|
return this.queue[Symbol.asyncIterator]();
|
|
@@ -2294,19 +2225,19 @@ var AudioStream = class {
|
|
|
2294
2225
|
this.packetCount++;
|
|
2295
2226
|
if (this.firstSsrc === null) {
|
|
2296
2227
|
this.firstSsrc = rtpPacket.header.ssrc;
|
|
2297
|
-
|
|
2228
|
+
log5.info(`AudioStream first RTP: ssrc=${this.firstSsrc}, trackUuid=${trackUuid}`);
|
|
2298
2229
|
} else if (rtpPacket.header.ssrc !== this.firstSsrc && this.packetCount < 20) {
|
|
2299
|
-
|
|
2230
|
+
log5.warn(`AudioStream SSRC changed: ${this.firstSsrc} \u2192 ${rtpPacket.header.ssrc}, trackUuid=${trackUuid}`);
|
|
2300
2231
|
}
|
|
2301
2232
|
try {
|
|
2302
2233
|
this.processRtpPacket(rtpPacket);
|
|
2303
2234
|
} catch (err) {
|
|
2304
|
-
|
|
2235
|
+
log5.error("Failed to process RTP packet", err);
|
|
2305
2236
|
}
|
|
2306
2237
|
});
|
|
2307
2238
|
this.track.onReceiveRtp.once(() => {
|
|
2308
2239
|
});
|
|
2309
|
-
|
|
2240
|
+
log5.debug(`AudioStream started, output: ${this.outputSampleRate}Hz ${this.outputChannels}ch, trackUuid=${trackUuid}`);
|
|
2310
2241
|
}
|
|
2311
2242
|
processRtpPacket(rtp) {
|
|
2312
2243
|
if (!rtp.payload || rtp.payload.length === 0) {
|
|
@@ -2314,31 +2245,66 @@ var AudioStream = class {
|
|
|
2314
2245
|
}
|
|
2315
2246
|
const payloadCopy = Buffer.from(rtp.payload);
|
|
2316
2247
|
if (payloadCopy.length > 1500) {
|
|
2317
|
-
|
|
2248
|
+
log5.warn(`Skipping oversized RTP payload: ${payloadCopy.length} bytes`);
|
|
2318
2249
|
return;
|
|
2319
2250
|
}
|
|
2320
|
-
if (
|
|
2321
|
-
this.
|
|
2251
|
+
if (this.currentSsrc !== rtp.header.ssrc) {
|
|
2252
|
+
this.currentSsrc = rtp.header.ssrc;
|
|
2253
|
+
this.lastSequence = this.lastTimestamp = null;
|
|
2254
|
+
this.concealedSamples = 0;
|
|
2255
|
+
this.decoder?.destroy();
|
|
2256
|
+
this.decoder = null;
|
|
2322
2257
|
}
|
|
2323
|
-
|
|
2324
|
-
|
|
2325
|
-
|
|
2326
|
-
rtp.header.timestamp
|
|
2327
|
-
);
|
|
2328
|
-
for (let i = 0; i < lost && i < 3; i++) {
|
|
2329
|
-
const silence = Buffer.alloc(OPUS_FRAME_SIZE * this.outputChannels * 2);
|
|
2330
|
-
this.emitFrame(silence);
|
|
2258
|
+
if (this.lastSequence !== null) {
|
|
2259
|
+
const delta = rtp.header.sequenceNumber - this.lastSequence & 65535;
|
|
2260
|
+
if (delta === 0 || delta >= 32768) return;
|
|
2331
2261
|
}
|
|
2332
|
-
if (
|
|
2333
|
-
|
|
2262
|
+
if (!this.decoder) {
|
|
2263
|
+
this.decoder = new OpusDecoder(OPUS_SAMPLE_RATE, this.outputChannels);
|
|
2334
2264
|
}
|
|
2335
2265
|
try {
|
|
2336
|
-
const opusCopy = Buffer.
|
|
2337
|
-
opusFrame.copy(opusCopy);
|
|
2266
|
+
const opusCopy = Buffer.from(payloadCopy);
|
|
2338
2267
|
const pcmBuffer = this.decoder.decode(opusCopy);
|
|
2268
|
+
if (this.lastTimestamp !== null) {
|
|
2269
|
+
const timestampDelta = rtp.header.timestamp - this.lastTimestamp | 0;
|
|
2270
|
+
const missing = timestampDelta - this.lastFrameSamples - this.concealedSamples;
|
|
2271
|
+
if (missing > 0 && missing <= MAX_TIMESTAMP_GAP_SAMPLES) {
|
|
2272
|
+
this.emitSilence(missing);
|
|
2273
|
+
this.timestampSilenceSamples += missing;
|
|
2274
|
+
} else if (missing > MAX_TIMESTAMP_GAP_SAMPLES || timestampDelta < 0) {
|
|
2275
|
+
log5.warn("Audio RTP timestamp discontinuity; rebasing receive timeline");
|
|
2276
|
+
}
|
|
2277
|
+
}
|
|
2339
2278
|
this.emitFrame(pcmBuffer);
|
|
2279
|
+
this.lastSequence = rtp.header.sequenceNumber;
|
|
2280
|
+
this.lastTimestamp = rtp.header.timestamp;
|
|
2281
|
+
this.lastFrameSamples = pcmBuffer.length / (2 * this.outputChannels);
|
|
2282
|
+
this.lastPacketAt = performance.now();
|
|
2283
|
+
this.concealedSamples = 0;
|
|
2284
|
+
if (!this.silenceTimer) {
|
|
2285
|
+
this.silenceTimer = setInterval(() => this.fillStalledInput(), 20);
|
|
2286
|
+
this.silenceTimer.unref();
|
|
2287
|
+
}
|
|
2340
2288
|
} catch (err) {
|
|
2341
|
-
|
|
2289
|
+
log5.error(`Opus decode failed (${payloadCopy.length} bytes)`, err);
|
|
2290
|
+
}
|
|
2291
|
+
}
|
|
2292
|
+
fillStalledInput() {
|
|
2293
|
+
if (this._closed || this.lastTimestamp === null) return;
|
|
2294
|
+
const elapsedSamples = Math.floor((performance.now() - this.lastPacketAt - SILENCE_GRACE_MS) * OPUS_SAMPLE_RATE / 1e3);
|
|
2295
|
+
const missing = elapsedSamples - this.lastFrameSamples - this.concealedSamples;
|
|
2296
|
+
const samples = Math.min(OPUS_FRAME_SIZE * 5, Math.floor(missing / OPUS_FRAME_SIZE) * OPUS_FRAME_SIZE);
|
|
2297
|
+
if (samples > 0) {
|
|
2298
|
+
this.emitSilence(samples);
|
|
2299
|
+
this.concealedSamples += samples;
|
|
2300
|
+
this.stalledSilenceSamples += samples;
|
|
2301
|
+
}
|
|
2302
|
+
}
|
|
2303
|
+
emitSilence(samples) {
|
|
2304
|
+
while (samples > 0) {
|
|
2305
|
+
const count = Math.min(samples, OPUS_FRAME_SIZE);
|
|
2306
|
+
this.emitFrame(Buffer.alloc(count * this.outputChannels * 2));
|
|
2307
|
+
samples -= count;
|
|
2342
2308
|
}
|
|
2343
2309
|
}
|
|
2344
2310
|
emitFrame(pcm48k) {
|
|
@@ -2356,6 +2322,42 @@ var AudioStream = class {
|
|
|
2356
2322
|
}
|
|
2357
2323
|
};
|
|
2358
2324
|
|
|
2325
|
+
// src/audio/rtp-opus.ts
|
|
2326
|
+
var log6 = createLogger("RTP-Opus");
|
|
2327
|
+
var OPUS_PAYLOAD_TYPE = 111;
|
|
2328
|
+
var OPUS_TIMESTAMP_INCREMENT = OPUS_FRAME_SIZE;
|
|
2329
|
+
var OpusRtpPacketizer = class {
|
|
2330
|
+
sequenceNumber;
|
|
2331
|
+
timestamp;
|
|
2332
|
+
ssrc;
|
|
2333
|
+
payloadType;
|
|
2334
|
+
constructor(ssrc = 0, payloadType = OPUS_PAYLOAD_TYPE) {
|
|
2335
|
+
this.sequenceNumber = Math.floor(Math.random() * 65535);
|
|
2336
|
+
this.timestamp = Math.floor(Math.random() * 4294967295);
|
|
2337
|
+
this.ssrc = ssrc;
|
|
2338
|
+
this.payloadType = payloadType;
|
|
2339
|
+
}
|
|
2340
|
+
/**
|
|
2341
|
+
* Get the next RTP header values for an Opus frame.
|
|
2342
|
+
* Call this for each 20ms frame to get incrementing seq/ts.
|
|
2343
|
+
*/
|
|
2344
|
+
nextPacketInfo() {
|
|
2345
|
+
const info = {
|
|
2346
|
+
sequenceNumber: this.sequenceNumber & 65535,
|
|
2347
|
+
timestamp: this.timestamp >>> 0,
|
|
2348
|
+
ssrc: this.ssrc
|
|
2349
|
+
};
|
|
2350
|
+
this.sequenceNumber = this.sequenceNumber + 1 & 65535;
|
|
2351
|
+
this.timestamp = this.timestamp + OPUS_TIMESTAMP_INCREMENT >>> 0;
|
|
2352
|
+
return info;
|
|
2353
|
+
}
|
|
2354
|
+
/** Reset the packetizer state */
|
|
2355
|
+
reset() {
|
|
2356
|
+
this.sequenceNumber = Math.floor(Math.random() * 65535);
|
|
2357
|
+
this.timestamp = Math.floor(Math.random() * 4294967295);
|
|
2358
|
+
}
|
|
2359
|
+
};
|
|
2360
|
+
|
|
2359
2361
|
// src/track.ts
|
|
2360
2362
|
var log7 = createLogger("Track");
|
|
2361
2363
|
var TrackPublication = class extends TypedEmitter {
|