@vpalmisano/webrtcperf 4.4.10 → 4.4.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/src/scenarios.d.ts +53 -10
- package/build/src/scenarios.js +118 -6
- package/build/src/scenarios.js.map +1 -1
- package/build/tsconfig.tsbuildinfo +1 -1
- package/package.json +2 -1
- package/src/scenarios.ts +127 -13
package/build/src/scenarios.d.ts
CHANGED
|
@@ -1,6 +1,27 @@
|
|
|
1
1
|
import { FastStats } from './stats';
|
|
2
2
|
import { ThrottleRule } from '@vpalmisano/throttler';
|
|
3
|
+
/**
|
|
4
|
+
* It parses a CSV stats file and returns an array of objects representing each row.
|
|
5
|
+
* @param filePath The path to the CSV stats file.
|
|
6
|
+
* @returns An array of objects where each object represents a row in the CSV file with keys as column headers.
|
|
7
|
+
*/
|
|
3
8
|
export declare function parseStatsFile(filePath: string): Promise<Record<string, string | number>[]>;
|
|
9
|
+
export type StatsSummary = {
|
|
10
|
+
timestamp: number;
|
|
11
|
+
id: string;
|
|
12
|
+
scenario: string;
|
|
13
|
+
videoRecvBitratePerPixel: FastStats;
|
|
14
|
+
videoRecvFps: FastStats;
|
|
15
|
+
videoSentFps: FastStats;
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* It aggregates the stats summary from multiple test runs in a directory.
|
|
19
|
+
* @param options.dirPath Directory path containing test run subdirectories. Default is 'logs'.
|
|
20
|
+
* @param options.senderParticipantName Participant name of the sender. Default is 'Participant-000001'.
|
|
21
|
+
* @param options.receiverParticipantName Participant name of the receiver. Default is 'Participant-000000'.
|
|
22
|
+
* @param options.nameParser Function to parse test directory names. Default splits by '_' and extracts id and scenario.
|
|
23
|
+
* @returns Array of aggregated stats including timestamp, id, scenario, videoRecvBitratePerPixel, videoRecvFps, and videoSentFps.
|
|
24
|
+
*/
|
|
4
25
|
export declare function aggregateStatsSummary({ dirPath, senderParticipantName, receiverParticipantName, nameParser, }: {
|
|
5
26
|
dirPath?: string | undefined;
|
|
6
27
|
senderParticipantName?: string | undefined;
|
|
@@ -9,23 +30,45 @@ export declare function aggregateStatsSummary({ dirPath, senderParticipantName,
|
|
|
9
30
|
id: string;
|
|
10
31
|
scenario: string;
|
|
11
32
|
}) | undefined;
|
|
12
|
-
}): Promise<
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
33
|
+
}): Promise<StatsSummary[]>;
|
|
34
|
+
/**
|
|
35
|
+
* It uploads the aggregated stats to a Google Sheet.
|
|
36
|
+
* A valid Google service account credentials file must be specified
|
|
37
|
+
* in the `GOOGLE_CREDENTIALS_PATH` environment variable.
|
|
38
|
+
* @param stats The aggregated stats to upload.
|
|
39
|
+
* @param spreadsheetId The ID of the Google Spreadsheet.
|
|
40
|
+
* @param table The name of the table (sheet) within the spreadsheet. Default is 'data'.
|
|
41
|
+
*/
|
|
42
|
+
export declare function uploadStatsToGoogleSheet(stats: StatsSummary[], spreadsheetId: string, table?: string): Promise<void>;
|
|
20
43
|
export type ThrottleDirection = 'up' | 'down' | 'bidi';
|
|
21
|
-
export declare function formatThrottleRule(throttleRule: ThrottleRule
|
|
44
|
+
export declare function formatThrottleRule(throttleRule: ThrottleRule & {
|
|
45
|
+
direction: ThrottleDirection;
|
|
46
|
+
}, human?: boolean): string;
|
|
22
47
|
export declare function parseThrottleRule(throttleDesc: string): {
|
|
23
48
|
direction: ThrottleDirection;
|
|
24
49
|
rate: number;
|
|
25
50
|
loss: number;
|
|
26
51
|
delay: number;
|
|
27
52
|
};
|
|
28
|
-
|
|
53
|
+
/**
|
|
54
|
+
* It generates a test configuration with a scenario including 2 participants.
|
|
55
|
+
* The first participant sends video and the second receives it.
|
|
56
|
+
* Both participants send and receive audio.
|
|
57
|
+
* The network conditions are applied according to the specified direction to the sender (`up`),
|
|
58
|
+
* the receiver (`down`) or both (`bidi`).
|
|
59
|
+
* The test is repeated the specified number of times.
|
|
60
|
+
* The output is an array of partial configuration objects that can be used to run the tests
|
|
61
|
+
* with the main application, after merging it with a configuration that includes
|
|
62
|
+
* the destination url (mandatory) and other optional parameters.
|
|
63
|
+
* @param id The unique identifier for the test scenario.
|
|
64
|
+
* @param options.rate The target bandwidth in kbps.
|
|
65
|
+
* @param options.loss The packet loss percentage.
|
|
66
|
+
* @param options.delay The network delay in milliseconds.
|
|
67
|
+
* @param options.direction The direction of the network throttling: 'up', 'down', or 'bidi'.
|
|
68
|
+
* @param repeat The number of times to repeat the test scenario. Default is 1.
|
|
69
|
+
* @returns An array of partial configuration objects for each test scenario.
|
|
70
|
+
*/
|
|
71
|
+
export declare function twoParticipantsWithRateLossDelay(id: string, { rate, loss, delay, direction }: {
|
|
29
72
|
rate: number;
|
|
30
73
|
loss: number;
|
|
31
74
|
delay: number;
|
package/build/src/scenarios.js
CHANGED
|
@@ -5,13 +5,23 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.parseStatsFile = parseStatsFile;
|
|
7
7
|
exports.aggregateStatsSummary = aggregateStatsSummary;
|
|
8
|
+
exports.uploadStatsToGoogleSheet = uploadStatsToGoogleSheet;
|
|
8
9
|
exports.formatThrottleRule = formatThrottleRule;
|
|
9
10
|
exports.parseThrottleRule = parseThrottleRule;
|
|
10
|
-
exports.
|
|
11
|
+
exports.twoParticipantsWithRateLossDelay = twoParticipantsWithRateLossDelay;
|
|
11
12
|
const fs_1 = __importDefault(require("fs"));
|
|
12
13
|
const path_1 = __importDefault(require("path"));
|
|
13
14
|
const stats_1 = require("./stats");
|
|
15
|
+
const googleapis_1 = require("googleapis");
|
|
16
|
+
const utils_1 = require("./utils");
|
|
17
|
+
const log = (0, utils_1.logger)('webrtcperf:scenarios');
|
|
18
|
+
/**
|
|
19
|
+
* It parses a CSV stats file and returns an array of objects representing each row.
|
|
20
|
+
* @param filePath The path to the CSV stats file.
|
|
21
|
+
* @returns An array of objects where each object represents a row in the CSV file with keys as column headers.
|
|
22
|
+
*/
|
|
14
23
|
async function parseStatsFile(filePath) {
|
|
24
|
+
log.debug(`parseStatsFile: ${filePath}`);
|
|
15
25
|
const fileData = await fs_1.default.promises.readFile(filePath, 'utf-8');
|
|
16
26
|
const lines = fileData.split('\n');
|
|
17
27
|
const headers = lines[0].split(',');
|
|
@@ -23,10 +33,19 @@ async function parseStatsFile(filePath) {
|
|
|
23
33
|
}, {}));
|
|
24
34
|
return data;
|
|
25
35
|
}
|
|
36
|
+
/**
|
|
37
|
+
* It aggregates the stats summary from multiple test runs in a directory.
|
|
38
|
+
* @param options.dirPath Directory path containing test run subdirectories. Default is 'logs'.
|
|
39
|
+
* @param options.senderParticipantName Participant name of the sender. Default is 'Participant-000001'.
|
|
40
|
+
* @param options.receiverParticipantName Participant name of the receiver. Default is 'Participant-000000'.
|
|
41
|
+
* @param options.nameParser Function to parse test directory names. Default splits by '_' and extracts id and scenario.
|
|
42
|
+
* @returns Array of aggregated stats including timestamp, id, scenario, videoRecvBitratePerPixel, videoRecvFps, and videoSentFps.
|
|
43
|
+
*/
|
|
26
44
|
async function aggregateStatsSummary({ dirPath = 'logs', senderParticipantName = 'Participant-000001', receiverParticipantName = 'Participant-000000', nameParser = (name) => {
|
|
27
45
|
const [_, id, scenario] = name.split('_');
|
|
28
46
|
return { id, scenario };
|
|
29
47
|
}, }) {
|
|
48
|
+
log.debug(`aggregateStatsSummary: ${dirPath}`);
|
|
30
49
|
const stats = [];
|
|
31
50
|
const results = await fs_1.default.promises.readdir(dirPath);
|
|
32
51
|
for (const test of results) {
|
|
@@ -67,9 +86,84 @@ async function aggregateStatsSummary({ dirPath = 'logs', senderParticipantName =
|
|
|
67
86
|
}
|
|
68
87
|
return stats.sort((a, b) => a.timestamp - b.timestamp);
|
|
69
88
|
}
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
89
|
+
/**
|
|
90
|
+
* It uploads the aggregated stats to a Google Sheet.
|
|
91
|
+
* A valid Google service account credentials file must be specified
|
|
92
|
+
* in the `GOOGLE_CREDENTIALS_PATH` environment variable.
|
|
93
|
+
* @param stats The aggregated stats to upload.
|
|
94
|
+
* @param spreadsheetId The ID of the Google Spreadsheet.
|
|
95
|
+
* @param table The name of the table (sheet) within the spreadsheet. Default is 'data'.
|
|
96
|
+
*/
|
|
97
|
+
async function uploadStatsToGoogleSheet(stats, spreadsheetId, table = 'data') {
|
|
98
|
+
log.debug(`uploadResultsToGoogleSheet spreadsheetId: ${spreadsheetId} table: ${table}`);
|
|
99
|
+
if (!process.env.GOOGLE_CREDENTIALS_PATH)
|
|
100
|
+
throw new Error('GOOGLE_CREDENTIALS_PATH environment variable is not set');
|
|
101
|
+
if (!fs_1.default.existsSync(process.env.GOOGLE_CREDENTIALS_PATH))
|
|
102
|
+
throw new Error(`Google credentials file not found: ${process.env.GOOGLE_CREDENTIALS_PATH}`);
|
|
103
|
+
if (!stats.length)
|
|
104
|
+
return;
|
|
105
|
+
const auth = new googleapis_1.Auth.GoogleAuth({
|
|
106
|
+
keyFile: process.env.GOOGLE_CREDENTIALS_PATH,
|
|
107
|
+
scopes: ['https://www.googleapis.com/auth/spreadsheets'],
|
|
108
|
+
});
|
|
109
|
+
const sheets = googleapis_1.google.sheets({ version: 'v4', auth });
|
|
110
|
+
// Update headers.
|
|
111
|
+
const headers = ['datetime', 'id', 'scenario', 'videoRecvBitratePerPixel', 'videoRecvFps'];
|
|
112
|
+
await sheets.spreadsheets.values.update({
|
|
113
|
+
spreadsheetId,
|
|
114
|
+
range: `${table}!A1:E1`,
|
|
115
|
+
valueInputOption: 'USER_ENTERED',
|
|
116
|
+
requestBody: { majorDimension: 'ROWS', values: [headers] },
|
|
117
|
+
});
|
|
118
|
+
// Append values.
|
|
119
|
+
const values = [];
|
|
120
|
+
stats.forEach(s => {
|
|
121
|
+
const { timestamp, id, scenario, videoRecvBitratePerPixel, videoRecvFps } = s;
|
|
122
|
+
if (!videoRecvBitratePerPixel.length)
|
|
123
|
+
return;
|
|
124
|
+
const datetime = new Date(timestamp).toLocaleString('en-US', {
|
|
125
|
+
timeZone: 'UTC',
|
|
126
|
+
hourCycle: 'h23',
|
|
127
|
+
});
|
|
128
|
+
values.push([
|
|
129
|
+
datetime,
|
|
130
|
+
id,
|
|
131
|
+
formatThrottleRule(parseThrottleRule(scenario), true),
|
|
132
|
+
videoRecvBitratePerPixel.percentile(95).toFixed(3),
|
|
133
|
+
videoRecvFps.percentile(95).toFixed(3),
|
|
134
|
+
]);
|
|
135
|
+
});
|
|
136
|
+
if (values.length) {
|
|
137
|
+
await sheets.spreadsheets.values.append({
|
|
138
|
+
spreadsheetId,
|
|
139
|
+
range: `${table}!A:E`,
|
|
140
|
+
valueInputOption: 'USER_ENTERED',
|
|
141
|
+
insertDataOption: 'INSERT_ROWS',
|
|
142
|
+
requestBody: { majorDimension: 'ROWS', values },
|
|
143
|
+
});
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
function formatBitrate(bitrate, prefix = ' ') {
|
|
147
|
+
if (bitrate === undefined)
|
|
148
|
+
return '';
|
|
149
|
+
let suffix = 'Kbps';
|
|
150
|
+
if (bitrate >= 10000) {
|
|
151
|
+
bitrate /= 1000;
|
|
152
|
+
suffix = 'Mbps';
|
|
153
|
+
}
|
|
154
|
+
return `${prefix}${bitrate.toFixed(0)}${suffix}`.padStart(8, ' ');
|
|
155
|
+
}
|
|
156
|
+
function formatLoss(loss, prefix = ' ') {
|
|
157
|
+
return loss !== undefined ? `${prefix}${loss.toFixed(0).padStart(2, ' ')}%` : '';
|
|
158
|
+
}
|
|
159
|
+
function formatDelay(delay, prefix = ' ') {
|
|
160
|
+
return delay !== undefined ? `${prefix}${delay.toFixed(0).padStart(3, ' ')}ms` : '';
|
|
161
|
+
}
|
|
162
|
+
function formatThrottleRule(throttleRule, human = false) {
|
|
163
|
+
const { rate, loss, delay, direction } = throttleRule;
|
|
164
|
+
return human
|
|
165
|
+
? `${direction.padEnd(4, ' ')}${formatBitrate(rate)}${formatLoss(loss)}${formatDelay(delay)}`
|
|
166
|
+
: `${direction}-r${rate}-l${loss}-d${delay}`;
|
|
73
167
|
}
|
|
74
168
|
function parseThrottleRule(throttleDesc) {
|
|
75
169
|
const match = throttleDesc.match(/(up|down|bidi)-r(\d+)-l([\d.]+)-d(\d+)/);
|
|
@@ -81,7 +175,25 @@ function parseThrottleRule(throttleDesc) {
|
|
|
81
175
|
const delay = parseInt(match[4]);
|
|
82
176
|
return { direction, rate, loss, delay };
|
|
83
177
|
}
|
|
84
|
-
|
|
178
|
+
/**
|
|
179
|
+
* It generates a test configuration with a scenario including 2 participants.
|
|
180
|
+
* The first participant sends video and the second receives it.
|
|
181
|
+
* Both participants send and receive audio.
|
|
182
|
+
* The network conditions are applied according to the specified direction to the sender (`up`),
|
|
183
|
+
* the receiver (`down`) or both (`bidi`).
|
|
184
|
+
* The test is repeated the specified number of times.
|
|
185
|
+
* The output is an array of partial configuration objects that can be used to run the tests
|
|
186
|
+
* with the main application, after merging it with a configuration that includes
|
|
187
|
+
* the destination url (mandatory) and other optional parameters.
|
|
188
|
+
* @param id The unique identifier for the test scenario.
|
|
189
|
+
* @param options.rate The target bandwidth in kbps.
|
|
190
|
+
* @param options.loss The packet loss percentage.
|
|
191
|
+
* @param options.delay The network delay in milliseconds.
|
|
192
|
+
* @param options.direction The direction of the network throttling: 'up', 'down', or 'bidi'.
|
|
193
|
+
* @param repeat The number of times to repeat the test scenario. Default is 1.
|
|
194
|
+
* @returns An array of partial configuration objects for each test scenario.
|
|
195
|
+
*/
|
|
196
|
+
async function twoParticipantsWithRateLossDelay(id, { rate, loss, delay, direction }, repeat) {
|
|
85
197
|
const throttle = {};
|
|
86
198
|
const queue = 25;
|
|
87
199
|
if (direction === 'down' || direction === 'bidi') {
|
|
@@ -96,7 +208,7 @@ async function simpleTestWithRateLossDelay(id, { rate, loss, delay, direction },
|
|
|
96
208
|
{ rate, loss, delay, queue, at: 30 },
|
|
97
209
|
];
|
|
98
210
|
}
|
|
99
|
-
const throttleDesc = formatThrottleRule({ rate, loss, delay
|
|
211
|
+
const throttleDesc = formatThrottleRule({ rate, loss, delay, direction });
|
|
100
212
|
const now = Date.now();
|
|
101
213
|
const ret = [];
|
|
102
214
|
for (let i = 0; i < repeat; i++) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scenarios.js","sourceRoot":"","sources":["../../src/scenarios.ts"],"names":[],"mappings":";;;;;AAMA,wCAgBC;AAED,sDAoDC;AAID,gDAGC;AAED,8CAQC;AAED,kEAoDC;AAnJD,4CAAmB;AACnB,gDAAuB;AACvB,mCAAmC;AAI5B,KAAK,UAAU,cAAc,CAAC,QAAgB;IACnD,MAAM,QAAQ,GAAG,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC9D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAClC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACnC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACrC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CACpB,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACpB,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACjB,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACpE,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC,EACD,EAAqC,CACtC,CACF,CAAA;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAEM,KAAK,UAAU,qBAAqB,CAAC,EAC1C,OAAO,GAAG,MAAM,EAChB,qBAAqB,GAAG,oBAAoB,EAC5C,uBAAuB,GAAG,oBAAoB,EAC9C,UAAU,GAAG,CAAC,IAAY,EAAE,EAAE;IAC5B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACzC,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAA;AACzB,CAAC,GACF;IACC,MAAM,KAAK,GAAG,EAOX,CAAA;IACH,MAAM,OAAO,GAAG,MAAM,YAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,4BAA4B,CAAC,CAAA;QACvE,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,SAAQ;QACtC,MAAM,SAAS,GAAG,YAAE,CAAC,QAAQ,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;QACvE,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QAEzC,MAAM,UAAU,GAAG;YACjB,SAAS;YACT,EAAE;YACF,QAAQ;YACR,wBAAwB,EAAE,IAAI,iBAAS,EAAE;YACzC,YAAY,EAAE,IAAI,iBAAS,EAAE;YAC7B,YAAY,EAAE,IAAI,iBAAS,EAAE;SAC9B,CAAA;QACD,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACf,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,GAAG,CAAiD,CAAA;YACtF,MAAM,OAAO,GAAG,CAA2B,CAAA;YAC3C,IAAI,eAAe,KAAK,uBAAuB,EAAE,CAAC;gBAChD,IAAI,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;oBAC3D,MAAM,wBAAwB,GAC5B,OAAO,CAAC,iBAAiB,GAAG,CAAC,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC,CAAA;oBAChF,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC;wBAAE,UAAU,CAAC,wBAAwB,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAA;oBACxG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;wBAAE,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAA;gBACtF,CAAC;YACH,CAAC;iBAAM,IAAI,eAAe,KAAK,qBAAqB,EAAE,CAAC;gBACrD,IAAI,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;oBAC3D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;wBAAE,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAA;gBACtF,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAA;QACF,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAA;AACxD,CAAC;AAID,SAAgB,kBAAkB,CAAC,YAA0B,EAAE,SAA4B;IACzF,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,YAAY,CAAA;IAC1C,OAAO,GAAG,SAAS,KAAK,IAAI,KAAK,IAAI,KAAK,KAAK,EAAE,CAAA;AACnD,CAAC;AAED,SAAgB,iBAAiB,CAAC,YAAoB;IACpD,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAA;IAC1E,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAA;IAC5E,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAsB,CAAA;IAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAChC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;AACzC,CAAC;AAEM,KAAK,UAAU,2BAA2B,CAC/C,EAAU,EACV,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAA+E,EAC7G,MAAS;IAET,MAAM,QAAQ,GAAmB,EAAE,CAAA;IACnC,MAAM,KAAK,GAAG,EAAE,CAAA;IAChB,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACjD,QAAQ,CAAC,IAAI,GAAG;YACd,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE;YACzC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE;SACrC,CAAA;IACH,CAAC;IACD,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QAC/C,QAAQ,CAAC,EAAE,GAAG;YACZ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE;YACtC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE;SACrC,CAAA;IACH,CAAC;IACD,MAAM,YAAY,GAAG,kBAAkB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,SAAS,CAAC,CAAA;IACzE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,GAAG,GAAsB,EAAE,CAAA;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,YAAY,EAAE,CAAA;QAC7D,MAAM,QAAQ,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;QAChF,GAAG,CAAC,IAAI,CAAC;YACP,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,EAAE,GAAG,CAAC;YACnB,aAAa,EAAE,IAAI;YACnB,qBAAqB,EAAE,uBAAuB;YAC9C,4BAA4B,EAAE,EAAE;YAChC,SAAS,EAAE,GAAG,QAAQ,YAAY;YAClC,iBAAiB,EAAE,GAAG,QAAQ,qBAAqB;YACnD,WAAW,EAAE,KAAK;YAClB,SAAS,EAAE,KAAK;YAChB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC3B,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,GAAG;aACf,CAAC;YACF,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC7B;oBACE,QAAQ;oBACR,QAAQ,EAAE,KAAK;oBACf,eAAe,EAAE,WAAW;oBAC5B,oBAAoB,EAAE,WAAW;oBACjC,GAAG,QAAQ;iBACZ;aACF,CAAC;SACH,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC","sourcesContent":["import fs from 'fs'\nimport path from 'path'\nimport { FastStats } from './stats'\nimport { ThrottleConfig, ThrottleRule } from '@vpalmisano/throttler'\nimport { Config } from './config'\n\nexport async function parseStatsFile(filePath: string) {\n const fileData = await fs.promises.readFile(filePath, 'utf-8')\n const lines = fileData.split('\\n')\n const headers = lines[0].split(',')\n const data = lines.slice(1).map(line =>\n line.split(',').reduce(\n (acc, value, index) => {\n if (value !== '') {\n acc[headers[index]] = isNaN(Number(value)) ? value : Number(value)\n }\n return acc\n },\n {} as Record<string, string | number>,\n ),\n )\n return data\n}\n\nexport async function aggregateStatsSummary({\n dirPath = 'logs',\n senderParticipantName = 'Participant-000001',\n receiverParticipantName = 'Participant-000000',\n nameParser = (name: string) => {\n const [_, id, scenario] = name.split('_')\n return { id, scenario }\n },\n}) {\n const stats = [] as {\n timestamp: number\n id: string\n scenario: string\n videoRecvBitratePerPixel: FastStats\n videoRecvFps: FastStats\n videoSentFps: FastStats\n }[]\n const results = await fs.promises.readdir(dirPath)\n for (const test of results) {\n const filePath = path.join(dirPath, test, 'detailed-stats-summary.csv')\n if (!fs.existsSync(filePath)) continue\n const timestamp = fs.statSync(path.join(dirPath, test)).ctime.getTime()\n const data = await parseStatsFile(filePath)\n const { id, scenario } = nameParser(test)\n\n const aggregated = {\n timestamp,\n id,\n scenario,\n videoRecvBitratePerPixel: new FastStats(),\n videoRecvFps: new FastStats(),\n videoSentFps: new FastStats(),\n }\n data.forEach(v => {\n const { participantName, trackId } = v as { participantName: string; trackId: string }\n const metrics = v as Record<string, number>\n if (participantName === receiverParticipantName) {\n if (trackId?.endsWith('-v') && metrics.videoRecvFrames > 0) {\n const videoRecvBitratePerPixel =\n metrics.videoRecvBitrates / (metrics.videoRecvWidth * metrics.videoRecvHeight)\n if (!isNaN(videoRecvBitratePerPixel)) aggregated.videoRecvBitratePerPixel.push(videoRecvBitratePerPixel)\n if (!isNaN(metrics.videoRecvFps)) aggregated.videoRecvFps.push(metrics.videoRecvFps)\n }\n } else if (participantName === senderParticipantName) {\n if (trackId?.endsWith('-v') && metrics.videoSentFrames > 0) {\n if (!isNaN(metrics.videoSentFps)) aggregated.videoSentFps.push(metrics.videoSentFps)\n }\n }\n })\n stats.push(aggregated)\n }\n return stats.sort((a, b) => a.timestamp - b.timestamp)\n}\n\nexport type ThrottleDirection = 'up' | 'down' | 'bidi'\n\nexport function formatThrottleRule(throttleRule: ThrottleRule, direction: ThrottleDirection) {\n const { rate, loss, delay } = throttleRule\n return `${direction}-r${rate}-l${loss}-d${delay}`\n}\n\nexport function parseThrottleRule(throttleDesc: string) {\n const match = throttleDesc.match(/(up|down|bidi)-r(\\d+)-l([\\d.]+)-d(\\d+)/)\n if (!match) throw new Error(`Invalid throttle description: ${throttleDesc}`)\n const direction = match[1] as ThrottleDirection\n const rate = parseInt(match[2])\n const loss = parseInt(match[3])\n const delay = parseInt(match[4])\n return { direction, rate, loss, delay }\n}\n\nexport async function simpleTestWithRateLossDelay(\n id: string,\n { rate, loss, delay, direction }: { rate: number; loss: number; delay: number; direction: ThrottleDirection },\n repeat: 1,\n) {\n const throttle: ThrottleConfig = {}\n const queue = 25\n if (direction === 'down' || direction === 'bidi') {\n throttle.down = [\n { rate: 20000, loss: 0, delay: 0, queue },\n { rate, loss, delay, queue, at: 30 },\n ]\n }\n if (direction === 'up' || direction === 'bidi') {\n throttle.up = [\n { rate: 20000, loss: 0, delay, queue },\n { rate, loss, delay, queue, at: 30 },\n ]\n }\n const throttleDesc = formatThrottleRule({ rate, loss, delay }, direction)\n const now = Date.now()\n const ret: Partial<Config>[] = []\n for (let i = 0; i < repeat; i++) {\n const basePath = `logs/${now}-${i + 1}_${id}_${throttleDesc}`\n const sessions = direction === 'bidi' ? '0-1' : direction === 'down' ? '0' : '1'\n ret.push({\n sessions: 2,\n runDuration: 60 * 3,\n debuggingPort: 9000,\n prometheusPushgateway: 'http://localhost:9091',\n prometheusPushgatewayJobName: id,\n statsPath: `${basePath}/stats.csv`,\n detailedStatsPath: `${basePath}/detailed-stats.csv`,\n showPageLog: false,\n showStats: false,\n statsInterval: 5,\n scriptParams: JSON.stringify({\n enableMic: '0-1',\n enableCam: '1',\n }),\n throttleConfig: JSON.stringify([\n {\n sessions,\n protocol: 'udp',\n skipSourcePorts: '53,80,443',\n skipDestinationPorts: '53,80,443',\n ...throttle,\n },\n ]),\n })\n }\n return ret\n}\n"]}
|
|
1
|
+
{"version":3,"file":"scenarios.js","sourceRoot":"","sources":["../../src/scenarios.ts"],"names":[],"mappings":";;;;;AAeA,wCAiBC;AAmBD,sDA8CC;AAUD,4DA6CC;AAsBD,gDAKC;AAED,8CAQC;AAoBD,4EAoDC;AArQD,4CAAmB;AACnB,gDAAuB;AACvB,mCAAmC;AAGnC,2CAAyC;AACzC,mCAAgC;AAEhC,MAAM,GAAG,GAAG,IAAA,cAAM,EAAC,sBAAsB,CAAC,CAAA;AAE1C;;;;GAIG;AACI,KAAK,UAAU,cAAc,CAAC,QAAgB;IACnD,GAAG,CAAC,KAAK,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC9D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAClC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACnC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACrC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CACpB,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACpB,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACjB,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACpE,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC,EACD,EAAqC,CACtC,CACF,CAAA;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAWD;;;;;;;GAOG;AACI,KAAK,UAAU,qBAAqB,CAAC,EAC1C,OAAO,GAAG,MAAM,EAChB,qBAAqB,GAAG,oBAAoB,EAC5C,uBAAuB,GAAG,oBAAoB,EAC9C,UAAU,GAAG,CAAC,IAAY,EAAE,EAAE;IAC5B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACzC,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAA;AACzB,CAAC,GACF;IACC,GAAG,CAAC,KAAK,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAA;IAC9C,MAAM,KAAK,GAAmB,EAAE,CAAA;IAChC,MAAM,OAAO,GAAG,MAAM,YAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,4BAA4B,CAAC,CAAA;QACvE,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,SAAQ;QACtC,MAAM,SAAS,GAAG,YAAE,CAAC,QAAQ,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;QACvE,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QAEzC,MAAM,UAAU,GAAG;YACjB,SAAS;YACT,EAAE;YACF,QAAQ;YACR,wBAAwB,EAAE,IAAI,iBAAS,EAAE;YACzC,YAAY,EAAE,IAAI,iBAAS,EAAE;YAC7B,YAAY,EAAE,IAAI,iBAAS,EAAE;SAC9B,CAAA;QACD,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACf,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,GAAG,CAAiD,CAAA;YACtF,MAAM,OAAO,GAAG,CAA2B,CAAA;YAC3C,IAAI,eAAe,KAAK,uBAAuB,EAAE,CAAC;gBAChD,IAAI,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;oBAC3D,MAAM,wBAAwB,GAC5B,OAAO,CAAC,iBAAiB,GAAG,CAAC,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC,CAAA;oBAChF,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC;wBAAE,UAAU,CAAC,wBAAwB,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAA;oBACxG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;wBAAE,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAA;gBACtF,CAAC;YACH,CAAC;iBAAM,IAAI,eAAe,KAAK,qBAAqB,EAAE,CAAC;gBACrD,IAAI,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;oBAC3D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;wBAAE,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAA;gBACtF,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAA;QACF,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAA;AACxD,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,wBAAwB,CAAC,KAAqB,EAAE,aAAqB,EAAE,KAAK,GAAG,MAAM;IACzG,GAAG,CAAC,KAAK,CAAC,6CAA6C,aAAa,WAAW,KAAK,EAAE,CAAC,CAAA;IACvF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB;QAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAA;IACpH,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,sCAAsC,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,CAAC,CAAA;IAC9F,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAM;IACzB,MAAM,IAAI,GAAG,IAAI,iBAAI,CAAC,UAAU,CAAC;QAC/B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,uBAAuB;QAC5C,MAAM,EAAE,CAAC,8CAA8C,CAAC;KACzD,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,mBAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,kBAAkB;IAClB,MAAM,OAAO,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,0BAA0B,EAAE,cAAc,CAAC,CAAA;IAC1F,MAAM,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC;QACtC,aAAa;QACb,KAAK,EAAE,GAAG,KAAK,QAAQ;QACvB,gBAAgB,EAAE,cAAc;QAChC,WAAW,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE;KAC3D,CAAC,CAAA;IACF,iBAAiB;IACjB,MAAM,MAAM,GAAG,EAAgB,CAAA;IAC/B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAChB,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,wBAAwB,EAAE,YAAY,EAAE,GAAG,CAAC,CAAA;QAC7E,IAAI,CAAC,wBAAwB,CAAC,MAAM;YAAE,OAAM;QAC5C,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE;YAC3D,QAAQ,EAAE,KAAK;YACf,SAAS,EAAE,KAAK;SACjB,CAAC,CAAA;QACF,MAAM,CAAC,IAAI,CAAC;YACV,QAAQ;YACR,EAAE;YACF,kBAAkB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC;YACrD,wBAAwB,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAClD,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;SACvC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IACF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC;YACtC,aAAa;YACb,KAAK,EAAE,GAAG,KAAK,MAAM;YACrB,gBAAgB,EAAE,cAAc;YAChC,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE;SAChD,CAAC,CAAA;IACJ,CAAC;AACH,CAAC;AAID,SAAS,aAAa,CAAC,OAA2B,EAAE,MAAM,GAAG,GAAG;IAC9D,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,EAAE,CAAA;IACpC,IAAI,MAAM,GAAG,MAAM,CAAA;IACnB,IAAI,OAAO,IAAI,KAAK,EAAE,CAAC;QACrB,OAAO,IAAI,IAAI,CAAA;QACf,MAAM,GAAG,MAAM,CAAA;IACjB,CAAC;IACD,OAAO,GAAG,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;AACnE,CAAC;AAED,SAAS,UAAU,CAAC,IAAwB,EAAE,MAAM,GAAG,GAAG;IACxD,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;AAClF,CAAC;AAED,SAAS,WAAW,CAAC,KAAyB,EAAE,MAAM,GAAG,GAAG;IAC1D,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;AACrF,CAAC;AAED,SAAgB,kBAAkB,CAAC,YAA6D,EAAE,KAAK,GAAG,KAAK;IAC7G,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,YAAY,CAAA;IACrD,OAAO,KAAK;QACV,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,EAAE;QAC7F,CAAC,CAAC,GAAG,SAAS,KAAK,IAAI,KAAK,IAAI,KAAK,KAAK,EAAE,CAAA;AAChD,CAAC;AAED,SAAgB,iBAAiB,CAAC,YAAoB;IACpD,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAA;IAC1E,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAA;IAC5E,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAsB,CAAA;IAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAChC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;AACzC,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gCAAgC,CACpD,EAAU,EACV,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAA+E,EAC7G,MAAS;IAET,MAAM,QAAQ,GAAmB,EAAE,CAAA;IACnC,MAAM,KAAK,GAAG,EAAE,CAAA;IAChB,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACjD,QAAQ,CAAC,IAAI,GAAG;YACd,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE;YACzC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE;SACrC,CAAA;IACH,CAAC;IACD,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QAC/C,QAAQ,CAAC,EAAE,GAAG;YACZ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE;YACtC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE;SACrC,CAAA;IACH,CAAC;IACD,MAAM,YAAY,GAAG,kBAAkB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;IACzE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,GAAG,GAAsB,EAAE,CAAA;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,YAAY,EAAE,CAAA;QAC7D,MAAM,QAAQ,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;QAChF,GAAG,CAAC,IAAI,CAAC;YACP,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,EAAE,GAAG,CAAC;YACnB,aAAa,EAAE,IAAI;YACnB,qBAAqB,EAAE,uBAAuB;YAC9C,4BAA4B,EAAE,EAAE;YAChC,SAAS,EAAE,GAAG,QAAQ,YAAY;YAClC,iBAAiB,EAAE,GAAG,QAAQ,qBAAqB;YACnD,WAAW,EAAE,KAAK;YAClB,SAAS,EAAE,KAAK;YAChB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC3B,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,GAAG;aACf,CAAC;YACF,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC7B;oBACE,QAAQ;oBACR,QAAQ,EAAE,KAAK;oBACf,eAAe,EAAE,WAAW;oBAC5B,oBAAoB,EAAE,WAAW;oBACjC,GAAG,QAAQ;iBACZ;aACF,CAAC;SACH,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC","sourcesContent":["import fs from 'fs'\nimport path from 'path'\nimport { FastStats } from './stats'\nimport { ThrottleConfig, ThrottleRule } from '@vpalmisano/throttler'\nimport { Config } from './config'\nimport { Auth, google } from 'googleapis'\nimport { logger } from './utils'\n\nconst log = logger('webrtcperf:scenarios')\n\n/**\n * It parses a CSV stats file and returns an array of objects representing each row.\n * @param filePath The path to the CSV stats file.\n * @returns An array of objects where each object represents a row in the CSV file with keys as column headers.\n */\nexport async function parseStatsFile(filePath: string) {\n log.debug(`parseStatsFile: ${filePath}`)\n const fileData = await fs.promises.readFile(filePath, 'utf-8')\n const lines = fileData.split('\\n')\n const headers = lines[0].split(',')\n const data = lines.slice(1).map(line =>\n line.split(',').reduce(\n (acc, value, index) => {\n if (value !== '') {\n acc[headers[index]] = isNaN(Number(value)) ? value : Number(value)\n }\n return acc\n },\n {} as Record<string, string | number>,\n ),\n )\n return data\n}\n\nexport type StatsSummary = {\n timestamp: number\n id: string\n scenario: string\n videoRecvBitratePerPixel: FastStats\n videoRecvFps: FastStats\n videoSentFps: FastStats\n}\n\n/**\n * It aggregates the stats summary from multiple test runs in a directory.\n * @param options.dirPath Directory path containing test run subdirectories. Default is 'logs'.\n * @param options.senderParticipantName Participant name of the sender. Default is 'Participant-000001'.\n * @param options.receiverParticipantName Participant name of the receiver. Default is 'Participant-000000'.\n * @param options.nameParser Function to parse test directory names. Default splits by '_' and extracts id and scenario.\n * @returns Array of aggregated stats including timestamp, id, scenario, videoRecvBitratePerPixel, videoRecvFps, and videoSentFps.\n */\nexport async function aggregateStatsSummary({\n dirPath = 'logs',\n senderParticipantName = 'Participant-000001',\n receiverParticipantName = 'Participant-000000',\n nameParser = (name: string) => {\n const [_, id, scenario] = name.split('_')\n return { id, scenario }\n },\n}) {\n log.debug(`aggregateStatsSummary: ${dirPath}`)\n const stats: StatsSummary[] = []\n const results = await fs.promises.readdir(dirPath)\n for (const test of results) {\n const filePath = path.join(dirPath, test, 'detailed-stats-summary.csv')\n if (!fs.existsSync(filePath)) continue\n const timestamp = fs.statSync(path.join(dirPath, test)).ctime.getTime()\n const data = await parseStatsFile(filePath)\n const { id, scenario } = nameParser(test)\n\n const aggregated = {\n timestamp,\n id,\n scenario,\n videoRecvBitratePerPixel: new FastStats(),\n videoRecvFps: new FastStats(),\n videoSentFps: new FastStats(),\n }\n data.forEach(v => {\n const { participantName, trackId } = v as { participantName: string; trackId: string }\n const metrics = v as Record<string, number>\n if (participantName === receiverParticipantName) {\n if (trackId?.endsWith('-v') && metrics.videoRecvFrames > 0) {\n const videoRecvBitratePerPixel =\n metrics.videoRecvBitrates / (metrics.videoRecvWidth * metrics.videoRecvHeight)\n if (!isNaN(videoRecvBitratePerPixel)) aggregated.videoRecvBitratePerPixel.push(videoRecvBitratePerPixel)\n if (!isNaN(metrics.videoRecvFps)) aggregated.videoRecvFps.push(metrics.videoRecvFps)\n }\n } else if (participantName === senderParticipantName) {\n if (trackId?.endsWith('-v') && metrics.videoSentFrames > 0) {\n if (!isNaN(metrics.videoSentFps)) aggregated.videoSentFps.push(metrics.videoSentFps)\n }\n }\n })\n stats.push(aggregated)\n }\n return stats.sort((a, b) => a.timestamp - b.timestamp)\n}\n\n/**\n * It uploads the aggregated stats to a Google Sheet.\n * A valid Google service account credentials file must be specified\n * in the `GOOGLE_CREDENTIALS_PATH` environment variable.\n * @param stats The aggregated stats to upload.\n * @param spreadsheetId The ID of the Google Spreadsheet.\n * @param table The name of the table (sheet) within the spreadsheet. Default is 'data'.\n */\nexport async function uploadStatsToGoogleSheet(stats: StatsSummary[], spreadsheetId: string, table = 'data') {\n log.debug(`uploadResultsToGoogleSheet spreadsheetId: ${spreadsheetId} table: ${table}`)\n if (!process.env.GOOGLE_CREDENTIALS_PATH) throw new Error('GOOGLE_CREDENTIALS_PATH environment variable is not set')\n if (!fs.existsSync(process.env.GOOGLE_CREDENTIALS_PATH))\n throw new Error(`Google credentials file not found: ${process.env.GOOGLE_CREDENTIALS_PATH}`)\n if (!stats.length) return\n const auth = new Auth.GoogleAuth({\n keyFile: process.env.GOOGLE_CREDENTIALS_PATH,\n scopes: ['https://www.googleapis.com/auth/spreadsheets'],\n })\n const sheets = google.sheets({ version: 'v4', auth })\n // Update headers.\n const headers = ['datetime', 'id', 'scenario', 'videoRecvBitratePerPixel', 'videoRecvFps']\n await sheets.spreadsheets.values.update({\n spreadsheetId,\n range: `${table}!A1:E1`,\n valueInputOption: 'USER_ENTERED',\n requestBody: { majorDimension: 'ROWS', values: [headers] },\n })\n // Append values.\n const values = [] as string[][]\n stats.forEach(s => {\n const { timestamp, id, scenario, videoRecvBitratePerPixel, videoRecvFps } = s\n if (!videoRecvBitratePerPixel.length) return\n const datetime = new Date(timestamp).toLocaleString('en-US', {\n timeZone: 'UTC',\n hourCycle: 'h23',\n })\n values.push([\n datetime,\n id,\n formatThrottleRule(parseThrottleRule(scenario), true),\n videoRecvBitratePerPixel.percentile(95).toFixed(3),\n videoRecvFps.percentile(95).toFixed(3),\n ])\n })\n if (values.length) {\n await sheets.spreadsheets.values.append({\n spreadsheetId,\n range: `${table}!A:E`,\n valueInputOption: 'USER_ENTERED',\n insertDataOption: 'INSERT_ROWS',\n requestBody: { majorDimension: 'ROWS', values },\n })\n }\n}\n\nexport type ThrottleDirection = 'up' | 'down' | 'bidi'\n\nfunction formatBitrate(bitrate: number | undefined, prefix = ' ') {\n if (bitrate === undefined) return ''\n let suffix = 'Kbps'\n if (bitrate >= 10000) {\n bitrate /= 1000\n suffix = 'Mbps'\n }\n return `${prefix}${bitrate.toFixed(0)}${suffix}`.padStart(8, ' ')\n}\n\nfunction formatLoss(loss: number | undefined, prefix = ' ') {\n return loss !== undefined ? `${prefix}${loss.toFixed(0).padStart(2, ' ')}%` : ''\n}\n\nfunction formatDelay(delay: number | undefined, prefix = ' ') {\n return delay !== undefined ? `${prefix}${delay.toFixed(0).padStart(3, ' ')}ms` : ''\n}\n\nexport function formatThrottleRule(throttleRule: ThrottleRule & { direction: ThrottleDirection }, human = false) {\n const { rate, loss, delay, direction } = throttleRule\n return human\n ? `${direction.padEnd(4, ' ')}${formatBitrate(rate)}${formatLoss(loss)}${formatDelay(delay)}`\n : `${direction}-r${rate}-l${loss}-d${delay}`\n}\n\nexport function parseThrottleRule(throttleDesc: string) {\n const match = throttleDesc.match(/(up|down|bidi)-r(\\d+)-l([\\d.]+)-d(\\d+)/)\n if (!match) throw new Error(`Invalid throttle description: ${throttleDesc}`)\n const direction = match[1] as ThrottleDirection\n const rate = parseInt(match[2])\n const loss = parseInt(match[3])\n const delay = parseInt(match[4])\n return { direction, rate, loss, delay }\n}\n\n/**\n * It generates a test configuration with a scenario including 2 participants.\n * The first participant sends video and the second receives it.\n * Both participants send and receive audio.\n * The network conditions are applied according to the specified direction to the sender (`up`),\n * the receiver (`down`) or both (`bidi`).\n * The test is repeated the specified number of times.\n * The output is an array of partial configuration objects that can be used to run the tests\n * with the main application, after merging it with a configuration that includes\n * the destination url (mandatory) and other optional parameters.\n * @param id The unique identifier for the test scenario.\n * @param options.rate The target bandwidth in kbps.\n * @param options.loss The packet loss percentage.\n * @param options.delay The network delay in milliseconds.\n * @param options.direction The direction of the network throttling: 'up', 'down', or 'bidi'.\n * @param repeat The number of times to repeat the test scenario. Default is 1.\n * @returns An array of partial configuration objects for each test scenario.\n */\nexport async function twoParticipantsWithRateLossDelay(\n id: string,\n { rate, loss, delay, direction }: { rate: number; loss: number; delay: number; direction: ThrottleDirection },\n repeat: 1,\n) {\n const throttle: ThrottleConfig = {}\n const queue = 25\n if (direction === 'down' || direction === 'bidi') {\n throttle.down = [\n { rate: 20000, loss: 0, delay: 0, queue },\n { rate, loss, delay, queue, at: 30 },\n ]\n }\n if (direction === 'up' || direction === 'bidi') {\n throttle.up = [\n { rate: 20000, loss: 0, delay, queue },\n { rate, loss, delay, queue, at: 30 },\n ]\n }\n const throttleDesc = formatThrottleRule({ rate, loss, delay, direction })\n const now = Date.now()\n const ret: Partial<Config>[] = []\n for (let i = 0; i < repeat; i++) {\n const basePath = `logs/${now}-${i + 1}_${id}_${throttleDesc}`\n const sessions = direction === 'bidi' ? '0-1' : direction === 'down' ? '0' : '1'\n ret.push({\n sessions: 2,\n runDuration: 60 * 3,\n debuggingPort: 9000,\n prometheusPushgateway: 'http://localhost:9091',\n prometheusPushgatewayJobName: id,\n statsPath: `${basePath}/stats.csv`,\n detailedStatsPath: `${basePath}/detailed-stats.csv`,\n showPageLog: false,\n showStats: false,\n statsInterval: 5,\n scriptParams: JSON.stringify({\n enableMic: '0-1',\n enableCam: '1',\n }),\n throttleConfig: JSON.stringify([\n {\n sessions,\n protocol: 'udp',\n skipSourcePorts: '53,80,443',\n skipDestinationPorts: '53,80,443',\n ...throttle,\n },\n ]),\n })\n }\n return ret\n}\n"]}
|