@rubensworks/process-sparql-benchmark-results 1.3.5 → 1.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/bin/psbr.js +4 -1
- package/bin/psbr.js.map +1 -1
- package/index.js +5 -1
- package/index.js.map +1 -1
- package/lib/TemplateUtils.js +23 -10
- package/lib/TemplateUtils.js.map +1 -1
- package/lib/cli/CliHelpers.js +27 -14
- package/lib/cli/CliHelpers.js.map +1 -1
- package/lib/cli/CliRunner.d.ts +1 -1
- package/lib/cli/CliRunner.js +5 -5
- package/lib/cli/CliRunner.js.map +1 -1
- package/lib/cli/ITaskContext.js.map +1 -1
- package/lib/cli/commands/CommandCsv.d.ts +1 -1
- package/lib/cli/commands/CommandCsv.js +7 -5
- package/lib/cli/commands/CommandCsv.js.map +1 -1
- package/lib/cli/commands/CommandStats.d.ts +1 -1
- package/lib/cli/commands/CommandStats.js +7 -5
- package/lib/cli/commands/CommandStats.js.map +1 -1
- package/lib/cli/commands/CommandTex.d.ts +1 -1
- package/lib/cli/commands/CommandTex.js +7 -5
- package/lib/cli/commands/CommandTex.js.map +1 -1
- package/lib/cli/commands/csv/CommandBsbm.d.ts +2 -2
- package/lib/cli/commands/csv/CommandBsbm.js +103 -85
- package/lib/cli/commands/csv/CommandBsbm.js.map +1 -1
- package/lib/cli/commands/csv/CommandGithubActionsBenchmark.d.ts +2 -2
- package/lib/cli/commands/csv/CommandGithubActionsBenchmark.js +149 -102
- package/lib/cli/commands/csv/CommandGithubActionsBenchmark.js.map +1 -1
- package/lib/cli/commands/csv/CommandQuery.d.ts +2 -2
- package/lib/cli/commands/csv/CommandQuery.js +111 -93
- package/lib/cli/commands/csv/CommandQuery.js.map +1 -1
- package/lib/cli/commands/csv/CommandSummary.d.ts +2 -2
- package/lib/cli/commands/csv/CommandSummary.js +230 -212
- package/lib/cli/commands/csv/CommandSummary.js.map +1 -1
- package/lib/cli/commands/csv/CommandWins.d.ts +2 -2
- package/lib/cli/commands/csv/CommandWins.js +134 -119
- package/lib/cli/commands/csv/CommandWins.js.map +1 -1
- package/lib/cli/commands/csv/TableSerializerCsv.d.ts +0 -1
- package/lib/cli/commands/csv/TableSerializerMarkdown.d.ts +0 -1
- package/lib/cli/commands/csv/TableSerializerMarkdown.js.map +1 -1
- package/lib/cli/commands/stats/CommandDocker.d.ts +2 -2
- package/lib/cli/commands/stats/CommandDocker.js +66 -48
- package/lib/cli/commands/stats/CommandDocker.js.map +1 -1
- package/lib/cli/commands/tex/CommandQuery.d.ts +2 -2
- package/lib/cli/commands/tex/CommandQuery.js +241 -223
- package/lib/cli/commands/tex/CommandQuery.js.map +1 -1
- package/lib/cli/commands/tex/CommandQueryTimes.d.ts +2 -2
- package/lib/cli/commands/tex/CommandQueryTimes.js +141 -123
- package/lib/cli/commands/tex/CommandQueryTimes.js.map +1 -1
- package/lib/cli/commands/tex/TexUtils.js +38 -20
- package/lib/cli/commands/tex/TexUtils.js.map +1 -1
- package/lib/correctness/CorrectnessCheckerUtils.js +2 -3
- package/lib/correctness/CorrectnessCheckerUtils.js.map +1 -1
- package/package.json +43 -52
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
3
|
if (k2 === undefined) k2 = k;
|
|
4
|
-
Object.
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
5
9
|
}) : (function(o, m, k, k2) {
|
|
6
10
|
if (k2 === undefined) k2 = k;
|
|
7
11
|
o[k2] = m[k];
|
|
@@ -11,18 +15,30 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
|
|
|
11
15
|
}) : function(o, v) {
|
|
12
16
|
o["default"] = v;
|
|
13
17
|
});
|
|
14
|
-
var __importStar = (this && this.__importStar) || function (
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
};
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
21
35
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
22
36
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
23
37
|
};
|
|
24
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
25
|
-
exports.
|
|
39
|
+
exports.desc = exports.command = void 0;
|
|
40
|
+
exports.builder = builder;
|
|
41
|
+
exports.handler = handler;
|
|
26
42
|
const fs = __importStar(require("fs"));
|
|
27
43
|
const path_1 = __importDefault(require("path"));
|
|
28
44
|
const CorrectnessCheckerUtils_1 = require("../../../correctness/CorrectnessCheckerUtils");
|
|
@@ -32,120 +48,119 @@ const TableSerializerCsv_1 = require("./TableSerializerCsv");
|
|
|
32
48
|
const TableSerializerMarkdown_1 = require("./TableSerializerMarkdown");
|
|
33
49
|
exports.command = 'wins <experiment-dir...>';
|
|
34
50
|
exports.desc = 'Show distribution of query wins from the given experiments in a table';
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
51
|
+
function builder(yargs) {
|
|
52
|
+
return yargs
|
|
53
|
+
.options({
|
|
54
|
+
queryRegex: {
|
|
55
|
+
type: 'string',
|
|
56
|
+
alias: 'q',
|
|
57
|
+
describe: 'Regex for queries to include (before any label overrides). Examples: \'^C\', \'^[^C]\', ...',
|
|
58
|
+
},
|
|
59
|
+
name: {
|
|
60
|
+
type: 'string',
|
|
61
|
+
alias: 'n',
|
|
62
|
+
describe: 'Custom output file name',
|
|
63
|
+
default: 'data_wins.csv',
|
|
64
|
+
},
|
|
65
|
+
inputName: {
|
|
66
|
+
type: 'string',
|
|
67
|
+
describe: 'Custom input file name per experiment',
|
|
68
|
+
default: 'query-times.csv',
|
|
69
|
+
},
|
|
70
|
+
inputDelimiter: {
|
|
71
|
+
type: 'string',
|
|
72
|
+
describe: 'Delimiter for the input CSV file',
|
|
73
|
+
default: ';',
|
|
74
|
+
},
|
|
75
|
+
overrideCombinationLabels: {
|
|
76
|
+
type: 'string',
|
|
77
|
+
describe: 'Comma-separated list of combination labels to use',
|
|
78
|
+
},
|
|
79
|
+
markdown: {
|
|
80
|
+
type: 'boolean',
|
|
81
|
+
describe: 'If the output should be serialized as markdown',
|
|
82
|
+
default: false,
|
|
83
|
+
},
|
|
84
|
+
correctnessReference: {
|
|
85
|
+
type: 'string',
|
|
86
|
+
describe: 'Path to a JSON file mapping queries to expected cardinality',
|
|
87
|
+
default: '',
|
|
88
|
+
},
|
|
89
|
+
markRows: {
|
|
90
|
+
type: 'string',
|
|
91
|
+
describe: 'Comma-separated list of row id\'s to mark (markdown-only)',
|
|
92
|
+
},
|
|
93
|
+
});
|
|
94
|
+
}
|
|
95
|
+
function handler(argv) {
|
|
96
|
+
return (0, CliHelpers_1.wrapCommandHandler)(argv, async (context) => (0, CliHelpers_1.wrapVisualProgress)('Collecting win data', async () => {
|
|
97
|
+
// Load options
|
|
98
|
+
const { experimentDirectories, experimentNames } = (0, TexUtils_1.getExperimentNames)(argv);
|
|
99
|
+
const queryRegex = argv.queryRegex ? new RegExp(argv.queryRegex, 'u') : undefined;
|
|
100
|
+
const correctnessReference = argv.correctnessReference ?
|
|
101
|
+
(0, CorrectnessCheckerUtils_1.constructCorrectnessChecker)(argv.correctnessReference) :
|
|
102
|
+
undefined;
|
|
103
|
+
// Prepare output CSV file
|
|
104
|
+
const os = fs.createWriteStream(path_1.default.join(context.cwd, `${argv.name}`));
|
|
105
|
+
const serializer = argv.markdown ? new TableSerializerMarkdown_1.TableSerializerMarkdown(os) : new TableSerializerCsv_1.TableSerializerCsv(os);
|
|
106
|
+
// Collect timings
|
|
107
|
+
const times = {};
|
|
108
|
+
const queries = [];
|
|
109
|
+
const experimentIds = [];
|
|
110
|
+
for (const [experimentId, experimentDirectory] of experimentDirectories.entries()) {
|
|
111
|
+
const results = {};
|
|
112
|
+
experimentIds.push(experimentId);
|
|
113
|
+
times[experimentId] = {};
|
|
114
|
+
await (0, TexUtils_1.handleCsvFile)(experimentDirectory, argv, (data) => {
|
|
115
|
+
if (!queryRegex || queryRegex.test(data.name)) {
|
|
116
|
+
if (experimentId === 0) {
|
|
117
|
+
queries.push(data.name);
|
|
118
|
+
}
|
|
119
|
+
times[experimentId][data.name] = Number.parseFloat(data.time);
|
|
120
|
+
results[data.name] = Number.parseInt(data.results, 10);
|
|
103
121
|
}
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
if (correctnessReference.getCorrectness(experimentId, query, cardinality) !== 1) {
|
|
112
|
-
times[experimentId][query] = Number.POSITIVE_INFINITY;
|
|
122
|
+
});
|
|
123
|
+
// Calculate correctness
|
|
124
|
+
if (correctnessReference) {
|
|
125
|
+
for (const [query, cardinality] of Object.entries(results)) {
|
|
126
|
+
if (correctnessReference.getCorrectness(experimentId, query, cardinality) !== 1) {
|
|
127
|
+
times[experimentId][query] = Number.POSITIVE_INFINITY;
|
|
128
|
+
}
|
|
113
129
|
}
|
|
114
130
|
}
|
|
115
131
|
}
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
132
|
+
// Calculate wins
|
|
133
|
+
const experimentWins = {};
|
|
134
|
+
for (const query of queries) {
|
|
135
|
+
let bestExperiment = -1;
|
|
136
|
+
let lowestTime = Number.POSITIVE_INFINITY;
|
|
137
|
+
for (const experimentId of experimentIds) {
|
|
138
|
+
if (times[experimentId][query] < lowestTime) {
|
|
139
|
+
lowestTime = times[experimentId][query];
|
|
140
|
+
bestExperiment = experimentId;
|
|
141
|
+
}
|
|
126
142
|
}
|
|
143
|
+
if (!(bestExperiment in experimentWins)) {
|
|
144
|
+
experimentWins[bestExperiment] = 0;
|
|
145
|
+
}
|
|
146
|
+
experimentWins[bestExperiment]++;
|
|
127
147
|
}
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
'
|
|
140
|
-
...
|
|
141
|
-
]
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
]);
|
|
147
|
-
// Close output CSV file
|
|
148
|
-
serializer.close();
|
|
149
|
-
}));
|
|
150
|
-
exports.handler = handler;
|
|
148
|
+
// Serialize wins
|
|
149
|
+
serializer.writeHeader([
|
|
150
|
+
'',
|
|
151
|
+
...experimentNames,
|
|
152
|
+
], {
|
|
153
|
+
align: [
|
|
154
|
+
'left',
|
|
155
|
+
...Array.from({ length: experimentNames.length }, () => 'right'),
|
|
156
|
+
],
|
|
157
|
+
});
|
|
158
|
+
serializer.writeRow([
|
|
159
|
+
'Wins',
|
|
160
|
+
...experimentIds.map(experimentId => `${experimentWins[experimentId] || 0}`),
|
|
161
|
+
]);
|
|
162
|
+
// Close output CSV file
|
|
163
|
+
serializer.close();
|
|
164
|
+
}));
|
|
165
|
+
}
|
|
151
166
|
//# sourceMappingURL=CommandWins.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CommandWins.js","sourceRoot":"","sources":["CommandWins.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"CommandWins.js","sourceRoot":"","sources":["CommandWins.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiBA,0BA2CC;AACD,0BA8EC;AA3ID,uCAAyB;AACzB,gDAAwB;AAExB,0FAA2F;AAC3F,iDAA0E;AAE1E,8CAKyB;AACzB,6DAA0D;AAC1D,uEAAoE;AAEvD,QAAA,OAAO,GAAG,0BAA0B,CAAC;AACrC,QAAA,IAAI,GAAG,uEAAuE,CAAC;AAC5F,SAAgB,OAAO,CAAC,KAAgB;IACtC,OAAO,KAAK;SACT,OAAO,CAAC;QACP,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,6FAA6F;SACxG;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,yBAAyB;YACnC,OAAO,EAAE,eAAe;SACzB;QACD,SAAS,EAAE;YACT,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,uCAAuC;YACjD,OAAO,EAAE,iBAAiB;SAC3B;QACD,cAAc,EAAE;YACd,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,kCAAkC;YAC5C,OAAO,EAAE,GAAG;SACb;QACD,yBAAyB,EAAE;YACzB,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,mDAAmD;SAC9D;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,gDAAgD;YAC1D,OAAO,EAAE,KAAK;SACf;QACD,oBAAoB,EAAE;YACpB,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,6DAA6D;YACvE,OAAO,EAAE,EAAE;SACZ;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,2DAA2D;SACtE;KACF,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,OAAO,CAAC,IAAyB;IAC/C,OAAO,IAAA,+BAAkB,EAAC,IAAI,EAAE,KAAK,EAAC,OAAqB,EAAE,EAAE,CAAC,IAAA,+BAAkB,EAAC,qBAAqB,EAAE,KAAK,IAAG,EAAE;QAClH,eAAe;QACf,MAAM,EAAE,qBAAqB,EAAE,eAAe,EAAE,GAAG,IAAA,6BAAkB,EAAC,IAAI,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,MAAM,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACtD,IAAA,qDAA2B,EAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACxD,SAAS,CAAC;QACZ,0BAA0B;QAC1B,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,iDAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,uCAAkB,CAAC,EAAE,CAAC,CAAC;QAEhG,kBAAkB;QAClB,MAAM,KAAK,GAA2C,EAAE,CAAC;QACzD,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,KAAK,MAAM,CAAE,YAAY,EAAE,mBAAmB,CAAE,IAAI,qBAAqB,CAAC,OAAO,EAAE,EAAE,CAAC;YACpF,MAAM,OAAO,GAA2B,EAAE,CAAC;YAC3C,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjC,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;YAEzB,MAAM,IAAA,wBAAa,EAAC,mBAAmB,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;gBACtD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC9C,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;wBACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC1B,CAAC;oBAED,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC9D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,wBAAwB;YACxB,IAAI,oBAAoB,EAAE,CAAC;gBACzB,KAAK,MAAM,CAAE,KAAK,EAAE,WAAW,CAAE,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC7D,IAAI,oBAAoB,CAAC,cAAc,CAAC,YAAY,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;wBAChF,KAAK,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,iBAAiB,CAAC;oBACxD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,MAAM,cAAc,GAA2B,EAAE,CAAC;QAClD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,cAAc,GAAG,CAAC,CAAC,CAAC;YACxB,IAAI,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC;YAC1C,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;gBACzC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,UAAU,EAAE,CAAC;oBAC5C,UAAU,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC;oBACxC,cAAc,GAAG,YAAY,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,IAAI,CAAC,CAAC,cAAc,IAAI,cAAc,CAAC,EAAE,CAAC;gBACxC,cAAc,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACrC,CAAC;YACD,cAAc,CAAC,cAAc,CAAC,EAAE,CAAC;QACnC,CAAC;QAED,iBAAiB;QACjB,UAAU,CAAC,WAAW,CAAC;YACrB,EAAE;YACF,GAAG,eAAe;SACnB,EAAE;YACD,KAAK,EAAE;gBACL,MAAM;gBACN,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,EAAE,GAAY,EAAE,CAAC,OAAO,CAAC;aAC1E;SACF,CAAC,CAAC;QACH,UAAU,CAAC,QAAQ,CAAC;YAClB,MAAM;YACN,GAAG,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;SAC7E,CAAC,CAAC;QAEH,wBAAwB;QACxB,UAAU,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC,CAAC;AACN,CAAC","sourcesContent":["import * as fs from 'fs';\nimport Path from 'path';\nimport type { Argv } from 'yargs';\nimport { constructCorrectnessChecker } from '../../../correctness/CorrectnessCheckerUtils';\nimport { wrapCommandHandler, wrapVisualProgress } from '../../CliHelpers';\nimport type { ITaskContext } from '../../ITaskContext';\nimport {\n\n getExperimentNames,\n\n handleCsvFile,\n} from '../tex/TexUtils';\nimport { TableSerializerCsv } from './TableSerializerCsv';\nimport { TableSerializerMarkdown } from './TableSerializerMarkdown';\n\nexport const command = 'wins <experiment-dir...>';\nexport const desc = 'Show distribution of query wins from the given experiments in a table';\nexport function builder(yargs: Argv<any>): Argv<any> {\n return yargs\n .options({\n queryRegex: {\n type: 'string',\n alias: 'q',\n describe: 'Regex for queries to include (before any label overrides). Examples: \\'^C\\', \\'^[^C]\\', ...',\n },\n name: {\n type: 'string',\n alias: 'n',\n describe: 'Custom output file name',\n default: 'data_wins.csv',\n },\n inputName: {\n type: 'string',\n describe: 'Custom input file name per experiment',\n default: 'query-times.csv',\n },\n inputDelimiter: {\n type: 'string',\n describe: 'Delimiter for the input CSV file',\n default: ';',\n },\n overrideCombinationLabels: {\n type: 'string',\n describe: 'Comma-separated list of combination labels to use',\n },\n markdown: {\n type: 'boolean',\n describe: 'If the output should be serialized as markdown',\n default: false,\n },\n correctnessReference: {\n type: 'string',\n describe: 'Path to a JSON file mapping queries to expected cardinality',\n default: '',\n },\n markRows: {\n type: 'string',\n describe: 'Comma-separated list of row id\\'s to mark (markdown-only)',\n },\n });\n}\nexport function handler(argv: Record<string, any>): Promise<void> {\n return wrapCommandHandler(argv, async(context: ITaskContext) => wrapVisualProgress('Collecting win data', async() => {\n // Load options\n const { experimentDirectories, experimentNames } = getExperimentNames(argv);\n const queryRegex = argv.queryRegex ? new RegExp(argv.queryRegex, 'u') : undefined;\n const correctnessReference = argv.correctnessReference ?\n constructCorrectnessChecker(argv.correctnessReference) :\n undefined;\n // Prepare output CSV file\n const os = fs.createWriteStream(Path.join(context.cwd, `${argv.name}`));\n const serializer = argv.markdown ? new TableSerializerMarkdown(os) : new TableSerializerCsv(os);\n\n // Collect timings\n const times: Record<string, Record<string, number>> = {};\n const queries: string[] = [];\n const experimentIds: number[] = [];\n for (const [ experimentId, experimentDirectory ] of experimentDirectories.entries()) {\n const results: Record<string, number> = {};\n experimentIds.push(experimentId);\n times[experimentId] = {};\n\n await handleCsvFile(experimentDirectory, argv, (data) => {\n if (!queryRegex || queryRegex.test(data.name)) {\n if (experimentId === 0) {\n queries.push(data.name);\n }\n\n times[experimentId][data.name] = Number.parseFloat(data.time);\n results[data.name] = Number.parseInt(data.results, 10);\n }\n });\n\n // Calculate correctness\n if (correctnessReference) {\n for (const [ query, cardinality ] of Object.entries(results)) {\n if (correctnessReference.getCorrectness(experimentId, query, cardinality) !== 1) {\n times[experimentId][query] = Number.POSITIVE_INFINITY;\n }\n }\n }\n }\n\n // Calculate wins\n const experimentWins: Record<number, number> = {};\n for (const query of queries) {\n let bestExperiment = -1;\n let lowestTime = Number.POSITIVE_INFINITY;\n for (const experimentId of experimentIds) {\n if (times[experimentId][query] < lowestTime) {\n lowestTime = times[experimentId][query];\n bestExperiment = experimentId;\n }\n }\n\n if (!(bestExperiment in experimentWins)) {\n experimentWins[bestExperiment] = 0;\n }\n experimentWins[bestExperiment]++;\n }\n\n // Serialize wins\n serializer.writeHeader([\n '',\n ...experimentNames,\n ], {\n align: [\n 'left',\n ...Array.from({ length: experimentNames.length }, (): 'right' => 'right'),\n ],\n });\n serializer.writeRow([\n 'Wins',\n ...experimentIds.map(experimentId => `${experimentWins[experimentId] || 0}`),\n ]);\n\n // Close output CSV file\n serializer.close();\n }));\n}\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TableSerializerMarkdown.js","sourceRoot":"","sources":["TableSerializerMarkdown.ts"],"names":[],"mappings":";;;AAGA,MAAa,uBAAuB;IAGlC,YACkB,EAAkB;QAAlB,OAAE,GAAF,EAAE,CAAgB;QAH1B,kBAAa,GAAG,CAAC,CAAC;IAIzB,CAAC;IAEG,WAAW,CAAC,OAAiB,EAAE,OAA0C;QAC9E,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;IACtC,CAAC;IAEM,QAAQ,CAAC,OAAiB,EAAE,OAA4B;QAC7D,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,EAAE;
|
|
1
|
+
{"version":3,"file":"TableSerializerMarkdown.js","sourceRoot":"","sources":["TableSerializerMarkdown.ts"],"names":[],"mappings":";;;AAGA,MAAa,uBAAuB;IAGlC,YACkB,EAAkB;QAAlB,OAAE,GAAF,EAAE,CAAgB;QAH1B,kBAAa,GAAG,CAAC,CAAC;IAIzB,CAAC;IAEG,WAAW,CAAC,OAAiB,EAAE,OAA0C;QAC9E,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;IACtC,CAAC;IAEM,QAAQ,CAAC,OAAiB,EAAE,OAA4B;QAC7D,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,EAAE,CAAC;YAClB,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAES,SAAS,CAAC,OAAe,EAAE,OAA0C;QAC7E,IAAI,EAAE,GAAG,GAAG,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,EAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YAC3E,EAAE,IAAI,OAAO,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACzC,CAAC;QACD,EAAE,IAAI,IAAI,CAAC;QAEX,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF;AAlCD,0DAkCC","sourcesContent":["import type fs from 'fs';\nimport type { ITableSerializer } from './ITableSerializer';\n\nexport class TableSerializerMarkdown implements ITableSerializer {\n protected headerColumns = 1;\n\n public constructor(\n public readonly os: fs.WriteStream,\n ) {}\n\n public writeHeader(columns: string[], options?: { align?: ('left' | 'right')[] }): void {\n this.writeRow(columns);\n this.writeLine(columns.length, options);\n this.headerColumns = columns.length;\n }\n\n public writeRow(columns: string[], options?: { mark?: boolean }): void {\n if (options?.mark) {\n columns = columns.map(value => `**${value}**`);\n }\n this.os.write(`| ${columns.join(' | ')} |\\n`);\n }\n\n protected writeLine(columns: number, options?: { align?: ('left' | 'right')[] }): void {\n let sb = '|';\n for (let i = 0; i < columns; i++) {\n const alignRight = options?.align ? options.align[i] === 'right' : 'false';\n sb += ` ---${alignRight ? ':' : ''} |`;\n }\n sb += '\\n';\n\n this.os.write(sb);\n }\n\n public close(): void {\n this.os.close();\n }\n}\n"]}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { Argv } from 'yargs';
|
|
2
2
|
export declare const command = "docker <docker-csv-file>";
|
|
3
3
|
export declare const desc = "Show the stats of an Docker CSV file from an experiment";
|
|
4
|
-
export declare
|
|
5
|
-
export declare
|
|
4
|
+
export declare function builder(yargs: Argv<any>): Argv<any>;
|
|
5
|
+
export declare function handler(argv: Record<string, any>): Promise<void>;
|
|
6
6
|
export declare function average(values: number[]): number;
|
|
7
7
|
export declare function last(values: number[]): number;
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
3
|
if (k2 === undefined) k2 = k;
|
|
4
|
-
Object.
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
5
9
|
}) : (function(o, m, k, k2) {
|
|
6
10
|
if (k2 === undefined) k2 = k;
|
|
7
11
|
o[k2] = m[k];
|
|
@@ -11,69 +15,83 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
|
|
|
11
15
|
}) : function(o, v) {
|
|
12
16
|
o["default"] = v;
|
|
13
17
|
});
|
|
14
|
-
var __importStar = (this && this.__importStar) || function (
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
};
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
21
35
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
22
36
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
23
37
|
};
|
|
24
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
25
|
-
exports.
|
|
39
|
+
exports.desc = exports.command = void 0;
|
|
40
|
+
exports.builder = builder;
|
|
41
|
+
exports.handler = handler;
|
|
42
|
+
exports.average = average;
|
|
43
|
+
exports.last = last;
|
|
26
44
|
const fs = __importStar(require("fs"));
|
|
27
45
|
const path_1 = __importDefault(require("path"));
|
|
28
|
-
const csv_parse_1 =
|
|
46
|
+
const csv_parse_1 = require("csv-parse");
|
|
29
47
|
const CliHelpers_1 = require("../../CliHelpers");
|
|
30
48
|
exports.command = 'docker <docker-csv-file>';
|
|
31
49
|
exports.desc = 'Show the stats of an Docker CSV file from an experiment';
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
const
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
50
|
+
function builder(yargs) {
|
|
51
|
+
return yargs
|
|
52
|
+
.options({
|
|
53
|
+
digits: {
|
|
54
|
+
type: 'number',
|
|
55
|
+
alias: 'd',
|
|
56
|
+
describe: 'The precision of output numbers',
|
|
57
|
+
default: 2,
|
|
58
|
+
},
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
function handler(argv) {
|
|
62
|
+
return (0, CliHelpers_1.wrapCommandHandler)(argv, async (context) => {
|
|
63
|
+
// Load options
|
|
64
|
+
const file = argv.dockerCsvFile;
|
|
65
|
+
const digits = argv.digits;
|
|
66
|
+
// Read CSV file
|
|
67
|
+
const csvFile = path_1.default.join(context.cwd, file);
|
|
68
|
+
const entries = {};
|
|
69
|
+
await new Promise((resolve, reject) => {
|
|
70
|
+
const parser = (0, csv_parse_1.parse)({ delimiter: argv.inputDelimiter, columns: true });
|
|
71
|
+
parser.on('data', (data) => {
|
|
72
|
+
for (const [key, value] of Object.entries(data)) {
|
|
73
|
+
if (!(key in entries)) {
|
|
74
|
+
entries[key] = [];
|
|
75
|
+
}
|
|
76
|
+
entries[key].push(Number.parseFloat(value));
|
|
55
77
|
}
|
|
56
|
-
|
|
57
|
-
|
|
78
|
+
});
|
|
79
|
+
parser.on('error', reject);
|
|
80
|
+
parser.on('end', resolve);
|
|
81
|
+
fs.createReadStream(csvFile).pipe(parser);
|
|
58
82
|
});
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
83
|
+
// Calculate stats
|
|
84
|
+
context.logger.info(`CPU: ${average(entries.cpu_percentage).toFixed(digits)} %`);
|
|
85
|
+
context.logger.info(`Memory relative: ${(average(entries.memory) / 1024 / 1024).toFixed(digits)} MB`);
|
|
86
|
+
context.logger.info(`Memory absolute: ${average(entries.memory_percentage).toFixed(digits)} %`);
|
|
87
|
+
context.logger.info(`Received: ${(last(entries.received) / 1024 / 1024).toFixed(digits)} MB`);
|
|
88
|
+
context.logger.info(`Transmitted: ${(last(entries.transmitted) / 1024 / 1024).toFixed(digits)} MB`);
|
|
62
89
|
});
|
|
63
|
-
|
|
64
|
-
context.logger.info(`CPU: ${average(entries.cpu_percentage).toFixed(digits)} %`);
|
|
65
|
-
context.logger.info(`Memory relative: ${(average(entries.memory) / 1024 / 1024).toFixed(digits)} MB`);
|
|
66
|
-
context.logger.info(`Memory absolute: ${average(entries.memory_percentage).toFixed(digits)} %`);
|
|
67
|
-
context.logger.info(`Received: ${(last(entries.received) / 1024 / 1024).toFixed(digits)} MB`);
|
|
68
|
-
context.logger.info(`Transmitted: ${(last(entries.transmitted) / 1024 / 1024).toFixed(digits)} MB`);
|
|
69
|
-
});
|
|
70
|
-
exports.handler = handler;
|
|
90
|
+
}
|
|
71
91
|
function average(values) {
|
|
72
92
|
return values.reduce((sum, current) => sum + current) / values.length;
|
|
73
93
|
}
|
|
74
|
-
exports.average = average;
|
|
75
94
|
function last(values) {
|
|
76
95
|
return values[values.length - 1];
|
|
77
96
|
}
|
|
78
|
-
exports.last = last;
|
|
79
97
|
//# sourceMappingURL=CommandDocker.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CommandDocker.js","sourceRoot":"","sources":["CommandDocker.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"CommandDocker.js","sourceRoot":"","sources":["CommandDocker.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAYA,0BAUC;AACD,0BAgCC;AAED,0BAEC;AAED,oBAEC;AA/DD,uCAAyB;AACzB,gDAAwB;AAExB,yCAAkC;AAGlC,iDAAsD;AAIzC,QAAA,OAAO,GAAG,0BAA0B,CAAC;AACrC,QAAA,IAAI,GAAG,yDAAyD,CAAC;AAC9E,SAAgB,OAAO,CAAC,KAAgB;IACtC,OAAO,KAAK;SACT,OAAO,CAAC;QACP,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,iCAAiC;YAC3C,OAAO,EAAE,CAAC;SACX;KACF,CAAC,CAAC;AACP,CAAC;AACD,SAAgB,OAAO,CAAC,IAAyB;IAC/C,OAAO,IAAA,+BAAkB,EAAC,IAAI,EAAE,KAAK,EAAC,OAAqB,EAAE,EAAE;QAC7D,eAAe;QACf,MAAM,IAAI,GAAW,IAAI,CAAC,aAAa,CAAC;QACxC,MAAM,MAAM,GAAW,IAAI,CAAC,MAAM,CAAC;QAEnC,gBAAgB;QAChB,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,OAAO,GAA6B,EAAE,CAAC;QAC7C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACpC,MAAM,MAAM,GAAG,IAAA,iBAAK,EAAC,EAAE,SAAS,EAAE,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAA4B,EAAE,EAAE;gBACjD,KAAK,MAAM,CAAE,GAAG,EAAE,KAAK,CAAE,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClD,IAAI,CAAC,CAAC,GAAG,IAAI,OAAO,CAAC,EAAE,CAAC;wBACtB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;oBACpB,CAAC;oBACD,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAE1B,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,kBAAkB;QAClB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACjF,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,IAAK,GAAG,IAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAK,GAAG,IAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,IAAK,GAAG,IAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxG,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,OAAO,CAAC,MAAgB;IACtC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AACxE,CAAC;AAED,SAAgB,IAAI,CAAC,MAAgB;IACnC,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACnC,CAAC","sourcesContent":["import * as fs from 'fs';\nimport Path from 'path';\n\nimport { parse } from 'csv-parse';\nimport type { Argv } from 'yargs';\n\nimport { wrapCommandHandler } from '../../CliHelpers';\n\nimport type { ITaskContext } from '../../ITaskContext';\n\nexport const command = 'docker <docker-csv-file>';\nexport const desc = 'Show the stats of an Docker CSV file from an experiment';\nexport function builder(yargs: Argv<any>): Argv<any> {\n return yargs\n .options({\n digits: {\n type: 'number',\n alias: 'd',\n describe: 'The precision of output numbers',\n default: 2,\n },\n });\n}\nexport function handler(argv: Record<string, any>): Promise<void> {\n return wrapCommandHandler(argv, async(context: ITaskContext) => {\n // Load options\n const file: string = argv.dockerCsvFile;\n const digits: number = argv.digits;\n\n // Read CSV file\n const csvFile = Path.join(context.cwd, file);\n const entries: Record<string, number[]> = {};\n await new Promise((resolve, reject) => {\n const parser = parse({ delimiter: argv.inputDelimiter, columns: true });\n parser.on('data', (data: Record<string, string>) => {\n for (const [ key, value ] of Object.entries(data)) {\n if (!(key in entries)) {\n entries[key] = [];\n }\n entries[key].push(Number.parseFloat(value));\n }\n });\n parser.on('error', reject);\n parser.on('end', resolve);\n\n fs.createReadStream(csvFile).pipe(parser);\n });\n\n // Calculate stats\n context.logger.info(`CPU: ${average(entries.cpu_percentage).toFixed(digits)} %`);\n context.logger.info(`Memory relative: ${(average(entries.memory) / 1_024 / 1_024).toFixed(digits)} MB`);\n context.logger.info(`Memory absolute: ${average(entries.memory_percentage).toFixed(digits)} %`);\n context.logger.info(`Received: ${(last(entries.received) / 1_024 / 1_024).toFixed(digits)} MB`);\n context.logger.info(`Transmitted: ${(last(entries.transmitted) / 1_024 / 1_024).toFixed(digits)} MB`);\n });\n}\n\nexport function average(values: number[]): number {\n return values.reduce((sum, current) => sum + current) / values.length;\n}\n\nexport function last(values: number[]): number {\n return values[values.length - 1];\n}\n"]}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { Argv } from 'yargs';
|
|
2
2
|
export declare const command = "query <experiment-dir...>";
|
|
3
3
|
export declare const desc = "Plot the query execution times from the given experiments";
|
|
4
|
-
export declare
|
|
5
|
-
export declare
|
|
4
|
+
export declare function builder(yargs: Argv<any>): Argv<any>;
|
|
5
|
+
export declare function handler(argv: Record<string, any>): Promise<void>;
|