@rubensworks/process-sparql-benchmark-results 1.1.5 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/cli/commands/csv/CommandBsbm.d.ts +5 -0
- package/lib/cli/commands/csv/CommandBsbm.js +114 -0
- package/lib/cli/commands/csv/CommandBsbm.js.map +1 -0
- package/lib/cli/commands/csv/CommandGithubActionsBenchmark.js +1 -1
- package/lib/cli/commands/csv/CommandGithubActionsBenchmark.js.map +1 -1
- package/package.json +2 -1
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { Argv } from 'yargs';
|
|
2
|
+
export declare const command = "bsbm <experiment-dir...>";
|
|
3
|
+
export declare const desc = "Convert BSBM output files to CSV";
|
|
4
|
+
export declare const builder: (yargs: Argv<any>) => Argv<any>;
|
|
5
|
+
export declare const handler: (argv: Record<string, any>) => Promise<void>;
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
5
|
+
}) : (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
o[k2] = m[k];
|
|
8
|
+
}));
|
|
9
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
10
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
11
|
+
}) : function(o, v) {
|
|
12
|
+
o["default"] = v;
|
|
13
|
+
});
|
|
14
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
15
|
+
if (mod && mod.__esModule) return mod;
|
|
16
|
+
var result = {};
|
|
17
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
18
|
+
__setModuleDefault(result, mod);
|
|
19
|
+
return result;
|
|
20
|
+
};
|
|
21
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
22
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
23
|
+
};
|
|
24
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
25
|
+
exports.handler = exports.builder = exports.desc = exports.command = void 0;
|
|
26
|
+
const fs = __importStar(require("fs"));
|
|
27
|
+
const path_1 = __importDefault(require("path"));
|
|
28
|
+
const stream_1 = require("stream");
|
|
29
|
+
const saxes_1 = require("@rubensworks/saxes");
|
|
30
|
+
const CliHelpers_1 = require("../../CliHelpers");
|
|
31
|
+
const TexUtils_1 = require("../tex/TexUtils");
|
|
32
|
+
const TableSerializerCsv_1 = require("./TableSerializerCsv");
|
|
33
|
+
exports.command = 'bsbm <experiment-dir...>';
|
|
34
|
+
exports.desc = 'Convert BSBM output files to CSV';
|
|
35
|
+
const builder = (yargs) => yargs
|
|
36
|
+
.options({
|
|
37
|
+
name: {
|
|
38
|
+
type: 'string',
|
|
39
|
+
alias: 'n',
|
|
40
|
+
describe: 'Custom output file name',
|
|
41
|
+
default: 'query-times.csv',
|
|
42
|
+
},
|
|
43
|
+
inputName: {
|
|
44
|
+
type: 'string',
|
|
45
|
+
describe: 'Custom input file name per experiment',
|
|
46
|
+
default: 'bsbm.xml',
|
|
47
|
+
},
|
|
48
|
+
});
|
|
49
|
+
exports.builder = builder;
|
|
50
|
+
const handler = (argv) => CliHelpers_1.wrapCommandHandler(argv, async (context) => CliHelpers_1.wrapVisualProgress('Listing data', async () => {
|
|
51
|
+
// Load options
|
|
52
|
+
const { experimentDirectories } = TexUtils_1.getExperimentNames(argv);
|
|
53
|
+
// Read XML files
|
|
54
|
+
for (const [experimentId, experimentDirectory] of experimentDirectories.entries()) {
|
|
55
|
+
// Prepare output CSV file
|
|
56
|
+
const os = fs.createWriteStream(path_1.default.join(experimentDirectory, `${argv.name}`));
|
|
57
|
+
const serializer = new TableSerializerCsv_1.TableSerializerCsv(os);
|
|
58
|
+
serializer.writeHeader([
|
|
59
|
+
'name',
|
|
60
|
+
'id',
|
|
61
|
+
'results',
|
|
62
|
+
'time',
|
|
63
|
+
]);
|
|
64
|
+
// Read XML file
|
|
65
|
+
const xmlFile = path_1.default.join(experimentDirectory, argv.inputName);
|
|
66
|
+
await new Promise((resolve, reject) => {
|
|
67
|
+
const parser = new saxes_1.SaxesParser();
|
|
68
|
+
let query;
|
|
69
|
+
let tagName;
|
|
70
|
+
parser.on('opentag', tag => {
|
|
71
|
+
if (tag.name === 'query') {
|
|
72
|
+
query = { name: tag.attributes.nr };
|
|
73
|
+
}
|
|
74
|
+
if (query) {
|
|
75
|
+
tagName = tag.name;
|
|
76
|
+
}
|
|
77
|
+
});
|
|
78
|
+
parser.on('text', text => {
|
|
79
|
+
if (query && text) {
|
|
80
|
+
if (tagName === 'aqetg' && query.time === undefined) {
|
|
81
|
+
query.time = Number.parseFloat(text) * 1000;
|
|
82
|
+
}
|
|
83
|
+
else if (tagName === 'avgresults' && query.results === undefined) {
|
|
84
|
+
query.results = Number.parseFloat(text);
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
});
|
|
88
|
+
parser.on('closetag', tag => {
|
|
89
|
+
if (tag.name === 'query' && query) {
|
|
90
|
+
serializer.writeRow([
|
|
91
|
+
query.name,
|
|
92
|
+
'0',
|
|
93
|
+
String(query.results),
|
|
94
|
+
String(query.time),
|
|
95
|
+
]);
|
|
96
|
+
}
|
|
97
|
+
});
|
|
98
|
+
parser.on('error', reject);
|
|
99
|
+
fs.createReadStream(xmlFile)
|
|
100
|
+
.on('end', resolve)
|
|
101
|
+
.pipe(new stream_1.Transform({
|
|
102
|
+
objectMode: true,
|
|
103
|
+
transform(chunk, encoding, callback) {
|
|
104
|
+
parser.write(chunk);
|
|
105
|
+
callback();
|
|
106
|
+
},
|
|
107
|
+
}));
|
|
108
|
+
});
|
|
109
|
+
// Close output CSV file
|
|
110
|
+
serializer.close();
|
|
111
|
+
}
|
|
112
|
+
}));
|
|
113
|
+
exports.handler = handler;
|
|
114
|
+
//# sourceMappingURL=CommandBsbm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CommandBsbm.js","sourceRoot":"","sources":["CommandBsbm.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,gDAAwB;AACxB,mCAAmC;AACnC,8CAAiD;AAEjD,iDAA0E;AAE1E,8CAAqD;AACrD,6DAA0D;AAE7C,QAAA,OAAO,GAAG,0BAA0B,CAAC;AACrC,QAAA,IAAI,GAAG,kCAAkC,CAAC;AAChD,MAAM,OAAO,GAAG,CAAC,KAAgB,EAAa,EAAE,CACrD,KAAK;KACF,OAAO,CAAC;IACP,IAAI,EAAE;QACJ,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,GAAG;QACV,QAAQ,EAAE,yBAAyB;QACnC,OAAO,EAAE,iBAAiB;KAC3B;IACD,SAAS,EAAE;QACT,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,uCAAuC;QACjD,OAAO,EAAE,UAAU;KACpB;CACF,CAAC,CAAC;AAdM,QAAA,OAAO,WAcb;AACA,MAAM,OAAO,GAAG,CAAC,IAAyB,EAAiB,EAAE,CAAC,+BAAkB,CAAC,IAAI,EAC1F,KAAK,EAAC,OAAqB,EAAE,EAAE,CAAC,+BAAkB,CAAC,cAAc,EAAE,KAAK,IAAG,EAAE;IAC3E,eAAe;IACf,MAAM,EAAE,qBAAqB,EAAE,GAAG,6BAAkB,CAAC,IAAI,CAAC,CAAC;IAE3D,iBAAiB;IACjB,KAAK,MAAM,CAAE,YAAY,EAAE,mBAAmB,CAAE,IAAI,qBAAqB,CAAC,OAAO,EAAE,EAAE;QACnF,0BAA0B;QAC1B,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,cAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAChF,MAAM,UAAU,GAAG,IAAI,uCAAkB,CAAC,EAAE,CAAC,CAAC;QAC9C,UAAU,CAAC,WAAW,CAAC;YACrB,MAAM;YACN,IAAI;YACJ,SAAS;YACT,MAAM;SACP,CAAC,CAAC;QAEH,gBAAgB;QAChB,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/D,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,IAAI,mBAAW,EAAE,CAAC;YACjC,IAAI,KAAqE,CAAC;YAC1E,IAAI,OAAe,CAAC;YACpB,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE;gBACzB,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE;oBACxB,KAAK,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;iBACrC;gBACD,IAAI,KAAK,EAAE;oBACT,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC;iBACpB;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;gBACvB,IAAI,KAAK,IAAI,IAAI,EAAE;oBACjB,IAAI,OAAO,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE;wBACnD,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAK,CAAC;qBAC9C;yBAAM,IAAI,OAAO,KAAK,YAAY,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE;wBAClE,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;qBACzC;iBACF;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE;gBAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,EAAE;oBACjC,UAAU,CAAC,QAAQ,CAAC;wBAClB,KAAK,CAAC,IAAK;wBACX,GAAG;wBACH,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;wBACrB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;qBACnB,CAAC,CAAC;iBACJ;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAE3B,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC;iBACzB,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC;iBAClB,IAAI,CAAC,IAAI,kBAAS,CAAC;gBAClB,UAAU,EAAE,IAAI;gBAChB,SAAS,CAAC,KAAU,EAAE,QAAgB,EAAE,QAAoD;oBAC1F,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACpB,QAAQ,EAAE,CAAC;gBACb,CAAC;aACF,CAAC,CAAC,CAAC;QACR,CAAC,CAAC,CAAC;QAEH,wBAAwB;QACxB,UAAU,CAAC,KAAK,EAAE,CAAC;KACpB;AACH,CAAC,CAAC,CAAC,CAAC;AAlEO,QAAA,OAAO,WAkEd","sourcesContent":["import * as fs from 'fs';\nimport Path from 'path';\nimport { Transform } from 'stream';\nimport { SaxesParser } from '@rubensworks/saxes';\nimport type { Argv } from 'yargs';\nimport { wrapCommandHandler, wrapVisualProgress } from '../../CliHelpers';\nimport type { ITaskContext } from '../../ITaskContext';\nimport { getExperimentNames } from '../tex/TexUtils';\nimport { TableSerializerCsv } from './TableSerializerCsv';\n\nexport const command = 'bsbm <experiment-dir...>';\nexport const desc = 'Convert BSBM output files to CSV';\nexport const builder = (yargs: Argv<any>): Argv<any> =>\n yargs\n .options({\n name: {\n type: 'string',\n alias: 'n',\n describe: 'Custom output file name',\n default: 'query-times.csv',\n },\n inputName: {\n type: 'string',\n describe: 'Custom input file name per experiment',\n default: 'bsbm.xml',\n },\n });\nexport const handler = (argv: Record<string, any>): Promise<void> => wrapCommandHandler(argv,\n async(context: ITaskContext) => wrapVisualProgress('Listing data', async() => {\n // Load options\n const { experimentDirectories } = getExperimentNames(argv);\n\n // Read XML files\n for (const [ experimentId, experimentDirectory ] of experimentDirectories.entries()) {\n // Prepare output CSV file\n const os = fs.createWriteStream(Path.join(experimentDirectory, `${argv.name}`));\n const serializer = new TableSerializerCsv(os);\n serializer.writeHeader([\n 'name',\n 'id',\n 'results',\n 'time',\n ]);\n\n // Read XML file\n const xmlFile = Path.join(experimentDirectory, argv.inputName);\n await new Promise<void>((resolve, reject) => {\n const parser = new SaxesParser();\n let query: { name?: string; results?: number; time?: number } | undefined;\n let tagName: string;\n parser.on('opentag', tag => {\n if (tag.name === 'query') {\n query = { name: tag.attributes.nr };\n }\n if (query) {\n tagName = tag.name;\n }\n });\n parser.on('text', text => {\n if (query && text) {\n if (tagName === 'aqetg' && query.time === undefined) {\n query.time = Number.parseFloat(text) * 1_000;\n } else if (tagName === 'avgresults' && query.results === undefined) {\n query.results = Number.parseFloat(text);\n }\n }\n });\n parser.on('closetag', tag => {\n if (tag.name === 'query' && query) {\n serializer.writeRow([\n query.name!,\n '0',\n String(query.results),\n String(query.time),\n ]);\n }\n });\n parser.on('error', reject);\n\n fs.createReadStream(xmlFile)\n .on('end', resolve)\n .pipe(new Transform({\n objectMode: true,\n transform(chunk: any, encoding: string, callback: (error?: Error | null, data?: any) => void) {\n parser.write(chunk);\n callback();\n },\n }));\n });\n\n // Close output CSV file\n serializer.close();\n }\n }));\n"]}
|
|
@@ -74,8 +74,8 @@ const handler = (argv) => CliHelpers_1.wrapCommandHandler(argv, async (context)
|
|
|
74
74
|
const queryRegex = argv.queryRegex ? new RegExp(argv.queryRegex, 'u') : undefined;
|
|
75
75
|
// Collect timings
|
|
76
76
|
const ghbenchData = [];
|
|
77
|
-
const ghbenchDataRaw = {};
|
|
78
77
|
for (const [experimentId, experimentDirectory] of experimentDirectories.entries()) {
|
|
78
|
+
const ghbenchDataRaw = {};
|
|
79
79
|
await TexUtils_1.handleCsvFile(experimentDirectory, argv, data => {
|
|
80
80
|
if (!queryRegex || queryRegex.test(data.name)) {
|
|
81
81
|
const value = Number.parseInt(data.time, 10);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CommandGithubActionsBenchmark.js","sourceRoot":"","sources":["CommandGithubActionsBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,gDAAwB;AAExB,iDAA0E;AAE1E,8CAIyB;AAEZ,QAAA,OAAO,GAAG,6BAA6B,CAAC;AACxC,QAAA,IAAI,GAAG,gEAAgE,CAAC;AAC9E,MAAM,OAAO,GAAG,CAAC,KAAgB,EAAa,EAAE,CACrD,KAAK;KACF,OAAO,CAAC;IACP,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,GAAG;QACV,QAAQ,EAAE,6FAA6F;KACxG;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,GAAG;QACV,QAAQ,EAAE,yBAAyB;QACnC,OAAO,EAAE,cAAc;KACxB;IACD,SAAS,EAAE;QACT,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,uCAAuC;QACjD,OAAO,EAAE,iBAAiB;KAC3B;IACD,cAAc,EAAE;QACd,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,kCAAkC;QAC5C,OAAO,EAAE,GAAG;KACb;IACD,yBAAyB,EAAE;QACzB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,mDAAmD;KAC9D;IACD,KAAK,EAAE;QACL,IAAI,EAAE,SAAS;QACf,QAAQ,EAAE,gEAAgE;QAC1E,OAAO,EAAE,KAAK;KACf;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,SAAS;QACf,QAAQ,EAAE,8EAA8E;QACxF,OAAO,EAAE,IAAI;KACd;CACF,CAAC,CAAC;AAtCM,QAAA,OAAO,WAsCb;AACA,MAAM,OAAO,GAAG,CAAC,IAAyB,EAAiB,EAAE,CAAC,+BAAkB,CAAC,IAAI,EAC1F,KAAK,EAAC,OAAqB,EAAE,EAAE,CAAC,+BAAkB,CAAC,yBAAyB,EAAE,KAAK,IAAG,EAAE;IACtF,eAAe;IACf,MAAM,EAAE,qBAAqB,EAAE,eAAe,EAAE,GAAG,6BAAkB,CAAC,IAAI,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAElF,kBAAkB;IAClB,MAAM,WAAW,GAAgB,EAAE,CAAC;IACpC,
|
|
1
|
+
{"version":3,"file":"CommandGithubActionsBenchmark.js","sourceRoot":"","sources":["CommandGithubActionsBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,gDAAwB;AAExB,iDAA0E;AAE1E,8CAIyB;AAEZ,QAAA,OAAO,GAAG,6BAA6B,CAAC;AACxC,QAAA,IAAI,GAAG,gEAAgE,CAAC;AAC9E,MAAM,OAAO,GAAG,CAAC,KAAgB,EAAa,EAAE,CACrD,KAAK;KACF,OAAO,CAAC;IACP,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,GAAG;QACV,QAAQ,EAAE,6FAA6F;KACxG;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,GAAG;QACV,QAAQ,EAAE,yBAAyB;QACnC,OAAO,EAAE,cAAc;KACxB;IACD,SAAS,EAAE;QACT,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,uCAAuC;QACjD,OAAO,EAAE,iBAAiB;KAC3B;IACD,cAAc,EAAE;QACd,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,kCAAkC;QAC5C,OAAO,EAAE,GAAG;KACb;IACD,yBAAyB,EAAE;QACzB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,mDAAmD;KAC9D;IACD,KAAK,EAAE;QACL,IAAI,EAAE,SAAS;QACf,QAAQ,EAAE,gEAAgE;QAC1E,OAAO,EAAE,KAAK;KACf;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,SAAS;QACf,QAAQ,EAAE,8EAA8E;QACxF,OAAO,EAAE,IAAI;KACd;CACF,CAAC,CAAC;AAtCM,QAAA,OAAO,WAsCb;AACA,MAAM,OAAO,GAAG,CAAC,IAAyB,EAAiB,EAAE,CAAC,+BAAkB,CAAC,IAAI,EAC1F,KAAK,EAAC,OAAqB,EAAE,EAAE,CAAC,+BAAkB,CAAC,yBAAyB,EAAE,KAAK,IAAG,EAAE;IACtF,eAAe;IACf,MAAM,EAAE,qBAAqB,EAAE,eAAe,EAAE,GAAG,6BAAkB,CAAC,IAAI,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAElF,kBAAkB;IAClB,MAAM,WAAW,GAAgB,EAAE,CAAC;IACpC,KAAK,MAAM,CAAE,YAAY,EAAE,mBAAmB,CAAE,IAAI,qBAAqB,CAAC,OAAO,EAAE,EAAE;QACnF,MAAM,cAAc,GAAmC,EAAE,CAAC;QAE1D,MAAM,wBAAa,CAAC,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE;YACpD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC7C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBAC9B,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;wBAC1B,IAAI,EAAE,GAAG,eAAe,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE;wBACvD,IAAI,EAAE,IAAI;wBACV,MAAM,EAAE,CAAE,KAAK,CAAE;wBACjB,KAAK,EAAE,YAAY,IAAI,CAAC,OAAO,YAAY,IAAI,CAAC,KAAK,oBAAoB,IAAI,CAAC,YAAY,EAAE;qBAC7F,CAAC;iBACH;qBAAM;oBACL,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBAC9C;aACF;QACH,CAAC,CAAC,CAAC;QAEH,qBAAqB;QACrB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;YACjD,MAAM,KAAK,GAAG,qBAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACvC,KAAK,IAAI,KAAK,CAAC;YAEf,kBAAkB;YAClB,IAAI,IAAI,CAAC,QAAQ,EAAE;gBACjB,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,KAAK;oBACL,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC;aACJ;SACF;QAED,gBAAgB;QAChB,IAAI,IAAI,CAAC,KAAK,EAAE;YACd,WAAW,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,GAAG,eAAe,CAAC,YAAY,CAAC,EAAE;gBACxC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;SACJ;KACF;IAED,eAAe;IACf,mCAAmC;IACnC,EAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;AAC5G,CAAC,CAAC,CAAC,CAAC;AAzDO,QAAA,OAAO,WAyDd","sourcesContent":["import * as fs from 'fs';\nimport Path from 'path';\nimport type { Argv } from 'yargs';\nimport { wrapCommandHandler, wrapVisualProgress } from '../../CliHelpers';\nimport type { ITaskContext } from '../../ITaskContext';\nimport {\n calcMedian,\n getExperimentNames,\n handleCsvFile,\n} from '../tex/TexUtils';\n\nexport const command = 'ghbench <experiment-dir...>';\nexport const desc = 'Generates a JSON file for usage in the Benchmark Github Action';\nexport const builder = (yargs: Argv<any>): Argv<any> =>\n yargs\n .options({\n queryRegex: {\n type: 'string',\n alias: 'q',\n describe: 'Regex for queries to include (before any label overrides). Examples: \\'^C\\', \\'^[^C]\\', ...',\n },\n name: {\n type: 'string',\n alias: 'n',\n describe: 'Custom output file name',\n default: 'ghbench.json',\n },\n inputName: {\n type: 'string',\n describe: 'Custom input file name per experiment',\n default: 'query-times.csv',\n },\n inputDelimiter: {\n type: 'string',\n describe: 'Delimiter for the input CSV file',\n default: ';',\n },\n overrideCombinationLabels: {\n type: 'string',\n describe: 'Comma-separated list of combination labels to use',\n },\n total: {\n type: 'boolean',\n describe: 'If total execution time across the experiment must be reported',\n default: false,\n },\n detailed: {\n type: 'boolean',\n describe: 'If separate execution time for each query in the experiment must be reported',\n default: true,\n },\n });\nexport const handler = (argv: Record<string, any>): Promise<void> => wrapCommandHandler(argv,\n async(context: ITaskContext) => wrapVisualProgress('Collecting ghbench data', async() => {\n // Load options\n const { experimentDirectories, experimentNames } = getExperimentNames(argv);\n const queryRegex = argv.queryRegex ? new RegExp(argv.queryRegex, 'u') : undefined;\n\n // Collect timings\n const ghbenchData: GhbenchData = [];\n for (const [ experimentId, experimentDirectory ] of experimentDirectories.entries()) {\n const ghbenchDataRaw: Record<string, GhbenchDataRaw> = {};\n\n await handleCsvFile(experimentDirectory, argv, data => {\n if (!queryRegex || queryRegex.test(data.name)) {\n const value = Number.parseInt(data.time, 10);\n if (!ghbenchDataRaw[data.name]) {\n ghbenchDataRaw[data.name] = {\n name: `${experimentNames[experimentId]} - ${data.name}`,\n unit: 'ms',\n values: [ value ],\n extra: `Results: ${data.results}; Error: ${data.error}; HTTP Requests: ${data.httpRequests}`,\n };\n } else {\n ghbenchDataRaw[data.name].values.push(value);\n }\n }\n });\n\n // Calculate averages\n let total = 0;\n for (const entry of Object.values(ghbenchDataRaw)) {\n const value = calcMedian(entry.values);\n total += value;\n\n // Output detailed\n if (argv.detailed) {\n ghbenchData.push({\n name: entry.name,\n unit: entry.unit,\n value,\n extra: entry.extra,\n });\n }\n }\n\n // Output totals\n if (argv.total) {\n ghbenchData.push({\n name: `${experimentNames[experimentId]}`,\n unit: 'ms',\n value: total,\n });\n }\n }\n\n // Write output\n // eslint-disable-next-line no-sync\n fs.writeFileSync(Path.join(context.cwd, `${argv.name}`), JSON.stringify(ghbenchData, null, ' '), 'utf8');\n }));\n\ninterface GhbenchDataRaw {\n name: string;\n unit: string;\n values: number[];\n range?: string;\n extra?: string;\n}\n\ntype GhbenchData = {\n name: string;\n unit: string;\n value: number;\n range?: string;\n extra?: string;\n}[];\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@rubensworks/process-sparql-benchmark-results",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.2.0",
|
|
4
4
|
"description": "Personal tools to post-process query results from SPARQL benchmarks",
|
|
5
5
|
"repository": "https://github.com/rubensworks/process-sparql-benchmark-results.js",
|
|
6
6
|
"keywords": [
|
|
@@ -65,6 +65,7 @@
|
|
|
65
65
|
]
|
|
66
66
|
},
|
|
67
67
|
"dependencies": {
|
|
68
|
+
"@rubensworks/saxes": "^6.0.1",
|
|
68
69
|
"@types/cross-spawn": "^6.0.2",
|
|
69
70
|
"@types/fs-extra": "^9.0.11",
|
|
70
71
|
"@types/yargs": "^16.0.1",
|