@rubensworks/process-sparql-benchmark-results 1.1.6 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,5 @@
1
+ import type { Argv } from 'yargs';
2
+ export declare const command = "bsbm <experiment-dir...>";
3
+ export declare const desc = "Convert BSBM output files to CSV";
4
+ export declare const builder: (yargs: Argv<any>) => Argv<any>;
5
+ export declare const handler: (argv: Record<string, any>) => Promise<void>;
@@ -0,0 +1,114 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
5
+ }) : (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ o[k2] = m[k];
8
+ }));
9
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
10
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
11
+ }) : function(o, v) {
12
+ o["default"] = v;
13
+ });
14
+ var __importStar = (this && this.__importStar) || function (mod) {
15
+ if (mod && mod.__esModule) return mod;
16
+ var result = {};
17
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
18
+ __setModuleDefault(result, mod);
19
+ return result;
20
+ };
21
+ var __importDefault = (this && this.__importDefault) || function (mod) {
22
+ return (mod && mod.__esModule) ? mod : { "default": mod };
23
+ };
24
+ Object.defineProperty(exports, "__esModule", { value: true });
25
+ exports.handler = exports.builder = exports.desc = exports.command = void 0;
26
+ const fs = __importStar(require("fs"));
27
+ const path_1 = __importDefault(require("path"));
28
+ const stream_1 = require("stream");
29
+ const saxes_1 = require("@rubensworks/saxes");
30
+ const CliHelpers_1 = require("../../CliHelpers");
31
+ const TexUtils_1 = require("../tex/TexUtils");
32
+ const TableSerializerCsv_1 = require("./TableSerializerCsv");
33
+ exports.command = 'bsbm <experiment-dir...>';
34
+ exports.desc = 'Convert BSBM output files to CSV';
35
+ const builder = (yargs) => yargs
36
+ .options({
37
+ name: {
38
+ type: 'string',
39
+ alias: 'n',
40
+ describe: 'Custom output file name',
41
+ default: 'query-times.csv',
42
+ },
43
+ inputName: {
44
+ type: 'string',
45
+ describe: 'Custom input file name per experiment',
46
+ default: 'bsbm.xml',
47
+ },
48
+ });
49
+ exports.builder = builder;
50
+ const handler = (argv) => CliHelpers_1.wrapCommandHandler(argv, async (context) => CliHelpers_1.wrapVisualProgress('Listing data', async () => {
51
+ // Load options
52
+ const { experimentDirectories } = TexUtils_1.getExperimentNames(argv);
53
+ // Read XML files
54
+ for (const [experimentId, experimentDirectory] of experimentDirectories.entries()) {
55
+ // Prepare output CSV file
56
+ const os = fs.createWriteStream(path_1.default.join(experimentDirectory, `${argv.name}`));
57
+ const serializer = new TableSerializerCsv_1.TableSerializerCsv(os);
58
+ serializer.writeHeader([
59
+ 'name',
60
+ 'id',
61
+ 'results',
62
+ 'time',
63
+ ]);
64
+ // Read XML file
65
+ const xmlFile = path_1.default.join(experimentDirectory, argv.inputName);
66
+ await new Promise((resolve, reject) => {
67
+ const parser = new saxes_1.SaxesParser();
68
+ let query;
69
+ let tagName;
70
+ parser.on('opentag', tag => {
71
+ if (tag.name === 'query') {
72
+ query = { name: tag.attributes.nr };
73
+ }
74
+ if (query) {
75
+ tagName = tag.name;
76
+ }
77
+ });
78
+ parser.on('text', text => {
79
+ if (query && text) {
80
+ if (tagName === 'aqetg' && query.time === undefined) {
81
+ query.time = Number.parseFloat(text) * 1000;
82
+ }
83
+ else if (tagName === 'avgresults' && query.results === undefined) {
84
+ query.results = Number.parseFloat(text);
85
+ }
86
+ }
87
+ });
88
+ parser.on('closetag', tag => {
89
+ if (tag.name === 'query' && query) {
90
+ serializer.writeRow([
91
+ query.name,
92
+ '0',
93
+ String(query.results),
94
+ String(query.time),
95
+ ]);
96
+ }
97
+ });
98
+ parser.on('error', reject);
99
+ fs.createReadStream(xmlFile)
100
+ .on('end', resolve)
101
+ .pipe(new stream_1.Transform({
102
+ objectMode: true,
103
+ transform(chunk, encoding, callback) {
104
+ parser.write(chunk);
105
+ callback();
106
+ },
107
+ }));
108
+ });
109
+ // Close output CSV file
110
+ serializer.close();
111
+ }
112
+ }));
113
+ exports.handler = handler;
114
+ //# sourceMappingURL=CommandBsbm.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"CommandBsbm.js","sourceRoot":"","sources":["CommandBsbm.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,gDAAwB;AACxB,mCAAmC;AACnC,8CAAiD;AAEjD,iDAA0E;AAE1E,8CAAqD;AACrD,6DAA0D;AAE7C,QAAA,OAAO,GAAG,0BAA0B,CAAC;AACrC,QAAA,IAAI,GAAG,kCAAkC,CAAC;AAChD,MAAM,OAAO,GAAG,CAAC,KAAgB,EAAa,EAAE,CACrD,KAAK;KACF,OAAO,CAAC;IACP,IAAI,EAAE;QACJ,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,GAAG;QACV,QAAQ,EAAE,yBAAyB;QACnC,OAAO,EAAE,iBAAiB;KAC3B;IACD,SAAS,EAAE;QACT,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,uCAAuC;QACjD,OAAO,EAAE,UAAU;KACpB;CACF,CAAC,CAAC;AAdM,QAAA,OAAO,WAcb;AACA,MAAM,OAAO,GAAG,CAAC,IAAyB,EAAiB,EAAE,CAAC,+BAAkB,CAAC,IAAI,EAC1F,KAAK,EAAC,OAAqB,EAAE,EAAE,CAAC,+BAAkB,CAAC,cAAc,EAAE,KAAK,IAAG,EAAE;IAC3E,eAAe;IACf,MAAM,EAAE,qBAAqB,EAAE,GAAG,6BAAkB,CAAC,IAAI,CAAC,CAAC;IAE3D,iBAAiB;IACjB,KAAK,MAAM,CAAE,YAAY,EAAE,mBAAmB,CAAE,IAAI,qBAAqB,CAAC,OAAO,EAAE,EAAE;QACnF,0BAA0B;QAC1B,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,cAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAChF,MAAM,UAAU,GAAG,IAAI,uCAAkB,CAAC,EAAE,CAAC,CAAC;QAC9C,UAAU,CAAC,WAAW,CAAC;YACrB,MAAM;YACN,IAAI;YACJ,SAAS;YACT,MAAM;SACP,CAAC,CAAC;QAEH,gBAAgB;QAChB,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/D,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,IAAI,mBAAW,EAAE,CAAC;YACjC,IAAI,KAAqE,CAAC;YAC1E,IAAI,OAAe,CAAC;YACpB,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE;gBACzB,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE;oBACxB,KAAK,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;iBACrC;gBACD,IAAI,KAAK,EAAE;oBACT,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC;iBACpB;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;gBACvB,IAAI,KAAK,IAAI,IAAI,EAAE;oBACjB,IAAI,OAAO,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE;wBACnD,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAK,CAAC;qBAC9C;yBAAM,IAAI,OAAO,KAAK,YAAY,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE;wBAClE,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;qBACzC;iBACF;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE;gBAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,EAAE;oBACjC,UAAU,CAAC,QAAQ,CAAC;wBAClB,KAAK,CAAC,IAAK;wBACX,GAAG;wBACH,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;wBACrB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;qBACnB,CAAC,CAAC;iBACJ;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAE3B,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC;iBACzB,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC;iBAClB,IAAI,CAAC,IAAI,kBAAS,CAAC;gBAClB,UAAU,EAAE,IAAI;gBAChB,SAAS,CAAC,KAAU,EAAE,QAAgB,EAAE,QAAoD;oBAC1F,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACpB,QAAQ,EAAE,CAAC;gBACb,CAAC;aACF,CAAC,CAAC,CAAC;QACR,CAAC,CAAC,CAAC;QAEH,wBAAwB;QACxB,UAAU,CAAC,KAAK,EAAE,CAAC;KACpB;AACH,CAAC,CAAC,CAAC,CAAC;AAlEO,QAAA,OAAO,WAkEd","sourcesContent":["import * as fs from 'fs';\nimport Path from 'path';\nimport { Transform } from 'stream';\nimport { SaxesParser } from '@rubensworks/saxes';\nimport type { Argv } from 'yargs';\nimport { wrapCommandHandler, wrapVisualProgress } from '../../CliHelpers';\nimport type { ITaskContext } from '../../ITaskContext';\nimport { getExperimentNames } from '../tex/TexUtils';\nimport { TableSerializerCsv } from './TableSerializerCsv';\n\nexport const command = 'bsbm <experiment-dir...>';\nexport const desc = 'Convert BSBM output files to CSV';\nexport const builder = (yargs: Argv<any>): Argv<any> =>\n yargs\n .options({\n name: {\n type: 'string',\n alias: 'n',\n describe: 'Custom output file name',\n default: 'query-times.csv',\n },\n inputName: {\n type: 'string',\n describe: 'Custom input file name per experiment',\n default: 'bsbm.xml',\n },\n });\nexport const handler = (argv: Record<string, any>): Promise<void> => wrapCommandHandler(argv,\n async(context: ITaskContext) => wrapVisualProgress('Listing data', async() => {\n // Load options\n const { experimentDirectories } = getExperimentNames(argv);\n\n // Read XML files\n for (const [ experimentId, experimentDirectory ] of experimentDirectories.entries()) {\n // Prepare output CSV file\n const os = fs.createWriteStream(Path.join(experimentDirectory, `${argv.name}`));\n const serializer = new TableSerializerCsv(os);\n serializer.writeHeader([\n 'name',\n 'id',\n 'results',\n 'time',\n ]);\n\n // Read XML file\n const xmlFile = Path.join(experimentDirectory, argv.inputName);\n await new Promise<void>((resolve, reject) => {\n const parser = new SaxesParser();\n let query: { name?: string; results?: number; time?: number } | undefined;\n let tagName: string;\n parser.on('opentag', tag => {\n if (tag.name === 'query') {\n query = { name: tag.attributes.nr };\n }\n if (query) {\n tagName = tag.name;\n }\n });\n parser.on('text', text => {\n if (query && text) {\n if (tagName === 'aqetg' && query.time === undefined) {\n query.time = Number.parseFloat(text) * 1_000;\n } else if (tagName === 'avgresults' && query.results === undefined) {\n query.results = Number.parseFloat(text);\n }\n }\n });\n parser.on('closetag', tag => {\n if (tag.name === 'query' && query) {\n serializer.writeRow([\n query.name!,\n '0',\n String(query.results),\n String(query.time),\n ]);\n }\n });\n parser.on('error', reject);\n\n fs.createReadStream(xmlFile)\n .on('end', resolve)\n .pipe(new Transform({\n objectMode: true,\n transform(chunk: any, encoding: string, callback: (error?: Error | null, data?: any) => void) {\n parser.write(chunk);\n callback();\n },\n }));\n });\n\n // Close output CSV file\n serializer.close();\n }\n }));\n"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@rubensworks/process-sparql-benchmark-results",
3
- "version": "1.1.6",
3
+ "version": "1.2.0",
4
4
  "description": "Personal tools to post-process query results from SPARQL benchmarks",
5
5
  "repository": "https://github.com/rubensworks/process-sparql-benchmark-results.js",
6
6
  "keywords": [
@@ -65,6 +65,7 @@
65
65
  ]
66
66
  },
67
67
  "dependencies": {
68
+ "@rubensworks/saxes": "^6.0.1",
68
69
  "@types/cross-spawn": "^6.0.2",
69
70
  "@types/fs-extra": "^9.0.11",
70
71
  "@types/yargs": "^16.0.1",