@eagleoutice/flowr 1.4.1 → 1.4.2

package/util/args.js

@@ -7,14 +7,18 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.splitAtEscapeSensitive = void 0;
 /**
- * This splits an input string on the given split string (e.g., ` `) but checks if the string is quoted or escaped.
+ * This splits an input string on the given split string (e.g., ` `), but checks if the string is quoted or escaped.
  *
- * Given an input string like `a "b c" d` with a space character as split this splits the arguments similar to common shell interpreters (i.e., `a`, `b c`, and `d`).
+ * Given an input string like `a "b c" d`, with a space character as split, and escapeQuote set to true,
+ * this splits the arguments similar to common shell interpreters (i.e., `a`, `b c`, and `d`).
+ *
+ * When escapeQuote is set to false instead, we keep quotation marks in the result (i.e., `a`, `"b c"`, and `d`.).
  *
  * @param inputString - The string to split
- * @param split       - The **single** character to split on (can not be the backslash or quote)
+ * @param escapeQuote - Keep quotes in args
+ * @param split       - The **single** character to split on (can not be backslash or quote)
  */
-function splitAtEscapeSensitive(inputString, split = ' ') {
+function splitAtEscapeSensitive(inputString, escapeQuote = true, split = ' ') {
     const args = [];
     let current = '';
     let inQuotes = false;
@@ -50,6 +54,9 @@ function splitAtEscapeSensitive(inputString, split = ' ') {
         }
         else if (c === '"' || c === "'") {
             inQuotes = !inQuotes;
+            if (!escapeQuote) {
+                current += c;
+            }
         }
         else if (c === '\\') {
             escaped = true;

package/util/cfg/visitor.js

@@ -49,7 +49,7 @@ class ControlFlowGraphExecutionTraceVisitor {
         return predecessors;
     }
     visit(cfg) {
-        const visited = new Set;
+        const visited = new Set();
         for (const id of cfg.entryPoints) {
             const node = cfg.graph.vertices().get(id);
             (0, assert_1.guard)(node !== undefined, `Node with id ${id} not present`);

package/util/files.d.ts

@@ -52,3 +52,9 @@ export declare function readLineByLine(filePath: string, onLine: (line: Buffer,
  * See {@link readLineByLine} for an asynchronous version.
  */
 export declare function readLineByLineSync(filePath: string, onLine: (line: Buffer, lineNumber: number) => void): void;
+/**
+ * Chops off the last part of the given directory path after a path separator, essentially returning the path's parent directory.
+ * If an absolute path is passed, the returned path is also absolute.
+ * @param directory - The directory whose parent to return
+ */
+export declare function getParentDirectory(directory: string): string;

package/util/files.js

@@ -26,7 +26,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.readLineByLineSync = exports.readLineByLine = exports.writeTableAsCsv = exports.allRFilesFrom = exports.allRFiles = exports.getAllFiles = void 0;
+exports.getParentDirectory = exports.readLineByLineSync = exports.readLineByLine = exports.writeTableAsCsv = exports.allRFilesFrom = exports.allRFiles = exports.getAllFiles = void 0;
 const fs_1 = __importStar(require("fs"));
 const path_1 = __importDefault(require("path"));
 const log_1 = require("./log");
@@ -141,4 +141,14 @@ function readLineByLineSync(filePath, onLine) {
     }
 }
 exports.readLineByLineSync = readLineByLineSync;
+/**
+ * Chops off the last part of the given directory path after a path separator, essentially returning the path's parent directory.
+ * If an absolute path is passed, the returned path is also absolute.
+ * @param directory - The directory whose parent to return
+ */
+function getParentDirectory(directory) {
+    // apparently this is somehow the best way to do it in node, what
+    return directory.split(path_1.default.sep).slice(0, -1).join(path_1.default.sep);
+}
+exports.getParentDirectory = getParentDirectory;
 //# sourceMappingURL=files.js.map

package/util/log.js

@@ -34,6 +34,9 @@ class FlowrLogger extends tslog_1.Logger {
 exports.FlowrLogger = FlowrLogger;
 function getActiveLog() {
     return new FlowrLogger({
+        // set the default minimum level as Warn, and let all apps
+        // (like the REPL) update it to whatever they want it to be
+        minLevel: 4 /* LogLevel.Warn */,
         type: 'pretty',
         name: 'main',
         stylePrettyLogs: true,

package/util/summarizer/benchmark/first-phase/input.d.ts

@@ -1,2 +1,3 @@
 /// <reference types="node" />
-export declare function processNestMeasurement(line: Buffer, counter: number, summarizedText: string, outputPath: string): Promise<void>;
+export declare function processRunMeasurement(line: Buffer, fileNum: number, lineNum: number, summarizedText: string, outputPath: string): Promise<void>;
+export declare function processSummarizedFileMeasurement(file: string, summariesFile: string, outputPath: string): void;

package/util/summarizer/benchmark/first-phase/input.js

@@ -3,18 +3,22 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processNestMeasurement = void 0;
+exports.processSummarizedFileMeasurement = exports.processRunMeasurement = void 0;
 const benchmark_1 = require("../../../../benchmark");
 const assert_1 = require("../../../assert");
 const statistics_1 = require("../../../../statistics");
 const fs_1 = __importDefault(require("fs"));
 const json_1 = require("../../../json");
-async function processNestMeasurement(line, counter, summarizedText, outputPath) {
+const files_1 = require("../../../files");
+const process_1 = require("../second-phase/process");
+async function processRunMeasurement(line, fileNum, lineNum, summarizedText, outputPath) {
     let got = JSON.parse(line.toString());
-    console.log(`[${counter}] Summarize for ${got.filename}`);
+    console.log(`[file ${fileNum}, line ${lineNum}] Summarize for ${got.filename}`);
     // now we have to recover the maps and bigints :C
     got = {
         filename: got.filename,
+        'file-id': got['file-id'],
+        'run-num': got['run-num'],
         stats: {
             input: got.stats.input,
             request: got.stats.request,
@@ -37,12 +41,24 @@ async function processNestMeasurement(line, counter, summarizedText, outputPath)
     console.log(`    - Append raw summary to ${outputPath}`);
     fs_1.default.appendFileSync(outputPath, `${JSON.stringify({
         filename: got.filename,
+        'file-id': got['file-id'],
+        'run-num': got['run-num'],
         summarize: summarized
     }, json_1.jsonReplacer)}\n`);
     console.log(`    - Append textual summary to ${summarizedText}`);
     fs_1.default.appendFileSync(summarizedText, `${(0, benchmark_1.stats2string)(summarized)}\n`);
 }
-exports.processNestMeasurement = processNestMeasurement;
+exports.processRunMeasurement = processRunMeasurement;
+function processSummarizedFileMeasurement(file, summariesFile, outputPath) {
+    console.log(`Summarize all runs for ${file}`);
+    const summaries = [];
+    (0, files_1.readLineByLineSync)(summariesFile, l => (0, process_1.processNextSummary)(l, summaries));
+    fs_1.default.appendFileSync(outputPath, `${JSON.stringify({
+        filename: file,
+        summarize: (0, process_1.summarizeAllSummarizedStats)(summaries)
+    }, json_1.jsonReplacer)}\n`);
+}
+exports.processSummarizedFileMeasurement = processSummarizedFileMeasurement;
 function mapPerSliceStats(k, v) {
     return [k, {
             reconstructedCode: v.reconstructedCode,

package/util/summarizer/benchmark/first-phase/process.d.ts

@@ -1,4 +1,4 @@
-import type { SummarizedMeasurement, SummarizedSlicerStats } from '../data';
+import type { Reduction, SummarizedMeasurement, SummarizedSlicerStats } from '../data';
 import type { PerSliceStats, SlicerStats } from '../../../../benchmark';
 import type { SlicingCriteria } from '../../../../slicing';
 /**
@@ -8,3 +8,4 @@ import type { SlicingCriteria } from '../../../../slicing';
 export declare function summarizeSlicerStats(stats: SlicerStats, report?: (criteria: SlicingCriteria, stats: PerSliceStats) => void): Promise<Readonly<SummarizedSlicerStats>>;
 export declare function summarizeMeasurement(data: number[], totalNumberOfDataPoints?: number): SummarizedMeasurement;
 export declare function summarizeSummarizedMeasurement(data: SummarizedMeasurement[]): SummarizedMeasurement;
+export declare function summarizeReductions(reductions: Reduction<SummarizedMeasurement>[]): Reduction<SummarizedMeasurement>;

package/util/summarizer/benchmark/first-phase/process.js

@@ -26,7 +26,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.summarizeSummarizedMeasurement = exports.summarizeMeasurement = exports.summarizeSlicerStats = void 0;
+exports.summarizeReductions = exports.summarizeSummarizedMeasurement = exports.summarizeMeasurement = exports.summarizeSlicerStats = void 0;
 const tmp = __importStar(require("tmp"));
 const assert_1 = require("../../../assert");
 const log_1 = require("../../../log");
@@ -84,7 +84,6 @@ async function summarizeSlicerStats(stats, report = () => {
     const collect = new defaultmap_1.DefaultMap(() => []);
     const sizeOfSliceCriteria = [];
     const reParseShellSession = new r_bridge_1.RShell();
-    reParseShellSession.tryToInjectHomeLibPath();
     const reductions = [];
     let failedOutputs = 0;
     const sliceSize = {
@@ -96,7 +95,6 @@ async function summarizeSlicerStats(stats, report = () => {
         normalizedTokens: [],
         dataflowNodes: []
     };
-    let first = true;
     let timesHitThreshold = 0;
     for (const [criteria, perSliceStat] of perSliceStats) {
         report(criteria, perSliceStat);
@@ -116,8 +114,7 @@ async function summarizeSlicerStats(stats, report = () => {
         try {
             // there seem to be encoding issues, therefore, we dump to a temp file
             fs_1.default.writeFileSync(tempfile().name, output);
-            const reParsed = await (0, r_bridge_1.retrieveNormalizedAstFromRCode)({ request: 'file', content: tempfile().name, ensurePackageInstalled: first }, reParseShellSession);
-            first = false;
+            const reParsed = await (0, r_bridge_1.retrieveNormalizedAstFromRCode)({ request: 'file', content: tempfile().name }, reParseShellSession);
             let numberOfNormalizedTokens = 0;
             (0, r_bridge_1.visitAst)(reParsed.ast, _ => {
                 numberOfNormalizedTokens++;
@@ -205,4 +202,16 @@ function summarizeSummarizedMeasurement(data) {
     return { min, max, median, mean, std, total };
 }
 exports.summarizeSummarizedMeasurement = summarizeSummarizedMeasurement;
+function summarizeReductions(reductions) {
+    return {
+        numberOfDataflowNodes: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfDataflowNodes)),
+        numberOfLines: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfLines)),
+        numberOfCharacters: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfCharacters)),
+        numberOfNonWhitespaceCharacters: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfNonWhitespaceCharacters)),
+        numberOfLinesNoAutoSelection: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfLinesNoAutoSelection)),
+        numberOfNormalizedTokens: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfNormalizedTokens)),
+        numberOfRTokens: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfRTokens))
+    };
+}
+exports.summarizeReductions = summarizeReductions;
 //# sourceMappingURL=process.js.map

package/util/summarizer/benchmark/second-phase/graph.js

@@ -11,7 +11,7 @@ function writeGraphOutput(ultimate, outputGraphPath) {
     const data = [];
     for (const { name, measurements } of [{ name: 'per-file', measurements: ultimate.commonMeasurements }, { name: 'per-slice', measurements: ultimate.perSliceMeasurements }]) {
         for (const [point, measurement] of measurements) {
-            if (point === 'close R session' || point === 'initialize R session' || point === 'inject home path' || point === 'ensure installation of xmlparsedata' || point === 'retrieve token map') {
+            if (point === 'close R session' || point === 'initialize R session') {
                 continue;
             }
             const pointName = point === 'total' ? `total ${name}` : point;

package/util/summarizer/benchmark/second-phase/process.d.ts

@@ -1,4 +1,6 @@
 /// <reference types="node" />
 import type { SummarizedSlicerStats, UltimateSlicerStats } from '../data';
 export declare function summarizeAllSummarizedStats(stats: SummarizedSlicerStats[]): UltimateSlicerStats;
+export declare function summarizeAllUltimateStats(stats: UltimateSlicerStats[]): UltimateSlicerStats;
 export declare function processNextSummary(line: Buffer, allSummarized: SummarizedSlicerStats[]): void;
+export declare function processNextUltimateSummary(line: Buffer, allSummarized: UltimateSlicerStats[]): void;

package/util/summarizer/benchmark/second-phase/process.js

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processNextSummary = exports.summarizeAllSummarizedStats = void 0;
+exports.processNextUltimateSummary = exports.processNextSummary = exports.summarizeAllUltimateStats = exports.summarizeAllSummarizedStats = void 0;
 const defaultmap_1 = require("../../../defaultmap");
 const benchmark_1 = require("../../../../benchmark");
 const assert_1 = require("../../../assert");
+const process_1 = require("../first-phase/process");
 function summarizeAllSummarizedStats(stats) {
     const commonMeasurements = new defaultmap_1.DefaultMap(() => []);
     const perSliceMeasurements = new defaultmap_1.DefaultMap(() => []);
@@ -34,15 +35,7 @@ function summarizeAllSummarizedStats(stats) {
         perSliceMeasurements: new Map([...perSliceMeasurements.entries()].map(([k, v]) => [k, (0, benchmark_1.summarizeSummarizedMeasurement)(v)])),
         failedToRepParse,
         timesHitThreshold,
-        reduction: {
-            numberOfDataflowNodes: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfDataflowNodes)),
-            numberOfLines: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfLines)),
-            numberOfCharacters: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfCharacters)),
-            numberOfNonWhitespaceCharacters: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfNonWhitespaceCharacters)),
-            numberOfLinesNoAutoSelection: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfLinesNoAutoSelection)),
-            numberOfNormalizedTokens: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfNormalizedTokens)),
-            numberOfRTokens: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfRTokens))
-        },
+        reduction: (0, process_1.summarizeReductions)(reductions),
         input: {
             numberOfLines: (0, benchmark_1.summarizeMeasurement)(inputs.map(i => i.numberOfLines)),
             numberOfCharacters: (0, benchmark_1.summarizeMeasurement)(inputs.map(i => i.numberOfCharacters)),
@@ -59,10 +52,36 @@ function summarizeAllSummarizedStats(stats) {
     };
 }
 exports.summarizeAllSummarizedStats = summarizeAllSummarizedStats;
+function summarizeAllUltimateStats(stats) {
+    return {
+        // these should be deterministic, so we don't technically need to use max, but we do just in case something unexpected happens :)
+        totalRequests: Math.max(...stats.map(s => s.totalRequests)),
+        totalSlices: Math.max(...stats.map(s => s.totalSlices)),
+        failedToRepParse: Math.max(...stats.map(s => s.failedToRepParse)),
+        timesHitThreshold: Math.max(...stats.map(s => s.timesHitThreshold)),
+        // average out / summarize other measurements
+        commonMeasurements: new Map(benchmark_1.CommonSlicerMeasurements.map(m => [m, (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.commonMeasurements.get(m)))])),
+        perSliceMeasurements: new Map(benchmark_1.PerSliceMeasurements.map(m => [m, (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.perSliceMeasurements.get(m)))])),
+        reduction: (0, process_1.summarizeReductions)(stats.map(s => s.reduction)),
+        input: {
+            numberOfLines: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfLines)),
+            numberOfCharacters: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfCharacters)),
+            numberOfNonWhitespaceCharacters: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfNonWhitespaceCharacters)),
+            numberOfRTokens: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfRTokens)),
+            numberOfNormalizedTokens: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfNormalizedTokens))
+        },
+        dataflow: {
+            numberOfNodes: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.dataflow.numberOfNodes)),
+            numberOfFunctionDefinitions: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.dataflow.numberOfFunctionDefinitions)),
+            numberOfCalls: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.dataflow.numberOfCalls)),
+            numberOfEdges: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.dataflow.numberOfEdges))
+        }
+    };
+}
+exports.summarizeAllUltimateStats = summarizeAllUltimateStats;
 function processNextSummary(line, allSummarized) {
     let got = JSON.parse(line.toString());
     got = {
-        filename: got.filename,
         summarize: {
             input: got.summarize.input,
             request: got.summarize.request,
@@ -86,4 +105,22 @@ function processNextSummary(line, allSummarized) {
     allSummarized.push(got.summarize);
 }
 exports.processNextSummary = processNextSummary;
+function processNextUltimateSummary(line, allSummarized) {
+    let got = JSON.parse(line.toString());
+    got = {
+        summarize: {
+            totalRequests: got.summarize.totalRequests,
+            totalSlices: got.summarize.totalSlices,
+            commonMeasurements: new Map(got.summarize.commonMeasurements),
+            perSliceMeasurements: new Map(got.summarize.perSliceMeasurements),
+            failedToRepParse: got.summarize.failedToRepParse,
+            timesHitThreshold: got.summarize.timesHitThreshold,
+            reduction: got.summarize.reduction,
+            input: got.summarize.input,
+            dataflow: got.summarize.dataflow,
+        }
+    };
+    allSummarized.push(got.summarize);
+}
+exports.processNextUltimateSummary = processNextUltimateSummary;
 //# sourceMappingURL=process.js.map

package/util/summarizer/benchmark/summarizer.d.ts

@@ -18,10 +18,6 @@ export interface BenchmarkSummarizerConfiguration extends CommonSummarizerConfig
      * Path for the intermediate results of the preparation phase
      */
     intermediateOutputPath: string;
-    /**
-     * Path for the final results of the summarization phase
-     */
-    outputLogPath?: string;
     /**
      * Path for the final results of the summarization phase
      */

package/util/summarizer/benchmark/summarizer.js

@@ -12,24 +12,33 @@ const benchmark_1 = require("../../../benchmark");
 const process_1 = require("./second-phase/process");
 const graph_1 = require("./second-phase/graph");
 const files_1 = require("../../files");
+const path_1 = __importDefault(require("path"));
 class BenchmarkSummarizer extends summarizer_1.Summarizer {
     constructor(config) {
         super(config);
     }
     async preparationPhase() {
+        this.removeIfExists(`${this.config.intermediateOutputPath}.json`);
         this.removeIfExists(this.config.intermediateOutputPath);
-        this.removeIfExists(this.config.outputLogPath);
-        await (0, files_1.readLineByLine)(this.config.inputPath, (line, lineNumber) => (0, input_1.processNestMeasurement)(line, lineNumber, `${this.config.intermediateOutputPath}.log`, this.config.intermediateOutputPath));
+        fs_1.default.mkdirSync(this.config.intermediateOutputPath);
+        const dirContent = fs_1.default.readdirSync(this.config.inputPath);
+        for (let i = 0; i < dirContent.length; i++) {
+            const filePath = path_1.default.join(this.config.inputPath, dirContent[i]);
+            const outputPath = path_1.default.join(this.config.intermediateOutputPath, dirContent[i]);
+            // generate measurements for each run
+            await (0, files_1.readLineByLine)(filePath, (line, lineNumber) => (0, input_1.processRunMeasurement)(line, i, lineNumber, `${outputPath}.log`, outputPath));
+            // generate combined measurements for the file
+            (0, input_1.processSummarizedFileMeasurement)(filePath, outputPath, `${this.config.intermediateOutputPath}.json`);
+        }
         this.log('Done summarizing');
     }
     // eslint-disable-next-line @typescript-eslint/require-await -- just to obey the structure
     async summarizePhase() {
         this.log(`Summarizing all summaries from ${this.config.inputPath}...`);
         this.removeIfExists(this.config.outputPath);
-        const allSummarized = [];
-        (0, files_1.readLineByLineSync)(this.config.intermediateOutputPath, line => (0, process_1.processNextSummary)(line, allSummarized));
-        // summarizedRaw
-        const ultimate = (0, process_1.summarizeAllSummarizedStats)(allSummarized);
+        const summaries = [];
+        (0, files_1.readLineByLineSync)(`${this.config.intermediateOutputPath}.json`, (l) => (0, process_1.processNextUltimateSummary)(l, summaries));
+        const ultimate = (0, process_1.summarizeAllUltimateStats)(summaries);
         this.log(`Writing ultimate summary to ${this.config.outputPath}`);
         fs_1.default.writeFileSync(this.config.outputPath, JSON.stringify(ultimate, json_1.jsonReplacer));
         console.log((0, benchmark_1.ultimateStats2String)(ultimate));
@@ -41,7 +50,7 @@ class BenchmarkSummarizer extends summarizer_1.Summarizer {
     removeIfExists(path) {
         if (path && fs_1.default.existsSync(path)) {
             this.log(`Removing existing ${path}`);
-            fs_1.default.unlinkSync(path);
+            fs_1.default.rmSync(path, { recursive: true });
         }
     }
 }

package/util/summarizer/statistics/first-phase/process.js

@@ -4,26 +4,26 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.FileMigrator = void 0;
-const node_fs_1 = __importDefault(require("node:fs"));
-const node_path_1 = __importDefault(require("node:path"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 const assert_1 = require("../../../assert");
 class FileMigrator {
     writeHandles = new Map();
     finished = false;
     async migrate(sourceFolderContent, targetFolder, originalFile) {
         (0, assert_1.guard)(!this.finished, () => 'migrator is already marked as finished!');
-        if (!node_fs_1.default.existsSync(targetFolder)) {
-            node_fs_1.default.mkdirSync(targetFolder, { recursive: true });
+        if (!fs_1.default.existsSync(targetFolder)) {
+            fs_1.default.mkdirSync(targetFolder, { recursive: true });
         }
         const promises = [];
         for (const [filepath, content] of sourceFolderContent.entries()) {
-            const target = node_path_1.default.join(targetFolder, filepath);
+            const target = path_1.default.join(targetFolder, filepath);
             let targetStream = this.writeHandles.get(target);
             if (targetStream === undefined) {
-                if (!node_fs_1.default.existsSync(node_path_1.default.dirname(target))) {
-                    node_fs_1.default.mkdirSync(node_path_1.default.dirname(target), { recursive: true });
+                if (!fs_1.default.existsSync(path_1.default.dirname(target))) {
+                    fs_1.default.mkdirSync(path_1.default.dirname(target), { recursive: true });
                 }
-                targetStream = node_fs_1.default.createWriteStream(target, { flags: 'a' });
+                targetStream = fs_1.default.createWriteStream(target, { flags: 'a' });
                 this.writeHandles.set(target, targetStream);
             }
             // before we write said content we have to group {value: string, context: string} by context (while we can safely assume that there is only one context per file,

package/util/summarizer/statistics/post-process/post-process-output.js

@@ -9,7 +9,6 @@ const path_1 = __importDefault(require("path"));
 const log_1 = require("../../../log");
 const fs_1 = __importDefault(require("fs"));
 const clusterer_1 = require("./clusterer");
-const statistics_2 = require("../../../../statistics");
 const r_bridge_1 = require("../../../../r-bridge");
 const defaultmap_1 = require("../../../defaultmap");
 /**
@@ -61,7 +60,7 @@ function processFeatureFolder(filepath, feature) {
     return reports;
 }
 function processFeatureSubKey(featurePath, subKey, contextIdMap) {
-    const targetPath = path_1.default.join(featurePath, `${subKey}${statistics_2.defaultStatisticsFileSuffix}`);
+    const targetPath = path_1.default.join(featurePath, `${subKey}${statistics_1.defaultStatisticsFileSuffix}`);
     if (!fs_1.default.existsSync(targetPath)) {
         log_1.log.warn(`Folder for ${subKey} does not exist at ${targetPath} skipping post processing of this key`);
         return undefined;
@@ -93,9 +92,9 @@ function printClusterReport(report, limit = 1000) {
         const strId = `${name}`.padEnd(longestName, ' ');
         const strCount = count.toLocaleString().padStart(longestCount, ' ');
         const strUnique = unique.toLocaleString().padStart(longestUnique, ' ');
-        const uniqueSuffix = `\t (${strUnique} ${statistics_2.formatter.format('unique', { color: 7 /* Colors.White */, effect: statistics_2.ColorEffect.Foreground })})`;
-        console.log(`\t${statistics_2.formatter.format(strId, { style: 1 /* FontStyles.Bold */ })}\t ${strCount} ` +
-            `${statistics_2.formatter.format('total', { color: 7 /* Colors.White */, effect: statistics_2.ColorEffect.Foreground })}`
+        const uniqueSuffix = `\t (${strUnique} ${statistics_1.formatter.format('unique', { color: 7 /* Colors.White */, effect: statistics_1.ColorEffect.Foreground })})`;
+        console.log(`\t${statistics_1.formatter.format(strId, { style: 1 /* FontStyles.Bold */ })}\t ${strCount} ` +
+            `${statistics_1.formatter.format('total', { color: 7 /* Colors.White */, effect: statistics_1.ColorEffect.Foreground })}`
             + (count !== unique ? uniqueSuffix : ''));
     }
     return shortStats.map(({ name }) => name);

package/r-bridge/lang-4.x/ast/parser/xml/config.d.ts

@@ -1,25 +0,0 @@
-import type { MergeableRecord } from '../../../../../util/objects';
-import type { TokenMap } from '../../../../retriever';
-/**
- * Configures the settings for the xml parser (like what names should be used to represent the given objects,
- * and what replacements are active with `xmlparsedata` on the R-side of things).
- *
- * @see DEFAULT_XML_PARSER_CONFIG
- */
-export interface XmlParserConfig extends MergeableRecord {
-    /** attributes (line, col, ...) are referenced by the given name */
-    attributeName: string;
-    /** the content (lexeme) is referenced by the given name */
-    contentName: string;
-    /** the children are referenced by the given name */
-    childrenName: string;
-    /** Mapping from xml tag name to the real operation of the node */
-    tokenMap: TokenMap;
-}
-/**
- * Default configuration to be used for the {@link XmlParserConfig}.
- * <p>
- * Note, that this does not include a sensible {@link XmlParserConfig#tokenMap}, as this must be provided by the corresponding
- * shell environment.
- */
-export declare const DEFAULT_XML_PARSER_CONFIG: XmlParserConfig;

package/r-bridge/lang-4.x/ast/parser/xml/config.js

@@ -1,16 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_XML_PARSER_CONFIG = void 0;
-/**
- * Default configuration to be used for the {@link XmlParserConfig}.
- * <p>
- * Note, that this does not include a sensible {@link XmlParserConfig#tokenMap}, as this must be provided by the corresponding
- * shell environment.
- */
-exports.DEFAULT_XML_PARSER_CONFIG = {
-    attributeName: '@a',
-    contentName: '@v',
-    childrenName: '@c',
-    tokenMap: { /* this should not be used, but just so that we can omit null-checks */}
-};
-//# sourceMappingURL=config.js.map

package/r-bridge/lang-4.x/ast/parser/xml/internal/xml-to-json.d.ts

@@ -1,9 +0,0 @@
-import type { XmlParserConfig } from '../config';
-import type { XmlBasedJson } from '../input-format';
-/**
- * Parse the xml presented by R into a json object that will be used for conversion
- *
- * @param config    - The configuration to use (i.e., what names should be used for the attributes, children, ...)
- * @param xmlString - The xml input to parse
- */
-export declare function xlm2jsonObject(config: XmlParserConfig, xmlString: string): Promise<XmlBasedJson>;

package/r-bridge/lang-4.x/ast/parser/xml/internal/xml-to-json.js

@@ -1,51 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.xlm2jsonObject = void 0;
-const xml2js = __importStar(require("xml2js"));
-/**
- * Parse the xml presented by R into a json object that will be used for conversion
- *
- * @param config    - The configuration to use (i.e., what names should be used for the attributes, children, ...)
- * @param xmlString - The xml input to parse
- */
-function xlm2jsonObject(config, xmlString) {
-    return xml2js.parseStringPromise(xmlString, {
-        attrkey: config.attributeName,
-        charkey: config.contentName,
-        childkey: config.childrenName,
-        charsAsChildren: false,
-        explicitChildren: true,
-        mergeAttrs: false,
-        // we need this for semicolons etc., while we keep the old broken components we ignore them completely
-        preserveChildrenOrder: true,
-        trim: true,
-        includeWhiteChars: true,
-        normalize: false,
-        strict: true
-    });
-}
-exports.xlm2jsonObject = xlm2jsonObject;
-//# sourceMappingURL=xml-to-json.js.map

package/r-bridge/lang-4.x/ast/parser/xml/parser.d.ts

@@ -1,17 +0,0 @@
-import type { NormalizedAst, IdGenerator, NoInfo } from '../../model';
-import type { XmlParserHooks } from './hooks';
-import type { DeepPartial } from 'ts-essentials';
-import type { TokenMap } from '../../../../retriever';
-export declare const parseLog: import("tslog").Logger<import("tslog").ILogObj>;
-/**
- * The main entry point to normalize the given R ast.
- * You probably want to use {@link retrieveNormalizedAstFromRCode} to directly normalize a piece of code.
- *
- * @param xmlString - The XML string obtained probably by {@link retrieveXmlFromRCode} for normalization.
- * @param tokenMap  - The token replacement map in effect by the XML parser
- * @param hooks     - Optional hooks to customize the normalization process (see {@link XmlParserHooks} for details)
- * @param getId     - The function to be used to generate unique ids for the nodes of the ast. It is up to you to ensure that the ids are unique!
- *
- * @returns The normalized and decorated AST (i.e., as a doubly linked tree)
- */
-export declare function normalize(xmlString: string, tokenMap: TokenMap, hooks?: DeepPartial<XmlParserHooks>, getId?: IdGenerator<NoInfo>): Promise<NormalizedAst>;

package/r-bridge/lang-4.x/ast/parser/xml/parser.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.normalize = exports.parseLog = void 0;
-const objects_1 = require("../../../../../util/objects");
-const log_1 = require("../../../../../util/log");
-const config_1 = require("./config");
-const internal_1 = require("./internal");
-const model_1 = require("../../model");
-const hooks_1 = require("./hooks");
-exports.parseLog = log_1.log.getSubLogger({ name: 'ast-parser' });
-/**
- * The main entry point to normalize the given R ast.
- * You probably want to use {@link retrieveNormalizedAstFromRCode} to directly normalize a piece of code.
- *
- * @param xmlString - The XML string obtained probably by {@link retrieveXmlFromRCode} for normalization.
- * @param tokenMap  - The token replacement map in effect by the XML parser
- * @param hooks     - Optional hooks to customize the normalization process (see {@link XmlParserHooks} for details)
- * @param getId     - The function to be used to generate unique ids for the nodes of the ast. It is up to you to ensure that the ids are unique!
- *
- * @returns The normalized and decorated AST (i.e., as a doubly linked tree)
- */
-async function normalize(xmlString, tokenMap, hooks, getId = (0, model_1.deterministicCountingIdGenerator)(0)) {
-    const config = { ...config_1.DEFAULT_XML_PARSER_CONFIG, tokenMap };
-    const hooksWithDefaults = (0, objects_1.deepMergeObject)(hooks_1.DEFAULT_PARSER_HOOKS, hooks);
-    const data = { config, hooks: hooksWithDefaults, currentRange: undefined, currentLexeme: undefined };
-    const object = await (0, internal_1.xlm2jsonObject)(config, xmlString);
-    return (0, model_1.decorateAst)((0, internal_1.parseRootObjToAst)(data, object), getId);
-}
-exports.normalize = normalize;
-//# sourceMappingURL=parser.js.map