@eagleoutice/flowr 1.3.14 → 1.4.2

package/util/cfg/visitor.js

@@ -0,0 +1,64 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.visitCfg = void 0;
+const assert_1 = require("../assert");
+class ControlFlowGraphExecutionTraceVisitor {
+    onEnter;
+    constructor(onEnter) {
+        this.onEnter = onEnter;
+    }
+    visitSingle(node, context) {
+        if (context.visited.has(node.id)) {
+            return;
+        }
+        // only visit a node if we have visited all of its successors
+        const successorEdges = context.cfg.graph.edges().get(node.id);
+        if (successorEdges) {
+            for (const [target,] of successorEdges) {
+                if (!context.visited.has(target)) {
+                    return;
+                }
+            }
+        }
+        context.visited.add(node.id);
+        this.onEnter(node, context);
+        // find all ingoing edges
+        const predecessors = this.retrieveAllPredecessors(context, node);
+        const siblings = predecessors.map(p => p.source);
+        for (const predecessor of predecessors) {
+            const { source, edge } = predecessor;
+            const sourceVertex = context.cfg.graph.vertices().get(source);
+            (0, assert_1.guard)(sourceVertex !== undefined, () => `Source vertex with id ${source} not found`);
+            this.visitSingle(sourceVertex, {
+                parent: { vertex: node.id, edge },
+                cfg: context.cfg,
+                visited: context.visited,
+                siblings
+            });
+        }
+    }
+    retrieveAllPredecessors(context, node) {
+        const predecessors = [];
+        for (const entry of context.cfg.graph.edges().entries()) {
+            const [source, targets] = entry;
+            const target = targets.get(node.id);
+            if (target) {
+                predecessors.push({ source, edge: target });
+            }
+        }
+        return predecessors;
+    }
+    visit(cfg) {
+        const visited = new Set();
+        for (const id of cfg.entryPoints) {
+            const node = cfg.graph.vertices().get(id);
+            (0, assert_1.guard)(node !== undefined, `Node with id ${id} not present`);
+            this.visitSingle(node, { parent: 'root', cfg, siblings: [...cfg.entryPoints], visited });
+        }
+    }
+}
+function visitCfg(cfg, onVisit) {
+    return new ControlFlowGraphExecutionTraceVisitor(onVisit).visit(cfg);
+}
+exports.visitCfg = visitCfg;
+//# sourceMappingURL=visitor.js.map

package/util/diff.d.ts

@@ -4,7 +4,7 @@
  *
  * @module
  */
-import { MergeableRecord } from './objects';
+import type { MergeableRecord } from './objects';
 /**
  * Unifies the shape of all difference reports.
  * They should have an array of comments on the potential differences/equality of

package/util/files.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { RParseRequestFromFile } from '../r-bridge';
+import type { RParseRequestFromFile } from '../r-bridge';
 /**
  * Represents a table, identified by a header and a list of rows.
  */
@@ -52,3 +52,9 @@ export declare function readLineByLine(filePath: string, onLine: (line: Buffer,
  * See {@link readLineByLine} for an asynchronous version.
  */
 export declare function readLineByLineSync(filePath: string, onLine: (line: Buffer, lineNumber: number) => void): void;
+/**
+ * Chops off the last part of the given directory path after a path separator, essentially returning the path's parent directory.
+ * If an absolute path is passed, the returned path is also absolute.
+ * @param directory - The directory whose parent to return
+ */
+export declare function getParentDirectory(directory: string): string;

package/util/files.js

@@ -26,7 +26,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.readLineByLineSync = exports.readLineByLine = exports.writeTableAsCsv = exports.allRFilesFrom = exports.allRFiles = exports.getAllFiles = void 0;
+exports.getParentDirectory = exports.readLineByLineSync = exports.readLineByLine = exports.writeTableAsCsv = exports.allRFilesFrom = exports.allRFiles = exports.getAllFiles = void 0;
 const fs_1 = __importStar(require("fs"));
 const path_1 = __importDefault(require("path"));
 const log_1 = require("./log");
@@ -141,4 +141,14 @@ function readLineByLineSync(filePath, onLine) {
     }
 }
 exports.readLineByLineSync = readLineByLineSync;
+/**
+ * Chops off the last part of the given directory path after a path separator, essentially returning the path's parent directory.
+ * If an absolute path is passed, the returned path is also absolute.
+ * @param directory - The directory whose parent to return
+ */
+function getParentDirectory(directory) {
+    // apparently this is somehow the best way to do it in node, what
+    return directory.split(path_1.default.sep).slice(0, -1).join(path_1.default.sep);
+}
+exports.getParentDirectory = getParentDirectory;
 //# sourceMappingURL=files.js.map

package/util/log.js

@@ -34,6 +34,9 @@ class FlowrLogger extends tslog_1.Logger {
 exports.FlowrLogger = FlowrLogger;
 function getActiveLog() {
     return new FlowrLogger({
+        // set the default minimum level as Warn, and let all apps
+        // (like the REPL) update it to whatever they want it to be
+        minLevel: 4 /* LogLevel.Warn */,
         type: 'pretty',
         name: 'main',
         stylePrettyLogs: true,

package/util/mermaid/ast.d.ts

@@ -1,4 +1,4 @@
-import { RNodeWithParent } from '../../r-bridge';
+import type { RNodeWithParent } from '../../r-bridge';
 export declare function normalizedAstToMermaid(ast: RNodeWithParent, prefix?: string): string;
 /**
  * Use mermaid to visualize the normalized AST.

package/util/mermaid/cfg.d.ts

@@ -1,5 +1,5 @@
-import { NormalizedAst } from '../../r-bridge';
-import { ControlFlowInformation } from '../cfg';
+import type { NormalizedAst } from '../../r-bridge';
+import type { ControlFlowInformation } from '../cfg/cfg';
 export declare function cfgToMermaid(cfg: ControlFlowInformation, normalizedAst: NormalizedAst, prefix?: string): string;
 /**
  * Use mermaid to visualize the normalized AST.

package/util/mermaid/dfg.d.ts

@@ -1,6 +1,6 @@
-import { NodeId } from '../../r-bridge';
-import { SourceRange } from '../range';
-import { DataflowGraph, DataflowMap } from '../../dataflow';
+import type { NodeId } from '../../r-bridge';
+import type { SourceRange } from '../range';
+import type { DataflowGraph, DataflowMap } from '../../dataflow';
 export declare function formatRange(range: SourceRange | undefined): string;
 export declare function graphToMermaid(graph: DataflowGraph, dataflowIdMap: DataflowMap | undefined, prefix?: string | null, idPrefix?: string, includeEnvironments?: boolean, mark?: Set<NodeId>, rootGraph?: DataflowGraph): string;
 /**

package/util/objects.d.ts

@@ -1,4 +1,4 @@
-import { DeepPartial, DeepRequired } from 'ts-essentials';
+import type { DeepPartial, DeepRequired } from 'ts-essentials';
 /**
  * checks if `item` is an object (it may be an array, ...)
  */

package/util/quads.d.ts

@@ -7,8 +7,8 @@
  *
  * @module
  */
-import { MergeableRecord } from './objects';
-import { NodeId } from '../r-bridge';
+import type { MergeableRecord } from './objects';
+import type { NodeId } from '../r-bridge';
 type RecordForQuad = Record<string, unknown>;
 type DataForQuad = Record<string, unknown> | ArrayLike<unknown>;
 type ContextForQuad = string;

package/util/summarizer/benchmark/data.d.ts

@@ -1,4 +1,4 @@
-import { CommonSlicerMeasurements, PerSliceMeasurements, SlicerStats, SlicerStatsDataflow, SlicerStatsInput } from '../../../benchmark';
+import type { CommonSlicerMeasurements, PerSliceMeasurements, SlicerStats, SlicerStatsDataflow, SlicerStatsInput } from '../../../benchmark';
 export interface SummarizedMeasurement<T = number> {
     min: T;
     max: T;

package/util/summarizer/benchmark/first-phase/input.d.ts

@@ -1,2 +1,3 @@
 /// <reference types="node" />
-export declare function processNestMeasurement(line: Buffer, counter: number, summarizedText: string, outputPath: string): Promise<void>;
+export declare function processRunMeasurement(line: Buffer, fileNum: number, lineNum: number, summarizedText: string, outputPath: string): Promise<void>;
+export declare function processSummarizedFileMeasurement(file: string, summariesFile: string, outputPath: string): void;

package/util/summarizer/benchmark/first-phase/input.js

@@ -3,18 +3,22 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processNestMeasurement = void 0;
+exports.processSummarizedFileMeasurement = exports.processRunMeasurement = void 0;
 const benchmark_1 = require("../../../../benchmark");
 const assert_1 = require("../../../assert");
 const statistics_1 = require("../../../../statistics");
 const fs_1 = __importDefault(require("fs"));
 const json_1 = require("../../../json");
-async function processNestMeasurement(line, counter, summarizedText, outputPath) {
+const files_1 = require("../../../files");
+const process_1 = require("../second-phase/process");
+async function processRunMeasurement(line, fileNum, lineNum, summarizedText, outputPath) {
     let got = JSON.parse(line.toString());
-    console.log(`[${counter}] Summarize for ${got.filename}`);
+    console.log(`[file ${fileNum}, line ${lineNum}] Summarize for ${got.filename}`);
     // now we have to recover the maps and bigints :C
     got = {
         filename: got.filename,
+        'file-id': got['file-id'],
+        'run-num': got['run-num'],
         stats: {
             input: got.stats.input,
             request: got.stats.request,
@@ -37,12 +41,24 @@ async function processNestMeasurement(line, counter, summarizedText, outputPath)
     console.log(`    - Append raw summary to ${outputPath}`);
     fs_1.default.appendFileSync(outputPath, `${JSON.stringify({
         filename: got.filename,
+        'file-id': got['file-id'],
+        'run-num': got['run-num'],
         summarize: summarized
     }, json_1.jsonReplacer)}\n`);
     console.log(`    - Append textual summary to ${summarizedText}`);
     fs_1.default.appendFileSync(summarizedText, `${(0, benchmark_1.stats2string)(summarized)}\n`);
 }
-exports.processNestMeasurement = processNestMeasurement;
+exports.processRunMeasurement = processRunMeasurement;
+function processSummarizedFileMeasurement(file, summariesFile, outputPath) {
+    console.log(`Summarize all runs for ${file}`);
+    const summaries = [];
+    (0, files_1.readLineByLineSync)(summariesFile, l => (0, process_1.processNextSummary)(l, summaries));
+    fs_1.default.appendFileSync(outputPath, `${JSON.stringify({
+        filename: file,
+        summarize: (0, process_1.summarizeAllSummarizedStats)(summaries)
+    }, json_1.jsonReplacer)}\n`);
+}
+exports.processSummarizedFileMeasurement = processSummarizedFileMeasurement;
 function mapPerSliceStats(k, v) {
     return [k, {
             reconstructedCode: v.reconstructedCode,

package/util/summarizer/benchmark/first-phase/process.d.ts

@@ -1,6 +1,6 @@
-import { SummarizedMeasurement, SummarizedSlicerStats } from '../data';
-import { PerSliceStats, SlicerStats } from '../../../../benchmark';
-import { SlicingCriteria } from '../../../../slicing';
+import type { Reduction, SummarizedMeasurement, SummarizedSlicerStats } from '../data';
+import type { PerSliceStats, SlicerStats } from '../../../../benchmark';
+import type { SlicingCriteria } from '../../../../slicing';
 /**
  * Summarizes the given stats by calculating the min, max, median, mean, and the standard deviation for each measurement.
  * @see Slicer
@@ -8,3 +8,4 @@ import { SlicingCriteria } from '../../../../slicing';
 export declare function summarizeSlicerStats(stats: SlicerStats, report?: (criteria: SlicingCriteria, stats: PerSliceStats) => void): Promise<Readonly<SummarizedSlicerStats>>;
 export declare function summarizeMeasurement(data: number[], totalNumberOfDataPoints?: number): SummarizedMeasurement;
 export declare function summarizeSummarizedMeasurement(data: SummarizedMeasurement[]): SummarizedMeasurement;
+export declare function summarizeReductions(reductions: Reduction<SummarizedMeasurement>[]): Reduction<SummarizedMeasurement>;

package/util/summarizer/benchmark/first-phase/process.js

@@ -26,7 +26,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.summarizeSummarizedMeasurement = exports.summarizeMeasurement = exports.summarizeSlicerStats = void 0;
+exports.summarizeReductions = exports.summarizeSummarizedMeasurement = exports.summarizeMeasurement = exports.summarizeSlicerStats = void 0;
 const tmp = __importStar(require("tmp"));
 const assert_1 = require("../../../assert");
 const log_1 = require("../../../log");
@@ -84,7 +84,6 @@ async function summarizeSlicerStats(stats, report = () => {
     const collect = new defaultmap_1.DefaultMap(() => []);
     const sizeOfSliceCriteria = [];
     const reParseShellSession = new r_bridge_1.RShell();
-    reParseShellSession.tryToInjectHomeLibPath();
     const reductions = [];
     let failedOutputs = 0;
     const sliceSize = {
@@ -96,7 +95,6 @@ async function summarizeSlicerStats(stats, report = () => {
         normalizedTokens: [],
         dataflowNodes: []
     };
-    let first = true;
     let timesHitThreshold = 0;
     for (const [criteria, perSliceStat] of perSliceStats) {
         report(criteria, perSliceStat);
@@ -116,8 +114,7 @@ async function summarizeSlicerStats(stats, report = () => {
         try {
             // there seem to be encoding issues, therefore, we dump to a temp file
             fs_1.default.writeFileSync(tempfile().name, output);
-            const reParsed = await (0, r_bridge_1.retrieveNormalizedAstFromRCode)({ request: 'file', content: tempfile().name, ensurePackageInstalled: first }, reParseShellSession);
-            first = false;
+            const reParsed = await (0, r_bridge_1.retrieveNormalizedAstFromRCode)({ request: 'file', content: tempfile().name }, reParseShellSession);
             let numberOfNormalizedTokens = 0;
             (0, r_bridge_1.visitAst)(reParsed.ast, _ => {
                 numberOfNormalizedTokens++;
@@ -205,4 +202,16 @@ function summarizeSummarizedMeasurement(data) {
     return { min, max, median, mean, std, total };
 }
 exports.summarizeSummarizedMeasurement = summarizeSummarizedMeasurement;
+function summarizeReductions(reductions) {
+    return {
+        numberOfDataflowNodes: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfDataflowNodes)),
+        numberOfLines: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfLines)),
+        numberOfCharacters: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfCharacters)),
+        numberOfNonWhitespaceCharacters: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfNonWhitespaceCharacters)),
+        numberOfLinesNoAutoSelection: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfLinesNoAutoSelection)),
+        numberOfNormalizedTokens: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfNormalizedTokens)),
+        numberOfRTokens: summarizeSummarizedMeasurement(reductions.map(r => r.numberOfRTokens))
+    };
+}
+exports.summarizeReductions = summarizeReductions;
 //# sourceMappingURL=process.js.map

package/util/summarizer/benchmark/second-phase/graph.d.ts

@@ -1,2 +1,2 @@
-import { UltimateSlicerStats } from '../data';
+import type { UltimateSlicerStats } from '../data';
 export declare function writeGraphOutput(ultimate: UltimateSlicerStats, outputGraphPath: string): void;

package/util/summarizer/benchmark/second-phase/graph.js

@@ -11,7 +11,7 @@ function writeGraphOutput(ultimate, outputGraphPath) {
     const data = [];
     for (const { name, measurements } of [{ name: 'per-file', measurements: ultimate.commonMeasurements }, { name: 'per-slice', measurements: ultimate.perSliceMeasurements }]) {
         for (const [point, measurement] of measurements) {
-            if (point === 'close R session' || point === 'initialize R session' || point === 'inject home path' || point === 'ensure installation of xmlparsedata' || point === 'retrieve token map') {
+            if (point === 'close R session' || point === 'initialize R session') {
                 continue;
             }
             const pointName = point === 'total' ? `total ${name}` : point;

package/util/summarizer/benchmark/second-phase/process.d.ts

@@ -1,4 +1,6 @@
 /// <reference types="node" />
-import { SummarizedSlicerStats, UltimateSlicerStats } from '../data';
+import type { SummarizedSlicerStats, UltimateSlicerStats } from '../data';
 export declare function summarizeAllSummarizedStats(stats: SummarizedSlicerStats[]): UltimateSlicerStats;
+export declare function summarizeAllUltimateStats(stats: UltimateSlicerStats[]): UltimateSlicerStats;
 export declare function processNextSummary(line: Buffer, allSummarized: SummarizedSlicerStats[]): void;
+export declare function processNextUltimateSummary(line: Buffer, allSummarized: UltimateSlicerStats[]): void;

package/util/summarizer/benchmark/second-phase/process.js

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processNextSummary = exports.summarizeAllSummarizedStats = void 0;
+exports.processNextUltimateSummary = exports.processNextSummary = exports.summarizeAllUltimateStats = exports.summarizeAllSummarizedStats = void 0;
 const defaultmap_1 = require("../../../defaultmap");
 const benchmark_1 = require("../../../../benchmark");
 const assert_1 = require("../../../assert");
+const process_1 = require("../first-phase/process");
 function summarizeAllSummarizedStats(stats) {
     const commonMeasurements = new defaultmap_1.DefaultMap(() => []);
     const perSliceMeasurements = new defaultmap_1.DefaultMap(() => []);
@@ -34,15 +35,7 @@ function summarizeAllSummarizedStats(stats) {
         perSliceMeasurements: new Map([...perSliceMeasurements.entries()].map(([k, v]) => [k, (0, benchmark_1.summarizeSummarizedMeasurement)(v)])),
         failedToRepParse,
         timesHitThreshold,
-        reduction: {
-            numberOfDataflowNodes: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfDataflowNodes)),
-            numberOfLines: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfLines)),
-            numberOfCharacters: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfCharacters)),
-            numberOfNonWhitespaceCharacters: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfNonWhitespaceCharacters)),
-            numberOfLinesNoAutoSelection: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfLinesNoAutoSelection)),
-            numberOfNormalizedTokens: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfNormalizedTokens)),
-            numberOfRTokens: (0, benchmark_1.summarizeSummarizedMeasurement)(reductions.map(r => r.numberOfRTokens))
-        },
+        reduction: (0, process_1.summarizeReductions)(reductions),
         input: {
             numberOfLines: (0, benchmark_1.summarizeMeasurement)(inputs.map(i => i.numberOfLines)),
             numberOfCharacters: (0, benchmark_1.summarizeMeasurement)(inputs.map(i => i.numberOfCharacters)),
@@ -59,10 +52,36 @@ function summarizeAllSummarizedStats(stats) {
     };
 }
 exports.summarizeAllSummarizedStats = summarizeAllSummarizedStats;
+function summarizeAllUltimateStats(stats) {
+    return {
+        // these should be deterministic, so we don't technically need to use max, but we do just in case something unexpected happens :)
+        totalRequests: Math.max(...stats.map(s => s.totalRequests)),
+        totalSlices: Math.max(...stats.map(s => s.totalSlices)),
+        failedToRepParse: Math.max(...stats.map(s => s.failedToRepParse)),
+        timesHitThreshold: Math.max(...stats.map(s => s.timesHitThreshold)),
+        // average out / summarize other measurements
+        commonMeasurements: new Map(benchmark_1.CommonSlicerMeasurements.map(m => [m, (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.commonMeasurements.get(m)))])),
+        perSliceMeasurements: new Map(benchmark_1.PerSliceMeasurements.map(m => [m, (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.perSliceMeasurements.get(m)))])),
+        reduction: (0, process_1.summarizeReductions)(stats.map(s => s.reduction)),
+        input: {
+            numberOfLines: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfLines)),
+            numberOfCharacters: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfCharacters)),
+            numberOfNonWhitespaceCharacters: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfNonWhitespaceCharacters)),
+            numberOfRTokens: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfRTokens)),
+            numberOfNormalizedTokens: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.input.numberOfNormalizedTokens))
+        },
+        dataflow: {
+            numberOfNodes: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.dataflow.numberOfNodes)),
+            numberOfFunctionDefinitions: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.dataflow.numberOfFunctionDefinitions)),
+            numberOfCalls: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.dataflow.numberOfCalls)),
+            numberOfEdges: (0, benchmark_1.summarizeSummarizedMeasurement)(stats.map(s => s.dataflow.numberOfEdges))
+        }
+    };
+}
+exports.summarizeAllUltimateStats = summarizeAllUltimateStats;
 function processNextSummary(line, allSummarized) {
     let got = JSON.parse(line.toString());
     got = {
-        filename: got.filename,
         summarize: {
             input: got.summarize.input,
             request: got.summarize.request,
@@ -86,4 +105,22 @@ function processNextSummary(line, allSummarized) {
     allSummarized.push(got.summarize);
 }
 exports.processNextSummary = processNextSummary;
+function processNextUltimateSummary(line, allSummarized) {
+    let got = JSON.parse(line.toString());
+    got = {
+        summarize: {
+            totalRequests: got.summarize.totalRequests,
+            totalSlices: got.summarize.totalSlices,
+            commonMeasurements: new Map(got.summarize.commonMeasurements),
+            perSliceMeasurements: new Map(got.summarize.perSliceMeasurements),
+            failedToRepParse: got.summarize.failedToRepParse,
+            timesHitThreshold: got.summarize.timesHitThreshold,
+            reduction: got.summarize.reduction,
+            input: got.summarize.input,
+            dataflow: got.summarize.dataflow,
+        }
+    };
+    allSummarized.push(got.summarize);
+}
+exports.processNextUltimateSummary = processNextUltimateSummary;
 //# sourceMappingURL=process.js.map

package/util/summarizer/benchmark/summarizer.d.ts

@@ -2,8 +2,9 @@
  * This module is tasked with processing the results of the benchmarking (see {@link SlicerStats}).
  * @module
  */
-import { CommonSummarizerConfiguration, Summarizer } from '../summarizer';
-import { UltimateSlicerStats } from './data';
+import type { CommonSummarizerConfiguration } from '../summarizer';
+import { Summarizer } from '../summarizer';
+import type { UltimateSlicerStats } from './data';
 export interface BenchmarkSummarizerConfiguration extends CommonSummarizerConfiguration {
     /**
      * If given, produce graph data output (e.g. for the benchmark visualization) to the given path
@@ -17,10 +18,6 @@ export interface BenchmarkSummarizerConfiguration extends CommonSummarizerConfig
      * Path for the intermediate results of the preparation phase
      */
     intermediateOutputPath: string;
-    /**
-     * Path for the final results of the summarization phase
-     */
-    outputLogPath?: string;
     /**
      * Path for the final results of the summarization phase
      */

package/util/summarizer/benchmark/summarizer.js

@@ -4,10 +4,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.BenchmarkSummarizer = void 0;
-/**
- * This module is tasked with processing the results of the benchmarking (see {@link SlicerStats}).
- * @module
- */
 const summarizer_1 = require("../summarizer");
 const fs_1 = __importDefault(require("fs"));
 const input_1 = require("./first-phase/input");
@@ -16,24 +12,33 @@ const benchmark_1 = require("../../../benchmark");
 const process_1 = require("./second-phase/process");
 const graph_1 = require("./second-phase/graph");
 const files_1 = require("../../files");
+const path_1 = __importDefault(require("path"));
 class BenchmarkSummarizer extends summarizer_1.Summarizer {
     constructor(config) {
         super(config);
     }
     async preparationPhase() {
+        this.removeIfExists(`${this.config.intermediateOutputPath}.json`);
         this.removeIfExists(this.config.intermediateOutputPath);
-        this.removeIfExists(this.config.outputLogPath);
-        await (0, files_1.readLineByLine)(this.config.inputPath, (line, lineNumber) => (0, input_1.processNestMeasurement)(line, lineNumber, `${this.config.intermediateOutputPath}.log`, this.config.intermediateOutputPath));
+        fs_1.default.mkdirSync(this.config.intermediateOutputPath);
+        const dirContent = fs_1.default.readdirSync(this.config.inputPath);
+        for (let i = 0; i < dirContent.length; i++) {
+            const filePath = path_1.default.join(this.config.inputPath, dirContent[i]);
+            const outputPath = path_1.default.join(this.config.intermediateOutputPath, dirContent[i]);
+            // generate measurements for each run
+            await (0, files_1.readLineByLine)(filePath, (line, lineNumber) => (0, input_1.processRunMeasurement)(line, i, lineNumber, `${outputPath}.log`, outputPath));
+            // generate combined measurements for the file
+            (0, input_1.processSummarizedFileMeasurement)(filePath, outputPath, `${this.config.intermediateOutputPath}.json`);
+        }
         this.log('Done summarizing');
     }
     // eslint-disable-next-line @typescript-eslint/require-await -- just to obey the structure
     async summarizePhase() {
         this.log(`Summarizing all summaries from ${this.config.inputPath}...`);
         this.removeIfExists(this.config.outputPath);
-        const allSummarized = [];
-        (0, files_1.readLineByLineSync)(this.config.intermediateOutputPath, line => (0, process_1.processNextSummary)(line, allSummarized));
-        // summarizedRaw
-        const ultimate = (0, process_1.summarizeAllSummarizedStats)(allSummarized);
+        const summaries = [];
+        (0, files_1.readLineByLineSync)(`${this.config.intermediateOutputPath}.json`, (l) => (0, process_1.processNextUltimateSummary)(l, summaries));
+        const ultimate = (0, process_1.summarizeAllUltimateStats)(summaries);
         this.log(`Writing ultimate summary to ${this.config.outputPath}`);
         fs_1.default.writeFileSync(this.config.outputPath, JSON.stringify(ultimate, json_1.jsonReplacer));
         console.log((0, benchmark_1.ultimateStats2String)(ultimate));
@@ -45,7 +50,7 @@ class BenchmarkSummarizer extends summarizer_1.Summarizer {
     removeIfExists(path) {
         if (path && fs_1.default.existsSync(path)) {
             this.log(`Removing existing ${path}`);
-            fs_1.default.unlinkSync(path);
+            fs_1.default.rmSync(path, { recursive: true });
         }
     }
 }

package/util/summarizer/statistics/first-phase/process.js

@@ -4,26 +4,26 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.FileMigrator = void 0;
-const node_fs_1 = __importDefault(require("node:fs"));
-const node_path_1 = __importDefault(require("node:path"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 const assert_1 = require("../../../assert");
 class FileMigrator {
     writeHandles = new Map();
     finished = false;
     async migrate(sourceFolderContent, targetFolder, originalFile) {
         (0, assert_1.guard)(!this.finished, () => 'migrator is already marked as finished!');
-        if (!node_fs_1.default.existsSync(targetFolder)) {
-            node_fs_1.default.mkdirSync(targetFolder, { recursive: true });
+        if (!fs_1.default.existsSync(targetFolder)) {
+            fs_1.default.mkdirSync(targetFolder, { recursive: true });
         }
         const promises = [];
         for (const [filepath, content] of sourceFolderContent.entries()) {
-            const target = node_path_1.default.join(targetFolder, filepath);
+            const target = path_1.default.join(targetFolder, filepath);
             let targetStream = this.writeHandles.get(target);
             if (targetStream === undefined) {
-                if (!node_fs_1.default.existsSync(node_path_1.default.dirname(target))) {
-                    node_fs_1.default.mkdirSync(node_path_1.default.dirname(target), { recursive: true });
+                if (!fs_1.default.existsSync(path_1.default.dirname(target))) {
+                    fs_1.default.mkdirSync(path_1.default.dirname(target), { recursive: true });
                 }
-                targetStream = node_fs_1.default.createWriteStream(target, { flags: 'a' });
+                targetStream = fs_1.default.createWriteStream(target, { flags: 'a' });
                 this.writeHandles.set(target, targetStream);
             }
             // before we write said content we have to group {value: string, context: string} by context (while we can safely assume that there is only one context per file,

package/util/summarizer/statistics/post-process/clusterer.d.ts

@@ -1,6 +1,6 @@
 import { DefaultMap } from '../../../defaultmap';
-import { NodeId } from '../../../../r-bridge';
-import { MergeableRecord } from '../../../objects';
+import type { NodeId } from '../../../../r-bridge';
+import type { MergeableRecord } from '../../../objects';
 export type ContextsWithCount = DefaultMap<NodeId, number>;
 export type ClusterContextIdMap = DefaultMap<string | undefined, NodeId>;
 export type ClusterValueInfoMap = DefaultMap<string, ContextsWithCount>;

package/util/summarizer/statistics/post-process/file-based-count.d.ts

@@ -1,4 +1,4 @@
-import { ClusterReport } from './clusterer';
+import type { ClusterReport } from './clusterer';
 export interface FileBasedTable {
     header: string[];
     rows: string[][];

package/util/summarizer/statistics/post-process/histogram.d.ts

@@ -1,5 +1,5 @@
-import { ClusterReport } from './clusterer';
-import { Table } from '../../../files';
+import type { ClusterReport } from './clusterer';
+import type { Table } from '../../../files';
 /**
  * A conventional histogram (e.g., created by {@link histogramFromNumbers}).
  * Can be converted to a {@link Table} by {@link histograms2table}.

package/util/summarizer/statistics/post-process/post-process-output.d.ts

@@ -1,5 +1,5 @@
-import { FeatureSelection } from '../../../../statistics';
-import { ClusterReport } from './clusterer';
+import type { FeatureSelection } from '../../../../statistics';
+import type { ClusterReport } from './clusterer';
 /**
  * Post process the collections in a given folder, reducing them in a memory preserving way.
  *

package/util/summarizer/statistics/post-process/post-process-output.js

@@ -9,7 +9,6 @@ const path_1 = __importDefault(require("path"));
 const log_1 = require("../../../log");
 const fs_1 = __importDefault(require("fs"));
 const clusterer_1 = require("./clusterer");
-const statistics_2 = require("../../../../statistics");
 const r_bridge_1 = require("../../../../r-bridge");
 const defaultmap_1 = require("../../../defaultmap");
 /**
@@ -61,7 +60,7 @@ function processFeatureFolder(filepath, feature) {
     return reports;
 }
 function processFeatureSubKey(featurePath, subKey, contextIdMap) {
-    const targetPath = path_1.default.join(featurePath, `${subKey}${statistics_2.defaultStatisticsFileSuffix}`);
+    const targetPath = path_1.default.join(featurePath, `${subKey}${statistics_1.defaultStatisticsFileSuffix}`);
     if (!fs_1.default.existsSync(targetPath)) {
         log_1.log.warn(`Folder for ${subKey} does not exist at ${targetPath} skipping post processing of this key`);
         return undefined;
@@ -93,9 +92,9 @@ function printClusterReport(report, limit = 1000) {
         const strId = `${name}`.padEnd(longestName, ' ');
         const strCount = count.toLocaleString().padStart(longestCount, ' ');
         const strUnique = unique.toLocaleString().padStart(longestUnique, ' ');
-        const uniqueSuffix = `\t (${strUnique} ${statistics_2.formatter.format('unique', { color: 7 /* Colors.White */, effect: statistics_2.ColorEffect.Foreground })})`;
-        console.log(`\t${statistics_2.formatter.format(strId, { style: 1 /* FontStyles.Bold */ })}\t ${strCount} ` +
-            `${statistics_2.formatter.format('total', { color: 7 /* Colors.White */, effect: statistics_2.ColorEffect.Foreground })}`
+        const uniqueSuffix = `\t (${strUnique} ${statistics_1.formatter.format('unique', { color: 7 /* Colors.White */, effect: statistics_1.ColorEffect.Foreground })})`;
+        console.log(`\t${statistics_1.formatter.format(strId, { style: 1 /* FontStyles.Bold */ })}\t ${strCount} ` +
+            `${statistics_1.formatter.format('total', { color: 7 /* Colors.White */, effect: statistics_1.ColorEffect.Foreground })}`
             + (count !== unique ? uniqueSuffix : ''));
     }
     return shortStats.map(({ name }) => name);

package/util/summarizer/statistics/second-phase/process.d.ts

@@ -1,5 +1,5 @@
-import { CommonSummarizerConfiguration } from '../../summarizer';
-import { StatisticsSummarizerConfiguration } from '../summarizer';
+import type { CommonSummarizerConfiguration } from '../../summarizer';
+import type { StatisticsSummarizerConfiguration } from '../summarizer';
 /**
  * Post process the collections in a given folder, retrieving the final summaries.
  *

package/util/summarizer/statistics/summarizer.d.ts

@@ -1,5 +1,6 @@
-import { CommonSummarizerConfiguration, Summarizer } from '../summarizer';
-import { FeatureSelection } from '../../../statistics';
+import type { CommonSummarizerConfiguration } from '../summarizer';
+import { Summarizer } from '../summarizer';
+import type { FeatureSelection } from '../../../statistics';
 export interface StatisticsSummarizerConfiguration extends CommonSummarizerConfiguration {
     /**
      * The input path to read all zips from