@eagleoutice/flowr 2.0.25 → 2.1.0

package/statistics/features/supported/expression-list/{expression-list.js → statistics-expression-list.js}

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.expressionList = void 0;
 const post_process_1 = require("./post-process");
 const visitor_1 = require("../../../../r-bridge/lang-4.x/ast/model/processing/visitor");
+const type_1 = require("../../../../r-bridge/lang-4.x/ast/model/type");
 const initialExpressionListInfo = {
     allExpressionLists: 0,
     deepestNesting: 0
@@ -11,13 +12,13 @@ function visitLists(info, input) {
     let nest = -1; // we start with nesting 0
     let total = 0;
     (0, visitor_1.visitAst)(input.normalizedRAst.ast, node => {
-        if (node.type === "RExpressionList" /* RType.ExpressionList */) {
+        if (node.type === type_1.RType.ExpressionList) {
             nest++;
             total++;
             info.deepestNesting = Math.max(info.deepestNesting, nest);
         }
     }, node => {
-        if (node.type === "RExpressionList" /* RType.ExpressionList */) {
+        if (node.type === type_1.RType.ExpressionList) {
             nest--;
         }
     });
@@ -33,4 +34,4 @@ exports.expressionList = {
     initialValue: initialExpressionListInfo,
     postProcess: post_process_1.postProcess
 };
-//# sourceMappingURL=expression-list.js.map
+//# sourceMappingURL=statistics-expression-list.js.map

package/statistics/features/supported/loops/loops.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.loops = void 0;
 const common_syntax_probability_1 = require("../../common-syntax-probability");
 const post_process_1 = require("./post-process");
+const type_1 = require("../../../../r-bridge/lang-4.x/ast/model/type");
 const statistics_file_1 = require("../../../output/statistics-file");
 const visitor_1 = require("../../../../r-bridge/lang-4.x/ast/model/processing/visitor");
 const initialLoopInfo = {
@@ -26,28 +27,28 @@ function visitLoops(info, input) {
     const loopStack = [];
     (0, visitor_1.visitAst)(input.normalizedRAst.ast, node => {
         switch (node.type) {
-            case "RNext" /* RType.Next */:
+            case type_1.RType.Next:
                 info.nextStatements++;
                 return;
-            case "RBreak" /* RType.Break */:
+            case type_1.RType.Break:
                 info.breakStatements++;
                 return;
-            case "RFunctionCall" /* RType.FunctionCall */:
+            case type_1.RType.FunctionCall:
                 if (node.named && isImplicitLoop.test(node.functionName.lexeme)) {
                     info.implicitLoops++;
                     (0, statistics_file_1.appendStatisticsFile)(exports.loops.name, 'implicit-loop', [node.functionName.info.fullLexeme ?? node.functionName.lexeme], input.filepath);
                 }
                 return;
-            case "RForLoop" /* RType.ForLoop */:
+            case type_1.RType.ForLoop:
                 (0, common_syntax_probability_1.updateCommonSyntaxTypeCounts)(info.forLoops, node.vector);
                 (0, common_syntax_probability_1.updateCommonSyntaxTypeCounts)(info.forLoopVar, node.variable);
                 (0, common_syntax_probability_1.updateCommonSyntaxTypeCounts)(info.forBody, ...node.body.children);
                 break;
-            case "RWhileLoop" /* RType.WhileLoop */:
+            case type_1.RType.WhileLoop:
                 (0, common_syntax_probability_1.updateCommonSyntaxTypeCounts)(info.whileLoops, node.condition);
                 (0, common_syntax_probability_1.updateCommonSyntaxTypeCounts)(info.whileBody, ...node.body.children);
                 break;
-            case "RRepeatLoop" /* RType.RepeatLoop */:
+            case type_1.RType.RepeatLoop:
                 info.repeatLoops++;
                 (0, common_syntax_probability_1.updateCommonSyntaxTypeCounts)(info.repeatBody, ...node.body.children);
                 break;
@@ -61,7 +62,7 @@ function visitLoops(info, input) {
         loopStack.push(node);
     }, node => {
         // drop again :D
-        if (node.type === "RForLoop" /* RType.ForLoop */ || node.type === "RWhileLoop" /* RType.WhileLoop */ || node.type === "RRepeatLoop" /* RType.RepeatLoop */) {
+        if (node.type === type_1.RType.ForLoop || node.type === type_1.RType.WhileLoop || node.type === type_1.RType.RepeatLoop) {
             loopStack.pop();
         }
     });

package/statistics/features/supported/loops/post-process.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.postProcess = void 0;
+exports.postProcess = postProcess;
 const post_processing_1 = require("../../post-processing");
 const common_syntax_probability_1 = require("../../common-syntax-probability");
 const path_1 = __importDefault(require("path"));
@@ -67,5 +67,4 @@ function postProcess(featureRoot, info, outputPath, config) {
     }
     metaOut.close();
 }
-exports.postProcess = postProcess;
 //# sourceMappingURL=post-process.js.map

package/statistics/features/supported/used-functions/post-process.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.postProcess = void 0;
+exports.postProcess = postProcess;
 const common_syntax_probability_1 = require("../../common-syntax-probability");
 const path_1 = __importDefault(require("path"));
 const fs_1 = __importDefault(require("fs"));
@@ -51,7 +51,7 @@ function retrieveFunctionCallInformation(featureRoot, info, config, outputPath)
         const totalSum = (0, summarizer_1.summarizeMeasurement)(total.flat(), info.size);
         const argsSum = (0, summarizer_1.summarizeMeasurement)(args.flat(), info.size);
         const lineFracSum = (0, summarizer_1.summarizeMeasurement)(lineFrac.flat());
-        // we write in csv style :), we escape the key in case it contains commas (with filenames)etc.
+        // we write in csv style :), we escape the key in case it contains commas (with filenames) etc.
         fnOutStream.write(`${JSON.stringify(key ?? 'unknown')},${uniqueProjects.size},${uniqueFiles.size},${(0, summarizer_1.summarizedMeasurement2Csv)(totalSum)},${(0, summarizer_1.summarizedMeasurement2Csv)(argsSum)},${(0, summarizer_1.summarizedMeasurement2Csv)(lineFracSum)}\n`);
     }
     fnOutStream.close();
@@ -124,7 +124,6 @@ function postProcess(featureRoot, info, outputPath, config) {
     console.log(`    [${(0, time_1.date2string)(new Date())}] Used functions reading completed, summarizing info...`);
     retrieveFunctionCallMetaInformation(info, outputPath);
 }
-exports.postProcess = postProcess;
 function processNextLine(data, lineNumber, info, line, config, importants) {
     if (lineNumber % 2_500 === 0) {
         console.log(`    [${(0, time_1.date2string)(new Date())}] Used functions processed ${lineNumber} lines`);

package/statistics/features/supported/used-functions/used-functions.d.ts

@@ -3,7 +3,7 @@ import type { Writable } from 'ts-essentials';
 import type { CommonSyntaxTypeCounts } from '../../common-syntax-probability';
 declare const initialFunctionUsageInfo: {
     allFunctionCalls: number;
-    args: Record<number, bigint | CommonSyntaxTypeCounts<bigint>>;
+    args: Record<number, bigint | CommonSyntaxTypeCounts>;
     /** `a(b(), c(3, d()))` has 3 (`b`, `c`, `d`) */
     nestedFunctionCalls: number;
     deepestNesting: number;

package/statistics/features/supported/used-functions/used-functions.js

@@ -6,6 +6,7 @@ const post_process_1 = require("./post-process");
 const range_1 = require("../../../../util/range");
 const unpack_argument_1 = require("../../../../dataflow/internal/process/functions/call/argument/unpack-argument");
 const visitor_1 = require("../../../../r-bridge/lang-4.x/ast/model/processing/visitor");
+const type_1 = require("../../../../r-bridge/lang-4.x/ast/model/type");
 const statistics_file_1 = require("../../../output/statistics-file");
 const edge_1 = require("../../../../dataflow/graph/edge");
 const initialFunctionUsageInfo = {
@@ -50,7 +51,7 @@ function visitCalls(info, input) {
     const calls = [];
     const allCalls = [];
     (0, visitor_1.visitAst)(input.normalizedRAst.ast, node => {
-        if (node.type !== "RFunctionCall" /* RType.FunctionCall */) {
+        if (node.type !== type_1.RType.FunctionCall) {
             return;
         }
         if (calls.length > 0) {
@@ -61,7 +62,7 @@ function visitCalls(info, input) {
         const dataflowNode = input.dataflow.graph.get(node.info.id);
         let hasCallsEdge = false;
         if (dataflowNode) {
-            hasCallsEdge = [...dataflowNode[1].values()].some(e => (0, edge_1.edgeIncludesType)(e.types, 4 /* EdgeType.Calls */));
+            hasCallsEdge = [...dataflowNode[1].values()].some(e => (0, edge_1.edgeIncludesType)(e.types, edge_1.EdgeType.Calls));
         }
         if (!node.named) {
             info.unnamedCalls++;
@@ -87,7 +88,7 @@ function visitCalls(info, input) {
         calls.push(node);
     }, node => {
         // drop again :D
-        if (node.type === "RFunctionCall" /* RType.FunctionCall */) {
+        if (node.type === type_1.RType.FunctionCall) {
             calls.pop();
         }
     });

package/statistics/features/supported/used-packages/post-process.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.postProcess = void 0;
+exports.postProcess = postProcess;
 const post_processing_1 = require("../../post-processing");
 const used_packages_1 = require("./used-packages");
 const fs_1 = __importDefault(require("fs"));
@@ -66,7 +66,6 @@ function postProcess(featureRoot, info, outputPath, config) {
     }
     out.close();
 }
-exports.postProcess = postProcess;
 // directly writes the results to the output path
 function retrieveDataForLoad(operator, readFromPath, outputPath, config) {
     const input = path_1.default.join(readFromPath, `${operator}.txt`);

package/statistics/features/supported/values/post-process.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.postProcess = void 0;
+exports.postProcess = postProcess;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const post_processing_1 = require("../../post-processing");
@@ -67,5 +67,4 @@ function postProcess(featureRoot, info, outputPath, config) {
     }
     magicNumbersOutStream.close();
 }
-exports.postProcess = postProcess;
 //# sourceMappingURL=post-process.js.map

package/statistics/features/supported/variables/post-process.js

@@ -3,7 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writeVariableInfoToCsv = exports.postProcess = void 0;
+exports.postProcess = postProcess;
+exports.writeVariableInfoToCsv = writeVariableInfoToCsv;
 const post_processing_1 = require("../../post-processing");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
@@ -64,7 +65,6 @@ function postProcess(featureRoot, info, outputPath, config) {
     collectDefinedVariables(featureRoot, info, config, outputPath);
     collectRedefinedVariables(featureRoot, info, config, outputPath);
 }
-exports.postProcess = postProcess;
 function writeVariableInfoToCsv(outputPath, filename, data) {
     const out = fs_1.default.createWriteStream(path_1.default.join(outputPath, filename));
     out.write(`variable,unique-projects,unique-files,${(0, summarizer_1.summarizedMeasurement2CsvHeader)('count')},${(0, summarizer_1.summarizedMeasurement2CsvHeader)('line-frac')}\n`);
@@ -76,7 +76,6 @@ function writeVariableInfoToCsv(outputPath, filename, data) {
     }
     out.close();
 }
-exports.writeVariableInfoToCsv = writeVariableInfoToCsv;
 function collectVariableInfoFor(filepath, info, config) {
     // variable name to summary
     const collected = new Map();

package/statistics/features/supported/variables/variables.js

@@ -4,6 +4,7 @@ exports.variables = void 0;
 const post_process_1 = require("./post-process");
 const range_1 = require("../../../../util/range");
 const visitor_1 = require("../../../../r-bridge/lang-4.x/ast/model/processing/visitor");
+const type_1 = require("../../../../r-bridge/lang-4.x/ast/model/type");
 const r_symbol_1 = require("../../../../r-bridge/lang-4.x/ast/model/nodes/r-symbol");
 const statistics_file_1 = require("../../../output/statistics-file");
 const initialVariableInfo = {
@@ -15,7 +16,7 @@ const initialVariableInfo = {
 };
 function visitVariables(info, input) {
     (0, visitor_1.visitAst)(input.normalizedRAst.ast, node => {
-        if (node.type !== "RSymbol" /* RType.Symbol */ || (0, r_symbol_1.isSpecialSymbol)(node)) {
+        if (node.type !== type_1.RType.Symbol || (0, r_symbol_1.isSpecialSymbol)(node)) {
             return;
         }
         // search for the node in the DF graph

package/statistics/meta-statistics.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.initialMetaStatistics = void 0;
+exports.initialMetaStatistics = initialMetaStatistics;
 /**
  * Returns an initial {@link MetaStatistics} object, using neutral defaults (like the empty list).
  */
@@ -13,5 +13,4 @@ function initialMetaStatistics() {
         lines: []
     };
 }
-exports.initialMetaStatistics = initialMetaStatistics;
 //# sourceMappingURL=meta-statistics.js.map

package/statistics/output/print-stats.js

@@ -1,6 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.printFeatureStatisticsEntry = exports.printFeatureStatistics = exports.statsString = exports.minMaxAvgAndMedian = void 0;
+exports.minMaxAvgAndMedian = minMaxAvgAndMedian;
+exports.statsString = statsString;
+exports.printFeatureStatistics = printFeatureStatistics;
+exports.printFeatureStatisticsEntry = printFeatureStatisticsEntry;
 const ansi_1 = require("../../util/ansi");
 const json_1 = require("../../util/json");
 const feature_1 = require("../features/feature");
@@ -15,14 +18,12 @@ function minMaxAvgAndMedian(data) {
         median: data[Math.floor(data.length / 2)]
     };
 }
-exports.minMaxAvgAndMedian = minMaxAvgAndMedian;
 function formatStatNumber(num) {
     return num === undefined ? '<?>' : Number(num.toFixed(3)).toLocaleString();
 }
 function statsString(data, suffix = '') {
     return `[${formatStatNumber(data.min)}${suffix} .. ${formatStatNumber(data.max)}${suffix}] (avg: ${formatStatNumber(data.avg)}${suffix}, median: ${formatStatNumber(data.median)}${suffix})`;
 }
-exports.statsString = statsString;
 function printFeatureStatistics(statistics, features = 'all') {
     for (const feature of Object.keys(statistics.features)) {
         if (features !== 'all' && !features.has(feature)) {
@@ -45,7 +46,6 @@ function printFeatureStatistics(statistics, features = 'all') {
 \t\tline length range: ${statsString(lineLengths, ' chars')}
   `);
 }
-exports.printFeatureStatistics = printFeatureStatistics;
 const pad = 3;
 function printFeatureStatisticsEntry(info) {
     let longestKey = 0;
@@ -65,5 +65,4 @@ function printFeatureStatisticsEntry(info) {
         console.log(`${key.padEnd(longestKey + pad)} ${value.padStart(longestValue)}`);
     }
 }
-exports.printFeatureStatisticsEntry = printFeatureStatisticsEntry;
 //# sourceMappingURL=print-stats.js.map

package/statistics/output/statistics-file.js

@@ -1,6 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.appendStatisticsFile = exports.initDummyFileProvider = exports.initFileProvider = exports.statisticsFileProvider = exports.extractNodeContent = void 0;
+exports.statisticsFileProvider = void 0;
+exports.extractNodeContent = extractNodeContent;
+exports.initFileProvider = initFileProvider;
+exports.initDummyFileProvider = initDummyFileProvider;
+exports.appendStatisticsFile = appendStatisticsFile;
 const file_provider_1 = require("./file-provider");
 const log_1 = require("../../util/log");
 /**
@@ -18,7 +22,6 @@ function extractNodeContent(node) {
     }
     return result?.trim()?.replaceAll('\n', '\\n') ?? '<unknown>';
 }
-exports.extractNodeContent = extractNodeContent;
 initDummyFileProvider();
 /**
  * Make the statistics write to a given output directory.
@@ -27,7 +30,6 @@ function initFileProvider(outputDirectory) {
     log_1.log.debug(`Initializing file provider for output directory ${outputDirectory}`);
     exports.statisticsFileProvider = new file_provider_1.StatisticFileProvider(outputDirectory);
 }
-exports.initFileProvider = initFileProvider;
 /**
  * Either ignore the statistics or write them to a given map (e.g., for testing).
  *
@@ -36,7 +38,6 @@ exports.initFileProvider = initFileProvider;
 function initDummyFileProvider(map) {
     exports.statisticsFileProvider = new file_provider_1.DummyAppendProvider(map);
 }
-exports.initDummyFileProvider = initDummyFileProvider;
 /**
  * Append the content of all nodes to the storage file for the given feature
  * @param name    - The name of the feature {@link Feature#name}
@@ -65,5 +66,4 @@ function appendStatisticsFile(name, fn, nodes, context, unique = false) {
     values = values.map(value => JSON.stringify(context === undefined ? [value] : [value, context]));
     exports.statisticsFileProvider.append(name, fn, values.join('\n'));
 }
-exports.appendStatisticsFile = appendStatisticsFile;
 //# sourceMappingURL=statistics-file.js.map

package/statistics/statistics.js

@@ -3,7 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractUsageStatistics = exports.staticRequests = void 0;
+exports.staticRequests = staticRequests;
+exports.extractUsageStatistics = extractUsageStatistics;
 const xmldom_1 = require("@xmldom/xmldom");
 const fs_1 = __importDefault(require("fs"));
 const meta_statistics_1 = require("./meta-statistics");
@@ -25,7 +26,6 @@ function staticRequests(...requests) {
         }
     }();
 }
-exports.staticRequests = staticRequests;
 /**
  * Extract all wanted statistic information from a set of requests using the presented R session.
  *
@@ -59,7 +59,6 @@ async function extractUsageStatistics(shell, onRequest, features, requests, root
     }
     return { features: result, meta, outputs };
 }
-exports.extractUsageStatistics = extractUsageStatistics;
 function initializeFeatureStatistics() {
     const result = {};
     for (const key of feature_1.allFeatureNames) {

package/statistics/summarizer/auto-detect.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.detectSummarizationType = void 0;
+exports.detectSummarizationType = detectSummarizationType;
 const fs_1 = __importDefault(require("fs"));
 const summarizer_1 = require("./summarizer");
 const log_1 = require("../../util/log");
@@ -28,5 +28,4 @@ async function detectSummarizationType(inputPath) {
     log_1.log.info(`Detected benchmark summarization with no file (first ${thresholdInit}) matching ${summarizer_1.statisticsFileNameRegex.source}`);
     return "benchmark" /* SummarizerType.Benchmark */;
 }
-exports.detectSummarizationType = detectSummarizationType;
 //# sourceMappingURL=auto-detect.js.map

package/statistics/summarizer/post-process/clusterer.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.clusterStatisticsOutput = void 0;
+exports.clusterStatisticsOutput = clusterStatisticsOutput;
 /**
  * Reading the given file line by line and expecting constructs of {@link StatisticsOutputFormat},
  * this module is responsible for identifying interesting groups of same data.
@@ -39,5 +39,4 @@ function clusterStatisticsOutput(filepath, contextIdMap = new defaultmap_1.Defau
         valueInfoMap
     };
 }
-exports.clusterStatisticsOutput = clusterStatisticsOutput;
 //# sourceMappingURL=clusterer.js.map

package/statistics/summarizer/post-process/file-based-count.js

@@ -3,7 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writeFileBasedCountToFile = exports.fileBasedCount = void 0;
+exports.fileBasedCount = fileBasedCount;
+exports.writeFileBasedCountToFile = writeFileBasedCountToFile;
 const fs_1 = __importDefault(require("fs"));
 /**
  * The purpose of this function is to reformat {@link ClusterReport} in way that lists file-based contributions.
@@ -25,7 +26,6 @@ function fileBasedCount(report) {
         rows: rows
     };
 }
-exports.fileBasedCount = fileBasedCount;
 /**
  * The threshold will cap of values larger to the threshold.
  */
@@ -45,5 +45,4 @@ function writeFileBasedCountToFile(table, filepath) {
     fs_1.default.writeSync(handle, `%%% max: ${max}\n`);
     fs_1.default.closeSync(handle);
 }
-exports.writeFileBasedCountToFile = writeFileBasedCountToFile;
 //# sourceMappingURL=file-based-count.js.map

package/statistics/summarizer/post-process/histogram.js

@@ -3,7 +3,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.histograms2table = exports.histogramFromNumbers = exports.histogramsFromClusters = void 0;
+exports.histogramsFromClusters = histogramsFromClusters;
+exports.histogramFromNumbers = histogramFromNumbers;
+exports.histograms2table = histograms2table;
 const fs_1 = __importDefault(require("fs"));
 const bimap_1 = require("../../../util/bimap");
 const defaultmap_1 = require("../../../util/defaultmap");
@@ -36,7 +38,6 @@ function histogramsFromClusters(report, binSize, relateValuesToNumberOfLines, ..
     }
     return [...valueCounts.entries()].map(([name, counts]) => filter.length === 0 || filter.includes(name) ? histogramFromNumbers(name, binSize, counts) : undefined).filter(assert_1.isNotUndefined);
 }
-exports.histogramsFromClusters = histogramsFromClusters;
 /**
  * Produces a histogram from a list of numbers.
  * Because we need to create several histograms of different datasets and want to compare them, we do not accept the
@@ -61,7 +62,6 @@ function histogramFromNumbers(name, binSize, values) {
         ...summarized
     };
 }
-exports.histogramFromNumbers = histogramFromNumbers;
 /**
  * Takes an array of histograms created by {@link histogramFromNumbers} and produces a CSV table from it.
  * They must have the same bin-size for this function to work.
@@ -101,7 +101,6 @@ function histograms2table(histograms, countAsDensity = false) {
         rows: rows
     };
 }
-exports.histograms2table = histograms2table;
 function guardForLargestBinSize(histograms) {
     const first = histograms[0];
     let mostBins = first.bins.length;

package/statistics/summarizer/post-process/post-process-output.js

@@ -3,7 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.printClusterReport = exports.postProcessFeatureFolder = void 0;
+exports.postProcessFeatureFolder = postProcessFeatureFolder;
+exports.printClusterReport = printClusterReport;
 const path_1 = __importDefault(require("path"));
 const fs_1 = __importDefault(require("fs"));
 const clusterer_1 = require("./clusterer");
@@ -35,7 +36,6 @@ function postProcessFeatureFolder(filepath, features) {
     }
     return results;
 }
-exports.postProcessFeatureFolder = postProcessFeatureFolder;
 /**
  * Process a single feature folder like `Assignments/`
  *
@@ -101,5 +101,4 @@ function printClusterReport(report, limit = 1000) {
     }
     return shortStats.map(({ name }) => name);
 }
-exports.printClusterReport = printClusterReport;
 //# sourceMappingURL=post-process-output.js.map

package/statistics/summarizer/second-phase/process.d.ts

@@ -1,5 +1,7 @@
 import type { StatisticsSummarizerConfiguration } from '../summarizer';
 import type { CommonSummarizerConfiguration } from '../../../util/summarizer';
+import type { FeatureStatisticsWithMeta } from '../../features/feature';
+export declare function postProcessFeatures(config: StatisticsSummarizerConfiguration, filepath: string, outputPath: string, logger: (message: string) => void, metaFeatureInformation: Map<string, FeatureStatisticsWithMeta>): void;
 /**
  * Post process the collections in a given folder, retrieving the final summaries.
  *

package/statistics/summarizer/second-phase/process.js

@@ -3,7 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.postProcessFeatureFolder = void 0;
+exports.postProcessFeatures = postProcessFeatures;
+exports.postProcessFeatureFolder = postProcessFeatureFolder;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const time_1 = require("../../../util/time");
@@ -83,7 +84,6 @@ function postProcessFeatureFolder(logger, filepath, config, outputPath) {
     postProcessFeatures(config, filepath, outputPath, logger, metaFeatureInformation);
     postProcessMeta(config, filepath, outputPath, logger, metaFeatureInformation);
 }
-exports.postProcessFeatureFolder = postProcessFeatureFolder;
 function extractMetaInformationFrom(logger, metaFeaturesPath, metaStatsPath) {
     const storage = new Map();
     logger(`    [${(0, time_1.date2string)(new Date())}] Collect feature statistics`);

package/statistics/summarizer/summarizer.js

@@ -13,6 +13,7 @@ const summarizer_1 = require("../../util/summarizer");
 const strings_1 = require("../../util/strings");
 const files_1 = require("../../util/files");
 const time_1 = require("../../util/time");
+const log_1 = require("../../util/log");
 exports.statisticsFileNameRegex = /.*--.*\.tar\.gz$/;
 /**
  * The returned map contains the full path as key, mapping it to the complete contents.
@@ -84,7 +85,12 @@ class StatisticsSummarizer extends summarizer_1.Summarizer {
     removeIfExists(path) {
         if (path && fs_1.default.existsSync(path)) {
             this.log(`Removing existing ${path}`);
-            fs_1.default.rmSync(path, { recursive: true, force: true });
+            try {
+                fs_1.default.rmSync(path, { recursive: true, force: true });
+            }
+            catch (e) {
+                log_1.log.error('failure in cleanup');
+            }
         }
     }
     /**
@@ -104,6 +110,7 @@ class StatisticsSummarizer extends summarizer_1.Summarizer {
             }
             catch (e) {
                 this.log(`    Failed to extract ${f}, skipping...`);
+                this.log('    Error: ' + JSON.stringify(e));
                 continue;
             }
             this.log('    Migrating files...');

package/util/ansi.d.ts

@@ -32,6 +32,7 @@ export interface OutputFormatter {
     reset(): string;
 }
 export declare const voidFormatter: OutputFormatter;
+export declare const markdownFormatter: OutputFormatter;
 /**
  * This does not work if the {@link setFormatter|formatter} is void. Tries to format the text with a bold font weight.
  */

package/util/ansi.js

@@ -1,6 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.setFormatter = exports.formatter = exports.ansiFormatter = exports.escape = exports.bold = exports.italic = exports.voidFormatter = exports.ColorEffect = void 0;
+exports.formatter = exports.ansiFormatter = exports.escape = exports.markdownFormatter = exports.voidFormatter = exports.ColorEffect = void 0;
+exports.italic = italic;
+exports.bold = bold;
+exports.setFormatter = setFormatter;
 // noinspection JSUnusedGlobalSymbols
 var ColorEffect;
 (function (ColorEffect) {
@@ -18,20 +21,41 @@ exports.voidFormatter = new class {
         return '';
     }
 }();
+exports.markdownFormatter = new class {
+    format(input, options) {
+        if (options && 'style' in options) {
+            if (options.style === 1 /* FontStyles.Bold */) {
+                input = `**${input}**`;
+            }
+            else if (options.style === 3 /* FontStyles.Italic */) {
+                input = `_${input}_`;
+            }
+            else {
+                throw new Error(`Unsupported font style: ${options.style}`);
+            }
+        }
+        input = input.replaceAll(/\\/g, '\\\\');
+        return input.replaceAll(/\n/g, '\\\n').replaceAll(/ /g, ' ');
+    }
+    getFormatString(_options) {
+        return '';
+    }
+    reset() {
+        return '';
+    }
+}();
 /**
  * This does not work if the {@link setFormatter|formatter} is void. Tries to format the text with a bold font weight.
  */
 function italic(s, f = exports.formatter, options) {
     return f.format(s, { style: 3 /* FontStyles.Italic */, ...options });
 }
-exports.italic = italic;
 /**
  * This does not work if the {@link setFormatter|formatter} is void. Tries to format the text with an italic font shape.
  */
 function bold(s, f = exports.formatter, options) {
     return f.format(s, { style: 1 /* FontStyles.Bold */, ...options });
 }
-exports.bold = bold;
 exports.escape = '\x1b[';
 const colorSuffix = 'm';
 exports.ansiFormatter = {
@@ -54,5 +78,4 @@ exports.formatter = exports.ansiFormatter;
 function setFormatter(setFormatter) {
     exports.formatter = setFormatter;
 }
-exports.setFormatter = setFormatter;
 //# sourceMappingURL=ansi.js.map

package/util/args.js

@@ -5,7 +5,7 @@
  * @module
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.splitAtEscapeSensitive = void 0;
+exports.splitAtEscapeSensitive = splitAtEscapeSensitive;
 /**
  * This splits an input string on the given split string (e.g., ` `), but checks if the string is quoted or escaped.
  *
@@ -58,7 +58,7 @@ function splitAtEscapeSensitive(inputString, escapeQuote = true, split = ' ') {
                 current += c;
             }
         }
-        else if (c === '\\') {
+        else if (c === '\\' && escapeQuote) {
             escaped = true;
         }
         else {
@@ -70,5 +70,4 @@ function splitAtEscapeSensitive(inputString, escapeQuote = true, split = ' ') {
     }
     return args;
 }
-exports.splitAtEscapeSensitive = splitAtEscapeSensitive;
 //# sourceMappingURL=args.js.map