@eagleoutice/flowr 1.4.2 → 1.5.1

package/cli/statistics-app.js

@@ -1,98 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const statistics_1 = require("../statistics");
-const log_1 = require("../util/log");
-const files_1 = require("../util/files");
-const common_1 = require("./common");
-const parallel_1 = require("../util/parallel");
-const features_1 = require("./common/features");
-const path_1 = __importDefault(require("path"));
-const json_1 = require("../util/json");
-const fs_1 = __importDefault(require("fs"));
-const options = (0, common_1.processCommandLineArgs)('stats', [], {
-    subtitle: 'Given input files or folders, this will collect usage statistics for the given features and write them to a file',
-    examples: [
-        '{bold -i} {italic example.R} {bold -i} {italic example2.R} {bold --output-dir} {italic "output-folder/"}',
-        '{italic "folder1/"} {bold --features} {italic all} {bold --output-dir} {italic "output-folder/"}',
-        '{bold --post-process} {italic "output-folder"} {bold --features} {italic assignments}',
-        '{bold --help}'
-    ]
-});
-if (options.input.length === 0) {
-    console.error('No input files given. Nothing to do. See \'--help\' if this is an error.');
-    process.exit(0);
-}
-if (options['no-ansi']) {
-    log_1.log.info('disabling ansi colors');
-    (0, statistics_1.setFormatter)(statistics_1.voidFormatter);
-}
-const processedFeatures = (0, features_1.validateFeatures)(options.features);
-(0, statistics_1.initFileProvider)(options['output-dir']);
-const testRegex = /[^/]*\/test/i;
-const exampleRegex = /[^/]*\/example/i;
-function getPrefixForFile(file) {
-    if (testRegex.test(file)) {
-        return 'test-';
-    }
-    else if (exampleRegex.test(file)) {
-        return 'example-';
-    }
-    else {
-        return '';
-    }
-}
-function getSuffixForFile(base, file) {
-    const subpath = path_1.default.relative(base, file);
-    return '--' + subpath.replace(/\//g, '／');
-}
-async function collectFileArguments(verboseAdd, dumpJson, features) {
-    const files = [];
-    let counter = 0;
-    let presentSteps = 5000;
-    let skipped = 0;
-    for await (const f of (0, files_1.allRFilesFrom)(options.input)) {
-        const outputDir = path_1.default.join(options['output-dir'], `${getPrefixForFile(f.content)}${getSuffixForFile(options.input.length === 1 ? options.input[0] : '', f.content)}`);
-        const target = (0, features_1.retrieveArchiveName)(outputDir);
-        if (fs_1.default.existsSync(target)) {
-            console.log(`Archive ${target} exists. Skip.`);
-            skipped++;
-            continue;
-        }
-        files.push(['--input', f.content, '--output-dir', outputDir, '--compress', '--root-dir', options.input.length === 1 ? options.input[0] : '""', ...verboseAdd, ...features, ...dumpJson]);
-        if (++counter % presentSteps === 0) {
-            console.log(`Collected ${counter} files`);
-            if (counter >= 10 * presentSteps) {
-                presentSteps *= 5;
-            }
-        }
-    }
-    console.log(`Total: ${counter} files (${skipped} skipped with archive existing)`);
-    return files;
-}
-async function getStats() {
-    console.log(`Processing features: ${JSON.stringify(processedFeatures, json_1.jsonReplacer)}`);
-    console.log(`Using ${options.parallel} parallel executors`);
-    const verboseAdd = options.verbose ? ['--verbose'] : [];
-    const features = [...processedFeatures].flatMap(s => ['--features', s]);
-    const dumpJson = options['dump-json'] ? ['--dump-json'] : [];
-    // we do not use the limit argument to be able to pick the limit randomly
-    const args = await collectFileArguments(verboseAdd, dumpJson, features);
-    if (options.limit) {
-        console.log('Shuffle...');
-        log_1.log.info(`limiting to ${options.limit} files`);
-        // shuffle and limit
-        args.sort(() => Math.random() - 0.5);
-    }
-    console.log('Prepare Pool...');
-    const limit = options.limit ?? args.length;
-    const pool = new parallel_1.LimitedThreadPool(`${__dirname}/statistics-helper-app`, args, limit, options.parallel);
-    console.log('Run Pool...');
-    await pool.run();
-    const stats = pool.getStats();
-    console.log(`Processed ${stats.counter} files, skipped ${stats.skipped.length} files due to errors`);
-}
-void getStats();
-//# sourceMappingURL=statistics-app.js.map

package/cli/statistics-helper-app.d.ts

@@ -1,11 +0,0 @@
-export interface StatsHelperCliOptions {
-    readonly verbose: boolean;
-    readonly help: boolean;
-    readonly input: string;
-    readonly compress: boolean;
-    readonly 'dump-json': boolean;
-    readonly 'output-dir': string;
-    readonly 'root-dir': string;
-    readonly 'no-ansi': boolean;
-    readonly features: string[];
-}

package/cli/statistics-helper-app.js

@@ -1,82 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const r_bridge_1 = require("../r-bridge");
-const statistics_1 = require("../statistics");
-const log_1 = require("../util/log");
-const common_1 = require("./common");
-const json_1 = require("../util/json");
-const fs_1 = __importDefault(require("fs"));
-const assert_1 = require("../util/assert");
-const features_1 = require("./common/features");
-const core_1 = require("../core");
-const time_1 = require("../util/time");
-const tar_1 = require("tar");
-const cfg_1 = require("../util/cfg/cfg");
-const options = (0, common_1.processCommandLineArgs)('stats-helper', [], {
-    subtitle: 'Given a single input file, this will collect usage statistics for the given features and write them to a file',
-    examples: [
-        '{bold -i} {italic example.R} {bold -i} {italic example2.R} {bold --output-dir} {italic "output-folder/"}',
-        '{bold --help}'
-    ]
-});
-if (options['no-ansi']) {
-    log_1.log.info('disabling ansi colors');
-    (0, statistics_1.setFormatter)(statistics_1.voidFormatter);
-}
-let target = undefined;
-if (options.compress) {
-    target = (0, features_1.retrieveArchiveName)(options['output-dir']);
-    if (fs_1.default.existsSync(target)) {
-        console.log(`Archive ${target} exists. Skip.`);
-        process.exit(0);
-    }
-}
-// assume correct
-const processedFeatures = new Set(options.features);
-const shell = new r_bridge_1.RShell();
-(0, statistics_1.initFileProvider)(options['output-dir']);
-function compressFolder(folder, target) {
-    // eslint-disable-next-line @typescript-eslint/no-unsafe-call,@typescript-eslint/no-unsafe-member-access
-    (0, tar_1.create)({
-        gzip: true,
-        file: target,
-        portable: true,
-        preservePaths: false
-    }, [folder]).then(() => {
-        // now, remove the folder
-        fs_1.default.rmSync(folder, { recursive: true, force: true });
-    }, () => {
-        console.log(`failed to compress ${folder}`);
-    });
-}
-async function getStatsForSingleFile() {
-    await shell.obtainTmpDir();
-    const stats = await (0, statistics_1.extractUsageStatistics)(shell, () => { }, processedFeatures, (0, statistics_1.staticRequests)({ request: 'file', content: options.input }), options['root-dir']);
-    // console.warn(`skipped ${stats.meta.failedRequests.length} requests due to errors (run with logs to get more info)`)
-    if (stats.outputs.size === 1) {
-        if (options['dump-json']) {
-            const [, output] = [...stats.outputs.entries()][0];
-            const cfg = (0, cfg_1.extractCFG)(output.normalize);
-            statistics_1.statisticsFileProvider.append('output-json', 'parse', await (0, core_1.printStepResult)('parse', output.parse, 2 /* StepOutputFormat.Json */));
-            statistics_1.statisticsFileProvider.append('output-json', 'normalize', await (0, core_1.printStepResult)('normalize', output.normalize, 2 /* StepOutputFormat.Json */));
-            statistics_1.statisticsFileProvider.append('output-json', 'dataflow', await (0, core_1.printStepResult)('dataflow', output.dataflow, 2 /* StepOutputFormat.Json */));
-            statistics_1.statisticsFileProvider.append('output-json', 'cfg', JSON.stringify(cfg, json_1.jsonReplacer));
-        }
-        statistics_1.statisticsFileProvider.append('meta', 'stats', JSON.stringify({ ...stats.meta, file: options.input }, json_1.jsonReplacer));
-        statistics_1.statisticsFileProvider.append('meta', 'features', JSON.stringify(stats.features, json_1.jsonReplacer));
-    }
-    else {
-        log_1.log.error(`expected exactly one output vs. ${stats.outputs.size}, got: ${JSON.stringify([...stats.outputs.keys()], json_1.jsonReplacer, 2)}`);
-    }
-    if (options.compress) {
-        (0, assert_1.guard)(target !== undefined, 'target must be defined given the compress option');
-        console.log(`[${(0, time_1.date2string)(new Date())}] Compressing ${options['output-dir']} to ${target}`);
-        compressFolder(options['output-dir'], target);
-    }
-    shell.close();
-}
-void getStatsForSingleFile();
-//# sourceMappingURL=statistics-helper-app.js.map

package/cli/summarizer-app.d.ts

@@ -1,18 +0,0 @@
-/**
- * The summarizer intends to post-process and summarize the results of
- * * the benchmark tool, and
- * * the statistics extraction.
- *
- * @module
- */
-export interface SummarizerCliOptions {
-    verbose: boolean;
-    help: boolean;
-    'ultimate-only': boolean;
-    categorize: boolean;
-    input: string;
-    type: string;
-    output?: string;
-    graph?: boolean;
-    'project-skip': number;
-}

package/cli/summarizer-app.js

@@ -1,66 +0,0 @@
-"use strict";
-/**
- * The summarizer intends to post-process and summarize the results of
- * * the benchmark tool, and
- * * the statistics extraction.
- *
- * @module
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-const common_1 = require("./common");
-const summarizer_1 = require("../util/summarizer/benchmark/summarizer");
-const auto_detect_1 = require("../util/summarizer/auto-detect");
-const summarizer_2 = require("../util/summarizer/statistics/summarizer");
-const statistics_1 = require("../statistics");
-const options = (0, common_1.processCommandLineArgs)('summarizer', ['input'], {
-    subtitle: 'Summarize and explain the results of the benchmark tool. Summarizes in two stages: first per-request, and then overall',
-    examples: [
-        '{italic benchmark.json}',
-        '{bold --help}'
-    ]
-});
-const outputBase = (options.output ?? options.input).replace(/\.json$|\/$/, '-summary');
-console.log(`Writing outputs to base ${outputBase}`);
-function getBenchmarkSummarizer() {
-    return new summarizer_1.BenchmarkSummarizer({
-        graphOutputPath: options.graph ? `${outputBase}-graph.json` : undefined,
-        inputPath: options.input,
-        intermediateOutputPath: outputBase,
-        outputPath: `${outputBase}-ultimate.json`,
-        logger: console.log
-    });
-}
-function getStatisticsSummarizer() {
-    return new summarizer_2.StatisticsSummarizer({
-        inputPath: options.input,
-        outputPath: `${outputBase}-final`,
-        intermediateOutputPath: `${outputBase}-intermediate/`,
-        projectSkip: options['project-skip'],
-        featuresToUse: statistics_1.allFeatureNames,
-        logger: console.log
-    });
-}
-async function retrieveSummarizer() {
-    const type = options.type === 'auto' ? await (0, auto_detect_1.detectSummarizationType)(options.input) : options.type;
-    if (type === "benchmark" /* SummarizerType.Benchmark */) {
-        console.log('Summarizing benchmark');
-        return getBenchmarkSummarizer();
-    }
-    else if (type === "statistics" /* SummarizerType.Statistics */) {
-        console.log('Summarizing statistics');
-        return getStatisticsSummarizer();
-    }
-    else {
-        console.error('Unknown type', type, 'either give "benchmark" or "statistics"');
-        process.exit(1);
-    }
-}
-async function run() {
-    const summarizer = await retrieveSummarizer();
-    if (!options['ultimate-only']) {
-        await summarizer.preparationPhase(options.categorize);
-    }
-    await summarizer.summarizePhase();
-}
-void run();
-//# sourceMappingURL=summarizer-app.js.map

package/flowr.d.ts

@@ -1,29 +0,0 @@
-import type { OptionDefinition } from 'command-line-usage';
-export declare const toolName = "flowr";
-export declare const optionDefinitions: OptionDefinition[];
-export interface FlowrCliOptions {
-    verbose: boolean;
-    version: boolean;
-    help: boolean;
-    server: boolean;
-    ws: boolean;
-    port: number;
-    'no-ansi': boolean;
-    execute: string | undefined;
-    script: string | undefined;
-    'config-file': string;
-    'r-path': string | undefined;
-}
-export declare const optionHelp: ({
-    header: string;
-    content: string;
-    optionList?: undefined;
-} | {
-    header: string;
-    content: string[];
-    optionList?: undefined;
-} | {
-    header: string;
-    optionList: OptionDefinition[];
-    content?: undefined;
-})[];

package/flowr.js

@@ -1,142 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.optionHelp = exports.optionDefinitions = exports.toolName = void 0;
-/**
- * The main script to run flowR.
- *
- * If started with arguments it may be used to run a single of the flowR scripts.
- * Otherwise, it will start a REPL that can call these scripts and return their results repeatedly.
- */
-const log_1 = require("./util/log");
-const r_bridge_1 = require("./r-bridge");
-const command_line_usage_1 = __importDefault(require("command-line-usage"));
-const command_line_args_1 = __importDefault(require("command-line-args"));
-const assert_1 = require("./util/assert");
-const statistics_1 = require("./statistics");
-const repl_1 = require("./cli/repl");
-const common_1 = require("./cli/common");
-const package_json_1 = require("../package.json");
-const version_1 = require("./cli/repl/commands/version");
-const server_1 = require("./cli/repl/server/server");
-const commands_1 = require("./cli/repl/commands");
-const net_1 = require("./cli/repl/server/net");
-const config_1 = require("./config");
-const scriptsText = Array.from(Object.entries(common_1.scripts).filter(([, { type }]) => type === 'master script'), ([k,]) => k).join(', ');
-exports.toolName = 'flowr';
-exports.optionDefinitions = [
-    { name: 'verbose', alias: 'v', type: Boolean, description: 'Run with verbose logging (will be passed to the corresponding script)' },
-    { name: 'help', alias: 'h', type: Boolean, description: 'Print this usage guide (or the guide of the corresponding script)' },
-    { name: 'version', alias: 'V', type: Boolean, description: 'Provide information about the version of flowR as well as its underlying R system and exit.' },
-    { name: 'server', type: Boolean, description: 'Do not drop into a repl, but instead start a server on the given port (default: 1042) and listen for messages.' },
-    { name: 'ws', type: Boolean, description: 'If the server flag is set, use websocket for messaging' },
-    { name: 'port', type: Number, description: 'The port to listen on, if --server is given.', defaultValue: 1042, typeLabel: '{underline port}' },
-    { name: 'execute', alias: 'e', type: String, description: 'Execute the given command and exit. Use a semicolon ";" to separate multiple commands.', typeLabel: '{underline command}', multiple: false },
-    { name: 'no-ansi', type: Boolean, description: 'Disable ansi-escape-sequences in the output. Useful, if you want to redirect the output to a file.' },
-    { name: 'script', alias: 's', type: String, description: `The sub-script to run (${scriptsText})`, multiple: false, defaultOption: true, typeLabel: '{underline files}', defaultValue: undefined },
-    { name: 'config-file', type: String, description: 'The name of the configuration file to use', multiple: false },
-    { name: 'r-path', type: String, description: 'The path to the R executable to use. Defaults to your PATH.', multiple: false }
-];
-exports.optionHelp = [
-    {
-        header: `flowR (version ${String(package_json_1.version)})`,
-        content: 'A static dataflow analyzer and program slicer for R programs'
-    },
-    {
-        header: 'Synopsis',
-        content: [
-            `$ ${exports.toolName} {bold --help}`,
-            `$ ${exports.toolName} {bold --version}`,
-            `$ ${exports.toolName} {bold --server}`,
-            `$ ${exports.toolName} {bold --execute} {italic ":parse 2 - 4"}`,
-            `$ ${exports.toolName} {bold slicer} {bold --help}`,
-        ]
-    },
-    {
-        header: 'Options',
-        optionList: exports.optionDefinitions
-    }
-];
-const options = (0, command_line_args_1.default)(exports.optionDefinitions);
-log_1.log.updateSettings(l => l.settings.minLevel = options.verbose ? 1 /* LogLevel.Trace */ : 5 /* LogLevel.Error */);
-log_1.log.info('running with options', options);
-if (options['no-ansi']) {
-    log_1.log.info('disabling ansi colors');
-    (0, statistics_1.setFormatter)(statistics_1.voidFormatter);
-}
-(0, config_1.setConfigFile)(undefined, options['config-file'] ?? config_1.defaultConfigFile, true);
-function retrieveShell() {
-    // we keep an active shell session to allow other parse investigations :)
-    let opts = {
-        revive: 'always',
-        onRevive: (code, signal) => {
-            const signalText = signal == null ? '' : ` and signal ${signal}`;
-            console.log(statistics_1.formatter.format(`R process exited with code ${code}${signalText}. Restarting...`, { color: 5 /* Colors.Magenta */, effect: statistics_1.ColorEffect.Foreground }));
-            console.log((0, statistics_1.italic)(`If you want to exit, press either Ctrl+C twice, or enter ${(0, statistics_1.bold)(':quit')}`));
-        }
-    };
-    if (options['r-path']) {
-        opts = { ...opts, pathToRExecutable: options['r-path'] };
-    }
-    return new r_bridge_1.RShell(opts);
-}
-async function mainRepl() {
-    if (options.script) {
-        let target = common_1.scripts[options.script].target;
-        (0, assert_1.guard)(target !== undefined, `Unknown script ${options.script}, pick one of ${scriptsText}.`);
-        console.log(`Running script '${statistics_1.formatter.format(options.script, { style: 1 /* FontStyles.Bold */ })}'`);
-        target = `cli/${target}`;
-        log_1.log.debug(`Script maps to "${target}"`);
-        await (0, repl_1.waitOnScript)(`${__dirname}/${target}`, process.argv.slice(3), undefined, true);
-        process.exit(0);
-    }
-    if (options.help) {
-        console.log((0, command_line_usage_1.default)(exports.optionHelp));
-        process.exit(0);
-    }
-    if (options.version) {
-        await (0, version_1.printVersionInformation)(commands_1.standardReplOutput);
-        process.exit(0);
-    }
-    const shell = retrieveShell();
-    const end = () => {
-        if (options.execute === undefined) {
-            console.log(`\n${(0, statistics_1.italic)('Exiting...')}`);
-        }
-        shell.close();
-        process.exit(0);
-    };
-    // hook some handlers
-    process.on('SIGINT', end);
-    process.on('SIGTERM', end);
-    if (options.execute) {
-        await (0, repl_1.replProcessAnswer)(commands_1.standardReplOutput, options.execute, shell);
-    }
-    else {
-        await (0, repl_1.repl)(shell);
-    }
-    process.exit(0);
-}
-async function mainServer(backend = new net_1.NetServer()) {
-    const shell = retrieveShell();
-    const end = () => {
-        if (options.execute === undefined) {
-            console.log(`\n${(0, statistics_1.italic)('Exiting...')}`);
-        }
-        shell.close();
-        process.exit(0);
-    };
-    // hook some handlers
-    process.on('SIGINT', end);
-    process.on('SIGTERM', end);
-    await new server_1.FlowRServer(shell, backend).start(options.port);
-}
-if (options.server) {
-    void mainServer(options.ws ? new net_1.WebSocketServerWrapper() : new net_1.NetServer());
-}
-else {
-    void mainRepl();
-}
-//# sourceMappingURL=flowr.js.map

package/statistics/features/common-syntax-probability.d.ts

@@ -1,31 +0,0 @@
-/**
- * Defines the type of syntax constructs that we track (e.g., true, false, 0, 1, T, F, conditions...)
- */
-import type { RNodeWithParent } from '../../r-bridge';
-import { RFalse, RTrue } from '../../r-bridge';
-import type { SummarizedMeasurement } from '../../util/summarizer/benchmark/data';
-export interface CommonSyntaxTypeCounts<Measurement = bigint> {
-    total: Measurement;
-    multiple: Measurement;
-    empty: Measurement;
-    withArgument: Measurement;
-    noValue: Measurement;
-    singleVar: Record<string, Measurement>;
-    number: Record<number, Measurement>;
-    integer: Record<number, Measurement>;
-    complex: Record<number, Measurement>;
-    string: Record<string, Measurement>;
-    logical: Record<typeof RTrue | typeof RFalse, Measurement>;
-    call: Record<string, Measurement>;
-    unnamedCall: Measurement;
-    binOp: Record<string, Measurement>;
-    unaryOp: Record<string, Measurement>;
-    other: Record<string, Measurement>;
-}
-export declare function emptyCommonSyntaxTypeCounts<T = bigint>(init?: () => T): CommonSyntaxTypeCounts<T>;
-/**
- * Updates the given counts based on the type of the given node.
- */
-export declare function updateCommonSyntaxTypeCounts(current: CommonSyntaxTypeCounts, ...nodes: RNodeWithParent[]): CommonSyntaxTypeCounts;
-export declare function appendCommonSyntaxTypeCounter(a: CommonSyntaxTypeCounts<number[][]>, b: CommonSyntaxTypeCounts): void;
-export declare function summarizeCommonSyntaxTypeCounter(a: CommonSyntaxTypeCounts<number[][]>): CommonSyntaxTypeCounts<SummarizedMeasurement>;

package/statistics/features/common-syntax-probability.js

@@ -1,156 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.summarizeCommonSyntaxTypeCounter = exports.appendCommonSyntaxTypeCounter = exports.updateCommonSyntaxTypeCounts = exports.emptyCommonSyntaxTypeCounts = void 0;
-const r_bridge_1 = require("../../r-bridge");
-const process_1 = require("../../util/summarizer/benchmark/first-phase/process");
-const numbers_1 = require("../../util/numbers");
-function emptyCommonSyntaxTypeCounts(init = () => 0n) {
-    return {
-        total: init(),
-        multiple: init(),
-        empty: init(),
-        withArgument: init(),
-        noValue: init(),
-        singleVar: {},
-        number: {},
-        integer: {},
-        complex: {},
-        string: {},
-        logical: {},
-        call: {},
-        unnamedCall: init(),
-        binOp: {},
-        unaryOp: {},
-        other: {}
-    };
-}
-exports.emptyCommonSyntaxTypeCounts = emptyCommonSyntaxTypeCounts;
-function incrementEntry(map, key) {
-    map[key] = (map[key] ?? 0n) + 1n;
-}
-/**
- * Updates the given counts based on the type of the given node.
- */
-function updateCommonSyntaxTypeCounts(current, ...nodes) {
-    current.total++;
-    if (nodes.length === 0) {
-        current.empty++;
-        return current;
-    }
-    else if (nodes.length > 1) {
-        current.multiple++;
-        return current;
-    }
-    let node = nodes[0];
-    if (node.type === "RArgument" /* RType.Argument */) {
-        if (node.name !== undefined) {
-            current.withArgument++;
-        }
-        if (node.value !== undefined) {
-            node = node.value;
-        }
-        else {
-            current.noValue++;
-            return current;
-        }
-    }
-    switch (node.type) {
-        case "RString" /* RType.String */:
-            incrementEntry(current.string, node.content.str);
-            break;
-        case "RSymbol" /* RType.Symbol */:
-            incrementEntry(current.singleVar, node.content);
-            break;
-        case "RLogical" /* RType.Logical */:
-            incrementEntry(current.logical, node.content ? r_bridge_1.RTrue : r_bridge_1.RFalse);
-            break;
-        case "RNumber" /* RType.Number */:
-            if (node.content.complexNumber) {
-                incrementEntry(current.complex, node.content.num);
-            }
-            else if (node.content.markedAsInt) {
-                incrementEntry(current.integer, node.content.num);
-            }
-            else {
-                incrementEntry(current.number, node.content.num);
-            }
-            break;
-        case "RFunctionCall" /* RType.FunctionCall */:
-            if (node.flavor === 'unnamed') {
-                current.unnamedCall++;
-            }
-            else {
-                incrementEntry(current.call, node.functionName.content);
-            }
-            break;
-        case "RBinaryOp" /* RType.BinaryOp */:
-            incrementEntry(current.binOp, node.operator);
-            break;
-        case "RUnaryOp" /* RType.UnaryOp */:
-            incrementEntry(current.unaryOp, node.operator);
-            break;
-        default:
-            // for space reasons we do not record the full lexeme!
-            if (node.lexeme) {
-                incrementEntry(current.other, node.lexeme);
-            }
-            break;
-    }
-    return current;
-}
-exports.updateCommonSyntaxTypeCounts = updateCommonSyntaxTypeCounts;
-function appendRecord(a, b) {
-    for (const [key, val] of Object.entries(b)) {
-        const get = a[key];
-        // we guard with array to guard against methods like `toString` which are given in js
-        if (!get || !Array.isArray(get)) {
-            a[key] = [[(0, numbers_1.bigint2number)(val)]];
-            continue;
-        }
-        get.push([(0, numbers_1.bigint2number)(val)]);
-    }
-}
-function appendCommonSyntaxTypeCounter(a, b) {
-    a.total.push([(0, numbers_1.bigint2number)(b.total)]);
-    a.empty.push([(0, numbers_1.bigint2number)(b.empty)]);
-    a.multiple.push([(0, numbers_1.bigint2number)(b.multiple)]);
-    a.withArgument.push([(0, numbers_1.bigint2number)(b.withArgument)]);
-    a.noValue.push([(0, numbers_1.bigint2number)(b.noValue)]);
-    a.unnamedCall.push([(0, numbers_1.bigint2number)(b.unnamedCall)]);
-    appendRecord(a.singleVar, b.singleVar);
-    appendRecord(a.number, b.number);
-    appendRecord(a.integer, b.integer);
-    appendRecord(a.complex, b.complex);
-    appendRecord(a.string, b.string);
-    appendRecord(a.logical, b.logical);
-    appendRecord(a.call, b.call);
-    appendRecord(a.binOp, b.binOp);
-    appendRecord(a.unaryOp, b.unaryOp);
-    appendRecord(a.other, b.other);
-}
-exports.appendCommonSyntaxTypeCounter = appendCommonSyntaxTypeCounter;
-function summarizeRecord(a) {
-    return Object.fromEntries(Object.entries(a).map(([key, val]) => [key, (0, process_1.summarizeMeasurement)(val.flat(), val.length)]));
-}
-function summarizeCommonSyntaxTypeCounter(a) {
-    return {
-        total: (0, process_1.summarizeMeasurement)(a.total.flat(), a.total.length),
-        empty: (0, process_1.summarizeMeasurement)(a.empty.flat(), a.empty.length),
-        multiple: (0, process_1.summarizeMeasurement)(a.multiple.flat(), a.multiple.length),
-        withArgument: (0, process_1.summarizeMeasurement)(a.withArgument.flat(), a.withArgument.length),
-        noValue: (0, process_1.summarizeMeasurement)(a.noValue.flat(), a.noValue.length),
-        unnamedCall: (0, process_1.summarizeMeasurement)(a.unnamedCall.flat(), a.unnamedCall.length),
-        singleVar: summarizeRecord(a.singleVar),
-        number: summarizeRecord(a.number),
-        integer: summarizeRecord(a.integer),
-        complex: summarizeRecord(a.complex),
-        string: summarizeRecord(a.string),
-        logical: summarizeRecord(a.logical),
-        call: summarizeRecord(a.call),
-        binOp: summarizeRecord(a.binOp),
-        unaryOp: summarizeRecord(a.unaryOp),
-        other: summarizeRecord(a.other)
-    };
-}
-exports.summarizeCommonSyntaxTypeCounter = summarizeCommonSyntaxTypeCounter;
-//# sourceMappingURL=common-syntax-probability.js.map