@eagleoutice/flowr 2.0.25 → 2.1.0

package/cli/repl/server/messages/{lineage.d.ts → message-lineage.d.ts}

@@ -1,5 +1,5 @@
 import type { SingleSlicingCriterion } from '../../../../slicing/criterion/parse';
-import type { IdMessageBase, MessageDefinition } from './messages';
+import type { IdMessageBase, MessageDefinition } from './all-messages';
 import type { NodeId } from '../../../../r-bridge/lang-4.x/ast/model/processing/node-id';
 export interface LineageRequestMessage extends IdMessageBase {
     type: 'request-lineage';
@@ -14,3 +14,4 @@ export interface LineageResponseMessage extends IdMessageBase {
     /** The lineage of the given criterion. With this being the representation of a set, there is no guarantee about order. */
     lineage: NodeId[];
 }
+export declare const responseLineageMessage: MessageDefinition<LineageResponseMessage>;

package/cli/repl/server/messages/message-lineage.js

@@ -0,0 +1,25 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.responseLineageMessage = exports.requestLineageMessage = void 0;
+const joi_1 = __importDefault(require("joi"));
+exports.requestLineageMessage = {
+    type: 'request-lineage',
+    schema: joi_1.default.object({
+        type: joi_1.default.string().valid('request-lineage').required().description('The type of the message.'),
+        id: joi_1.default.string().optional().description('If you give the id, the response will be sent to the client with the same id.'),
+        filetoken: joi_1.default.string().required().description('The filetoken of the file/data retrieved from the analysis request.'),
+        criterion: joi_1.default.string().required().description('The criterion to start the lineage from.')
+    })
+};
+exports.responseLineageMessage = {
+    type: 'response-lineage',
+    schema: joi_1.default.object({
+        type: joi_1.default.string().valid('response-lineage').required(),
+        id: joi_1.default.string().optional().description('The id of the message, will be the same for the request.'),
+        lineage: joi_1.default.array().items(joi_1.default.string()).required().description('The lineage of the given criterion.')
+    })
+};
+//# sourceMappingURL=message-lineage.js.map

package/cli/repl/server/messages/message-query.d.ts

@@ -0,0 +1,16 @@
+import type { IdMessageBase, MessageDefinition } from './all-messages';
+import type { Queries, QueryResults, SupportedQueryTypes } from '../../../../queries/query';
+export interface QueryRequestMessage extends IdMessageBase {
+    type: 'request-query';
+    /** The {@link FileAnalysisRequestMessage#filetoken} of the file/data */
+    filetoken: string;
+    /** The query to run on the file analysis information */
+    query: Queries<SupportedQueryTypes>;
+}
+export declare const requestQueryMessage: MessageDefinition<QueryRequestMessage>;
+export interface QueryResponseMessage extends IdMessageBase {
+    type: 'response-query';
+    /** Contains an entry for each (non-virtual) query type requested */
+    results: QueryResults<SupportedQueryTypes>;
+}
+export declare const responseQueryMessage: MessageDefinition<QueryResponseMessage>;

package/cli/repl/server/messages/message-query.js

@@ -0,0 +1,26 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.responseQueryMessage = exports.requestQueryMessage = void 0;
+const joi_1 = __importDefault(require("joi"));
+const query_schema_1 = require("../../../../queries/query-schema");
+exports.requestQueryMessage = {
+    type: 'request-query',
+    schema: joi_1.default.object({
+        type: joi_1.default.string().valid('request-query').required().description('The type of the message.'),
+        id: joi_1.default.string().optional().description('If you give the id, the response will be sent to the client with the same id.'),
+        filetoken: joi_1.default.string().required().description('The filetoken of the file/data retrieved from the analysis request.'),
+        query: query_schema_1.QueriesSchema.required().description('The query to run on the file analysis information.')
+    }).description('Request a query to be run on the file analysis information.')
+};
+exports.responseQueryMessage = {
+    type: 'response-query',
+    schema: joi_1.default.object({
+        type: joi_1.default.string().valid('response-query').required(),
+        id: joi_1.default.string().optional().description('The id of the message, will be the same for the request.'),
+        results: joi_1.default.object().required().description('The results of the query.')
+    }).description('The response to a query request.')
+};
+//# sourceMappingURL=message-query.js.map

package/cli/repl/server/messages/{repl.d.ts → message-repl.d.ts}

@@ -1,4 +1,4 @@
-import type { IdMessageBase, MessageDefinition } from './messages';
+import type { IdMessageBase, MessageDefinition } from './all-messages';
 /**
  * Request the execution of the given expression as a REPL statement.
  * We strongly recommend that you make use of a unique {@link IdMessageBase#id}
@@ -24,6 +24,7 @@ export interface ExecuteIntermediateResponseMessage extends IdMessageBase {
     stream: 'stdout' | 'stderr';
     result: string;
 }
+export declare const responseExecuteReplIntermediateMessage: MessageDefinition<ExecuteIntermediateResponseMessage>;
 /**
  * Marks the end of the execution of the respective {@link ExecuteRequestMessage}.
  * The underlying TCP connection should ensure the ordering so that this message is the last.
@@ -31,3 +32,4 @@ export interface ExecuteIntermediateResponseMessage extends IdMessageBase {
 export interface ExecuteEndMessage extends IdMessageBase {
     type: 'end-repl-execution';
 }
+export declare const responseExecuteReplEndMessage: MessageDefinition<ExecuteEndMessage>;

package/cli/repl/server/messages/message-repl.js

@@ -0,0 +1,53 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.responseExecuteReplEndMessage = exports.responseExecuteReplIntermediateMessage = exports.requestExecuteReplExpressionMessage = void 0;
+const Joi = __importStar(require("joi"));
+exports.requestExecuteReplExpressionMessage = {
+    type: 'request-repl-execution',
+    schema: Joi.object({
+        type: Joi.string().valid('request-repl-execution').required().description('The type of the message.'),
+        id: Joi.string().optional().description('The id of the message, will be the same for the request.'),
+        ansi: Joi.boolean().optional().description('Should ansi formatting be enabled for the response? Is `false` by default.'),
+        expression: Joi.string().required().description('The expression to execute.'),
+    })
+};
+exports.responseExecuteReplIntermediateMessage = {
+    type: 'response-repl-execution',
+    schema: Joi.object({
+        type: Joi.string().valid('response-repl-execution').required().description('The type of the message.'),
+        id: Joi.string().optional().description('The id of the message, will be the same for the request.'),
+        stream: Joi.string().valid('stdout', 'stderr').required().description('The stream the message is from.'),
+        result: Joi.string().required().description('The output of the execution.')
+    })
+};
+exports.responseExecuteReplEndMessage = {
+    type: 'end-repl-execution',
+    schema: Joi.object({
+        type: Joi.string().valid('end-repl-execution').required().description('The type of the message.'),
+        id: Joi.string().optional().description('The id of the message, will be the same for the request.')
+    })
+};
+//# sourceMappingURL=message-repl.js.map

package/cli/repl/server/messages/{slice.d.ts → message-slice.d.ts}

@@ -1,4 +1,4 @@
-import type { IdMessageBase, MessageDefinition } from './messages';
+import type { IdMessageBase, MessageDefinition } from './all-messages';
 import type { SlicingCriteria } from '../../../../slicing/criterion/parse';
 import type { PipelineOutput } from '../../../../core/steps/pipeline/pipeline';
 import type { DEFAULT_DATAFLOW_PIPELINE, DEFAULT_SLICING_PIPELINE } from '../../../../core/steps/pipeline/default-pipelines';
@@ -28,3 +28,4 @@ export interface SliceResponseMessage extends IdMessageBase {
     /** only contains the results of the slice steps to not repeat ourselves */
     results: Omit<PipelineOutput<typeof DEFAULT_SLICING_PIPELINE>, keyof PipelineOutput<typeof DEFAULT_DATAFLOW_PIPELINE>>;
 }
+export declare const responseSliceMessage: MessageDefinition<SliceResponseMessage>;

package/cli/repl/server/messages/{slice.js → message-slice.js}

@@ -23,15 +23,23 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.requestSliceMessage = void 0;
+exports.responseSliceMessage = exports.requestSliceMessage = void 0;
 const Joi = __importStar(require("joi"));
 exports.requestSliceMessage = {
     type: 'request-slice',
     schema: Joi.object({
-        type: Joi.string().valid('request-slice').required(),
-        id: Joi.string().optional(),
-        filetoken: Joi.string().required(),
-        criterion: Joi.array().items(Joi.string()).min(0).required()
+        type: Joi.string().valid('request-slice').required().description('The type of the message.'),
+        id: Joi.string().optional().description('The id of the message, if you passed one in the request.'),
+        filetoken: Joi.string().required().description('The filetoken of the file to slice must be the same as with the analysis request.'),
+        criterion: Joi.array().items(Joi.string()).min(0).required().required().description('The slicing criteria to use.'),
     })
 };
-//# sourceMappingURL=slice.js.map
+exports.responseSliceMessage = {
+    type: 'response-slice',
+    schema: Joi.object({
+        type: Joi.string().valid('response-slice').required().description('The type of the message.'),
+        id: Joi.string().optional().description('The id of the message, if you passed one in the request.'),
+        results: Joi.object().required().description('The results of the slice (one field per step slicing step).')
+    }).description('The response to a slice request.')
+};
+//# sourceMappingURL=message-slice.js.map

package/cli/repl/server/net.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import type WebSocket from 'ws';
 /** Function handler that should be triggered when the respective socket connects */
 export type OnConnect = (c: Socket) => void;

package/cli/repl/server/send.d.ts

@@ -1,4 +1,4 @@
-import type { IdMessageBase } from './messages/messages';
+import type { IdMessageBase } from './messages/all-messages';
 import type { Socket } from './net';
 export declare function getUnnamedSocketName(c: Socket): string;
 export declare function sendMessage<T extends IdMessageBase>(c: Socket, message: T): void;

package/cli/repl/server/send.js

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.sendMessage = exports.getUnnamedSocketName = void 0;
+exports.getUnnamedSocketName = getUnnamedSocketName;
+exports.sendMessage = sendMessage;
 const server_1 = require("./server");
 const json_1 = require("../../../util/json");
 function getUnnamedSocketName(c) {
     return `${c.remoteAddress ?? '?'}@${c.remotePort ?? '?'}`;
 }
-exports.getUnnamedSocketName = getUnnamedSocketName;
 function sendMessage(c, message) {
     const msg = JSON.stringify(message, json_1.jsonReplacer);
     if (server_1.serverLog.settings.minLevel >= 2 /* LogLevel.Debug */) {
@@ -14,5 +14,4 @@ function sendMessage(c, message) {
     }
     c.write(`${msg}\n`);
 }
-exports.sendMessage = sendMessage;
 //# sourceMappingURL=send.js.map

package/cli/repl/server/server.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.FlowRServer = exports.serverLog = void 0;
-const version_1 = require("../commands/version");
+const repl_version_1 = require("../commands/repl-version");
 const connection_1 = require("./connection");
 const send_1 = require("./send");
 const net_1 = require("./net");
@@ -28,7 +28,7 @@ class FlowRServer {
         this.allowRSessionAccess = allowRSessionAccess;
     }
     async start(port) {
-        this.versionInformation = await (0, version_1.retrieveVersionInformation)(this.shell);
+        this.versionInformation = await (0, repl_version_1.retrieveVersionInformation)(this.shell);
         this.server.start(port);
         exports.serverLog.info(`Server listening on port ${port}`);
     }

package/cli/repl/server/validate.d.ts

@@ -1,5 +1,5 @@
 import type * as Joi from 'joi';
-import type { FlowrMessage, IdMessageBase, MessageDefinition } from './messages/messages';
+import type { FlowrMessage, IdMessageBase, MessageDefinition } from './messages/all-messages';
 import type { Socket } from './net';
 export interface ValidationErrorResult {
     type: 'error';

package/cli/repl/server/validate.js

@@ -1,17 +1,18 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.answerForValidationError = exports.validateMessage = exports.validateBaseMessageFormat = void 0;
+exports.validateBaseMessageFormat = validateBaseMessageFormat;
+exports.validateMessage = validateMessage;
+exports.answerForValidationError = answerForValidationError;
 const send_1 = require("./send");
-const messages_1 = require("./messages/messages");
+const all_messages_1 = require("./messages/all-messages");
 function validateBaseMessageFormat(input) {
     try {
-        return validateMessage(JSON.parse(input), messages_1.baseMessage);
+        return validateMessage(JSON.parse(input), all_messages_1.baseMessage);
     }
     catch (e) {
         return { type: 'error', reason: e };
     }
 }
-exports.validateBaseMessageFormat = validateBaseMessageFormat;
 function validateMessage(input, def) {
     try {
         const result = def.schema.validate(input);
@@ -21,7 +22,6 @@ function validateMessage(input, def) {
         return { type: 'error', reason: e };
     }
 }
-exports.validateMessage = validateMessage;
 function answerForValidationError(client, result, id) {
     (0, send_1.sendMessage)(client, {
         type: 'error',
@@ -30,5 +30,4 @@ function answerForValidationError(client, result, id) {
         reason: `Invalid message format: ${result.reason.message}`
     });
 }
-exports.answerForValidationError = answerForValidationError;
 //# sourceMappingURL=validate.js.map

package/cli/run-script.d.ts

@@ -0,0 +1,8 @@
+import type { StdioProcessor } from './repl/execute';
+import { scripts } from './common/scripts-info';
+/**
+ * Path-safe helper of {@link waitOnScript} for other flowR scripts.
+ *
+ * @see waitOnScript
+ */
+export declare function runScript(name: keyof typeof scripts, args: readonly string[], io?: StdioProcessor, exitOnError?: boolean): Promise<void>;

package/cli/run-script.js

@@ -0,0 +1,18 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runScript = runScript;
+const execute_1 = require("./repl/execute");
+const scripts_info_1 = require("./common/scripts-info");
+const path_1 = __importDefault(require("path"));
+/**
+ * Path-safe helper of {@link waitOnScript} for other flowR scripts.
+ *
+ * @see waitOnScript
+ */
+async function runScript(name, args, io, exitOnError = false) {
+    return (0, execute_1.waitOnScript)(path_1.default.resolve(__dirname, scripts_info_1.scripts[name].target), args, io, exitOnError);
+}
+//# sourceMappingURL=run-script.js.map

package/cli/script-core/statistics-core.d.ts

@@ -0,0 +1,2 @@
+import type { StatsCliOptions } from '../statistics-app';
+export declare function flowrScriptGetStats(options: StatsCliOptions): Promise<void>;

package/cli/script-core/statistics-core.js

@@ -0,0 +1,100 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.flowrScriptGetStats = flowrScriptGetStats;
+const path_1 = __importDefault(require("path"));
+const parallel_1 = require("../../util/parallel");
+const files_1 = require("../../util/files");
+const features_1 = require("../common/features");
+const fs_1 = __importDefault(require("fs"));
+const statistics_file_1 = require("../../statistics/output/statistics-file");
+const json_1 = require("../../util/json");
+const log_1 = require("../../util/log");
+const statistics_helper_core_1 = require("./statistics-helper-core");
+const command_line_args_1 = __importDefault(require("command-line-args"));
+const scripts_info_1 = require("../common/scripts-info");
+const ansi_1 = require("../../util/ansi");
+const testRegex = /[^/]*\/test/i;
+const exampleRegex = /[^/]*\/example/i;
+function getPrefixForFile(file) {
+    if (testRegex.test(file)) {
+        return 'test-';
+    }
+    else if (exampleRegex.test(file)) {
+        return 'example-';
+    }
+    else {
+        return '';
+    }
+}
+function getSuffixForFile(base, file) {
+    const subpath = path_1.default.relative(base, file);
+    return '--' + subpath.replace(/\//g, '／');
+}
+async function collectFileArguments(options, verboseAdd, dumpJson, features) {
+    const files = [];
+    let counter = 0;
+    let presentSteps = 5000;
+    let skipped = 0;
+    for await (const f of (0, files_1.allRFilesFrom)(options.input)) {
+        const outputDir = path_1.default.join(options['output-dir'], `${getPrefixForFile(f.content)}${getSuffixForFile(options.input.length === 1 ? options.input[0] : '', f.content)}`);
+        const target = (0, features_1.retrieveArchiveName)(outputDir);
+        if (fs_1.default.existsSync(target)) {
+            console.log(`Archive ${target} exists. Skip.`);
+            skipped++;
+            continue;
+        }
+        files.push(['--input', f.content, '--output-dir', outputDir, '--compress', '--root-dir', options.input.length === 1 ? options.input[0] : '""', ...verboseAdd, ...features, ...dumpJson]);
+        if (++counter % presentSteps === 0) {
+            console.log(`Collected ${counter} files`);
+            if (counter >= 10 * presentSteps) {
+                presentSteps *= 5;
+            }
+        }
+    }
+    console.log(`Total: ${counter} files (${skipped} skipped with archive existing)`);
+    return files;
+}
+async function flowrScriptGetStats(options) {
+    if (options.input.length === 0) {
+        console.error('No input files given. Nothing to do. See \'--help\' if this is an error.');
+        process.exit(0);
+    }
+    if (options['no-ansi']) {
+        log_1.log.info('disabling ansi colors');
+        (0, ansi_1.setFormatter)(ansi_1.voidFormatter);
+    }
+    const processedFeatures = (0, features_1.validateFeatures)(options.features);
+    (0, statistics_file_1.initFileProvider)(options['output-dir']);
+    console.log(`Processing features: ${JSON.stringify(processedFeatures, json_1.jsonReplacer)}`);
+    console.log(`Using ${options.parallel} parallel executors`);
+    const verboseAdd = options.verbose ? ['--verbose'] : [];
+    const features = [...processedFeatures].flatMap(s => ['--features', s]);
+    const dumpJson = options['dump-json'] ? ['--dump-json'] : [];
+    // we do not use the limit argument to be able to pick the limit randomly
+    const args = await collectFileArguments(options, verboseAdd, dumpJson, features);
+    if (options.limit) {
+        console.log('Shuffle...');
+        log_1.log.info(`limiting to ${options.limit} files`);
+        // shuffle and limit
+        args.sort(() => Math.random() - 0.5);
+    }
+    console.log('Prepare Pool...');
+    const limit = options.limit ?? args.length;
+    if (options.parallel > 0) {
+        const pool = new parallel_1.LimitedThreadPool(`${__dirname}/statistics-helper-app`, args, limit, options.parallel);
+        console.log('Run Pool...');
+        await pool.run();
+        const stats = pool.getStats();
+        console.log(`Processed ${stats.counter} files, skipped ${stats.skipped.length} files due to errors`);
+    }
+    else {
+        console.log('Run Sequentially as parallel <= 0...');
+        for (const arg of args) {
+            await (0, statistics_helper_core_1.getStatsForSingleFile)((0, command_line_args_1.default)(scripts_info_1.scripts['stats-helper'].options, { argv: arg }));
+        }
+    }
+}
+//# sourceMappingURL=statistics-core.js.map

package/cli/script-core/statistics-helper-core.d.ts

@@ -0,0 +1,2 @@
+import type { StatsHelperCliOptions } from '../statistics-helper-app';
+export declare function getStatsForSingleFile(options: StatsHelperCliOptions): Promise<void>;

package/cli/script-core/statistics-helper-core.js

@@ -0,0 +1,81 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getStatsForSingleFile = getStatsForSingleFile;
+const features_1 = require("../common/features");
+const fs_1 = __importDefault(require("fs"));
+const shell_1 = require("../../r-bridge/shell");
+const statistics_file_1 = require("../../statistics/output/statistics-file");
+const statistics_1 = require("../../statistics/statistics");
+const cfg_1 = require("../../util/cfg/cfg");
+const print_1 = require("../../core/print/print");
+const _00_parse_1 = require("../../core/steps/all/core/00-parse");
+const _10_normalize_1 = require("../../core/steps/all/core/10-normalize");
+const _20_dataflow_1 = require("../../core/steps/all/core/20-dataflow");
+const json_1 = require("../../util/json");
+const log_1 = require("../../util/log");
+const assert_1 = require("../../util/assert");
+const time_1 = require("../../util/time");
+const tar_1 = require("tar");
+const ansi_1 = require("../../util/ansi");
+function compressFolder(folder, target) {
+    // eslint-disable-next-line @typescript-eslint/no-unsafe-call,@typescript-eslint/no-unsafe-member-access
+    return (0, tar_1.create)({
+        gzip: true,
+        file: target,
+        portable: true,
+        preservePaths: false
+    }, [folder]).then(() => {
+        // now, remove the folder
+        fs_1.default.rmSync(folder, { recursive: true, force: true });
+    }, () => {
+        console.log(`failed to compress ${folder}`);
+    }).catch((e) => {
+        console.error('Error during compression:', e);
+    });
+}
+async function getStatsForSingleFile(options) {
+    if (options['no-ansi']) {
+        log_1.log.info('disabling ansi colors');
+        (0, ansi_1.setFormatter)(ansi_1.voidFormatter);
+    }
+    let target = undefined;
+    if (options.compress) {
+        target = (0, features_1.retrieveArchiveName)(options['output-dir']);
+        if (fs_1.default.existsSync(target)) {
+            console.log(`Archive ${target} exists. Skip.`);
+            process.exit(0);
+        }
+    }
+    // assume correct
+    const processedFeatures = new Set(options.features);
+    const shell = new shell_1.RShell();
+    (0, statistics_file_1.initFileProvider)(options['output-dir']);
+    await shell.obtainTmpDir();
+    const stats = await (0, statistics_1.extractUsageStatistics)(shell, () => { }, processedFeatures, (0, statistics_1.staticRequests)({ request: 'file', content: options.input }), options['root-dir']);
+    // console.warn(`skipped ${stats.meta.failedRequests.length} requests due to errors (run with logs to get more info)`)
+    if (stats.outputs.size === 1) {
+        if (options['dump-json']) {
+            const [, output] = [...stats.outputs.entries()][0];
+            const cfg = (0, cfg_1.extractCFG)(output.normalize);
+            statistics_file_1.statisticsFileProvider.append('output-json', 'parse', await (0, print_1.printStepResult)(_00_parse_1.PARSE_WITH_R_SHELL_STEP, output.parse, 2 /* StepOutputFormat.Json */));
+            statistics_file_1.statisticsFileProvider.append('output-json', 'normalize', await (0, print_1.printStepResult)(_10_normalize_1.NORMALIZE, output.normalize, 2 /* StepOutputFormat.Json */));
+            statistics_file_1.statisticsFileProvider.append('output-json', 'dataflow', await (0, print_1.printStepResult)(_20_dataflow_1.STATIC_DATAFLOW, output.dataflow, 2 /* StepOutputFormat.Json */));
+            statistics_file_1.statisticsFileProvider.append('output-json', 'cfg', JSON.stringify(cfg, json_1.jsonReplacer));
+        }
+        statistics_file_1.statisticsFileProvider.append('meta', 'stats', JSON.stringify({ ...stats.meta, file: options.input }, json_1.jsonReplacer));
+        statistics_file_1.statisticsFileProvider.append('meta', 'features', JSON.stringify(stats.features, json_1.jsonReplacer));
+    }
+    else {
+        log_1.log.error(`expected exactly one output vs. ${stats.outputs.size}, got: ${JSON.stringify([...stats.outputs.keys()], json_1.jsonReplacer, 2)}`);
+    }
+    if (options.compress) {
+        (0, assert_1.guard)(target !== undefined, 'target must be defined given the compress option');
+        console.log(`[${(0, time_1.date2string)(new Date())}] Compressing ${options['output-dir']} to ${target}`);
+        await compressFolder(options['output-dir'], target);
+    }
+    shell.close();
+}
+//# sourceMappingURL=statistics-helper-core.js.map

package/cli/script-core/summarizer-core.d.ts

@@ -0,0 +1,2 @@
+import type { SummarizerCliOptions } from '../summarizer-app';
+export declare function flowrScriptSummarizer(options: SummarizerCliOptions): Promise<void>;

package/cli/script-core/summarizer-core.js

@@ -0,0 +1,51 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.flowrScriptSummarizer = flowrScriptSummarizer;
+const summarizer_1 = require("../../statistics/summarizer/summarizer");
+const summarizer_2 = require("../../benchmark/summarizer/summarizer");
+const auto_detect_1 = require("../../statistics/summarizer/auto-detect");
+const feature_1 = require("../../statistics/features/feature");
+function getBenchmarkSummarizer(options, outputBase) {
+    return new summarizer_2.BenchmarkSummarizer({
+        graphOutputPath: options.graph ? `${outputBase}-graph.json` : undefined,
+        inputPath: options.input,
+        intermediateOutputPath: outputBase,
+        outputPath: `${outputBase}-ultimate.json`,
+        logger: console.log
+    });
+}
+function getStatisticsSummarizer(options, outputBase) {
+    return new summarizer_1.StatisticsSummarizer({
+        inputPath: options.input,
+        outputPath: `${outputBase}-final`,
+        intermediateOutputPath: `${outputBase}-intermediate/`,
+        projectSkip: options['project-skip'],
+        featuresToUse: feature_1.allFeatureNames,
+        logger: console.log
+    });
+}
+async function retrieveSummarizer(options, outputBase) {
+    const type = options.type === 'auto' ? await (0, auto_detect_1.detectSummarizationType)(options.input) : options.type;
+    if (type === "benchmark" /* SummarizerType.Benchmark */) {
+        console.log('Summarizing benchmark');
+        return getBenchmarkSummarizer(options, outputBase);
+    }
+    else if (type === "statistics" /* SummarizerType.Statistics */) {
+        console.log('Summarizing statistics');
+        return getStatisticsSummarizer(options, outputBase);
+    }
+    else {
+        console.error('Unknown type', type, 'either give "benchmark" or "statistics"');
+        process.exit(1);
+    }
+}
+async function flowrScriptSummarizer(options) {
+    const outputBase = (options.output ?? options.input).replace(/\.json$|\/$/, '-summary');
+    console.log(`Writing outputs to base ${outputBase}`);
+    const summarizer = await retrieveSummarizer(options, outputBase);
+    if (!options['ultimate-only']) {
+        await summarizer.preparationPhase(options.categorize);
+    }
+    await summarizer.summarizePhase();
+}
+//# sourceMappingURL=summarizer-core.js.map