@eagleoutice/flowr 2.2.9 → 2.2.11

package/README.md

@@ -48,7 +48,7 @@ It offers a wide variety of features, for example:
     
     ```shell
     $ docker run -it --rm eagleoutice/flowr # or npm run flowr 
-    flowR repl using flowR v2.2.8, R v4.4.0 (r-shell engine)
+    flowR repl using flowR v2.2.10, R v4.4.0 (r-shell engine)
     R> :slicer test/testfiles/example.R --criterion "11@sum"
     ```
     
@@ -95,7 +95,7 @@ It offers a wide variety of features, for example:
         
 
 * 🚀 **fast data- and control-flow graphs**\
-  Within just <i><span title="This measurement is automatically fetched from the latest benchmark!">120.8 ms</span></i> (as of Feb 19, 2025), 
+  Within just <i><span title="This measurement is automatically fetched from the latest benchmark!">119.1 ms</span></i> (as of Feb 23, 2025), 
   _flowR_ can analyze the data- and control-flow of the average real-world R script. See the [benchmarks](https://flowr-analysis.github.io/flowr/wiki/stats/benchmark) for more information,
   and consult the [wiki pages](https://github.com/flowr-analysis/flowr/wiki/Dataflow-Graph) for more details on the dataflow graph.
 
@@ -131,7 +131,7 @@ It offers a wide variety of features, for example:
     
     ```shell
     $ docker run -it --rm eagleoutice/flowr # or npm run flowr 
-    flowR repl using flowR v2.2.8, R v4.4.0 (r-shell engine)
+    flowR repl using flowR v2.2.10, R v4.4.0 (r-shell engine)
     R> :dataflow* test/testfiles/example.R
     ```
     
@@ -377,7 +377,7 @@ It offers a wide variety of features, for example:
     ```
     
     	
-    (The analysis required _22.72 ms_ (including parse and normalize, using the [r-shell](https://github.com/flowr-analysis/flowr/wiki/Engines) engine) within the generation environment.)
+    (The analysis required _21.37 ms_ (including parse and normalize, using the [r-shell](https://github.com/flowr-analysis/flowr/wiki/Engines) engine) within the generation environment.)
     
     
     

package/cli/repl/server/compact.d.ts

@@ -1,2 +1,2 @@
-export declare function compact(obj: unknown): Buffer;
-export declare function uncompact(buf: Buffer | Uint8Array): unknown;
+export declare function compact(obj: unknown): string;
+export declare function uncompact(buf: string): unknown;

package/cli/repl/server/compact.js

@@ -3,11 +3,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.compact = compact;
 exports.uncompact = uncompact;
 const json_1 = require("../../../util/json");
-const msgpack_1 = require("@msgpack/msgpack");
+const lz_string_1 = require("lz-string");
 function compact(obj) {
-    return Buffer.from((0, msgpack_1.encode)(JSON.parse(JSON.stringify(obj, json_1.jsonReplacer))));
+    return (0, lz_string_1.compressToUTF16)(JSON.stringify(obj, json_1.jsonReplacer));
 }
 function uncompact(buf) {
-    return (0, msgpack_1.decode)(new Uint8Array(Buffer.from(buf)));
+    return JSON.parse((0, lz_string_1.decompressFromUTF16)(buf));
 }
 //# sourceMappingURL=compact.js.map

package/cli/repl/server/messages/message-analysis.d.ts

@@ -69,11 +69,11 @@ export interface FileAnalysisResponseMessageCompact extends IdMessageBase {
     /**
      * See the {@link PipelineExecutor} and {@link DEFAULT_DATAFLOW_PIPELINE} for details on the results.
      */
-    results: Buffer;
+    results: string;
     /**
      * Only if the {@link FileAnalysisRequestMessage} contained a `cfg: true` this will contain the {@link ControlFlowInformation} of the file.
      */
-    cfg?: Buffer;
+    cfg?: string;
 }
 /**
  * Similar to {@link FileAnalysisResponseMessageJson} but using n-quads as serialization format.

package/cli/repl/server/messages/message-analysis.js

@@ -29,8 +29,8 @@ const compactSchema = joi_1.default.object({
     type: joi_1.default.string().valid('response-file-analysis').required().description('The type of the message.'),
     id: joi_1.default.string().optional().description('The id of the message, if you passed one in the request.'),
     format: joi_1.default.string().valid('bson').required().description('The format of the results in bson format.'),
-    results: joi_1.default.binary().required().description('The results of the analysis (one field per step).'),
-    cfg: joi_1.default.binary().optional().description('The control flow information of the file, only present if requested.')
+    results: joi_1.default.string().required().description('The results of the analysis (one field per step).'),
+    cfg: joi_1.default.string().optional().description('The control flow information of the file, only present if requested.')
 });
 const nquadsSchema = joi_1.default.object({
     type: joi_1.default.string().valid('response-file-analysis').required().description('The type of the message.'),

package/config.d.ts

@@ -97,6 +97,15 @@ export interface FlowrConfigOptions extends MergeableRecord {
              */
             readonly dropPaths: DropPathsOption;
         };
+        /**
+         * The configuration for flowR's slicer
+         */
+        slicer?: {
+            /**
+             * The maximum number of iterations to perform on a single function call during slicing
+             */
+            readonly threshold?: number;
+        };
     };
 }
 export interface TreeSitterEngineConfig extends MergeableRecord {

package/config.js

@@ -70,12 +70,15 @@ exports.defaultConfigOptions = {
     defaultEngine: 'r-shell',
     solver: {
         variables: VariableResolve.Alias,
-        pointerTracking: true,
+        pointerTracking: false,
         resolveSource: {
             dropPaths: DropPathsOption.No,
             ignoreCapitalization: true,
             inferWorkingDirectory: InferWorkingDirectory.ActiveScript,
             searchPath: []
+        },
+        slicer: {
+            threshold: 50
         }
     }
 };
@@ -107,7 +110,10 @@ exports.flowrConfigFileSchema = joi_1.default.object({
             ignoreCapitalization: joi_1.default.boolean().description('Search for filenames matching in the lowercase.'),
             inferWorkingDirectory: joi_1.default.string().valid(...Object.values(InferWorkingDirectory)).description('Try to infer the working directory from the main or any script to analyze.'),
             searchPath: joi_1.default.array().items(joi_1.default.string()).description('Additionally search in these paths.')
-        }).optional().description('If lax source calls are active, flowR searches for sourced files much more freely, based on the configurations you give it. This option is only in effect if `ignoreSourceCalls` is set to false.')
+        }).optional().description('If lax source calls are active, flowR searches for sourced files much more freely, based on the configurations you give it. This option is only in effect if `ignoreSourceCalls` is set to false.'),
+        slicer: joi_1.default.object({
+            threshold: joi_1.default.number().optional().description('The maximum number of iterations to perform on a single function call during slicing.')
+        }).optional().description('The configuration for the slicer.')
     }).description('How to resolve constants, constraints, cells, ...')
 }).description('The configuration file format for flowR.');
 // we don't load from a config file at all by default unless setConfigFile is called

package/dataflow/environments/default-builtin-config.js

@@ -114,16 +114,29 @@ exports.DefaultBuiltinConfig = [
     { type: 'function', names: ['while'], processor: 'builtin:while-loop', config: {}, assumePrimitive: true },
     { type: 'function', names: ['do.call'], processor: 'builtin:apply', config: { indexOfFunction: 0, unquoteFunction: true }, assumePrimitive: true },
     { type: 'function', names: ['list'], processor: 'builtin:list', config: {}, assumePrimitive: true },
+    {
+        type: 'function',
+        names: ['setnames', 'setNames', 'setkey', 'setkeyv', 'setindex', 'setindexv', 'setattr'],
+        processor: 'builtin:assignment',
+        config: {
+            canBeReplacement: false,
+            targetVariable: false,
+            makeMaybe: true,
+            mayHaveMoreArgs: true
+        }
+    },
     {
         type: 'function',
         names: [
-            'on.exit', 'sys.on.exit', 'par', 'setnames', 'setNames', 'setkey', 'setkeyv', 'setindex', 'setindexv', 'setattr', 'sink',
+            'on.exit', 'sys.on.exit', 'par', 'sink',
             /* library and require is handled above */
             'requireNamespace', 'loadNamespace', 'attachNamespace', 'asNamespace',
             /* downloader and installer functions (R, devtools, BiocManager) */
             'library.dynam', 'install.packages', 'install', 'install_github', 'install_gitlab', 'install_bitbucket', 'install_url', 'install_git', 'install_svn', 'install_local', 'install_version', 'update_packages',
             /* weird env attachments */
-            'attach', 'unname', 'data'
+            'attach', 'unname', 'data',
+            /* file creation/removal */
+            'dir.create', 'dir_create', 'Sys.chmod', 'unlink', 'file.remove', 'file.rename', 'file.copy', 'file.link', 'file.append', 'Sys.junction'
         ],
         processor: 'builtin:default',
         config: { hasUnknownSideEffects: true },

package/dataflow/environments/environment.js

@@ -81,8 +81,10 @@ exports.EmptyBuiltInEnvironment = {
  * See {@link EmptyBuiltInEnvironment} for the case `fullBuiltIns = false`.
  */
 function initializeCleanEnvironments(fullBuiltIns = true) {
-    exports.BuiltInEnvironment.memory ??= built_in_1.BuiltInMemory;
-    exports.EmptyBuiltInEnvironment.memory ??= built_in_1.EmptyBuiltInMemory;
+    if (exports.BuiltInEnvironment.memory === undefined) {
+        exports.BuiltInEnvironment.memory = built_in_1.BuiltInMemory;
+        exports.EmptyBuiltInEnvironment.memory = built_in_1.EmptyBuiltInMemory;
+    }
     return {
         current: new Environment(fullBuiltIns ? exports.BuiltInEnvironment : exports.EmptyBuiltInEnvironment),
         level: 0

package/dataflow/extractor.d.ts

@@ -14,4 +14,4 @@ export declare const processors: DataflowProcessors<ParentInformation>;
  * (e.g., in the event of a `source` call).
  * For the actual, canonical fold entry point, see {@link processDataflowFor}.
  */
-export declare function produceDataFlowGraph<OtherInfo>(parser: Parser<KnownParserType>, request: RParseRequests, ast: NormalizedAst<OtherInfo & ParentInformation>): DataflowInformation;
+export declare function produceDataFlowGraph<OtherInfo>(parser: Parser<KnownParserType>, request: RParseRequests, completeAst: NormalizedAst<OtherInfo & ParentInformation>): DataflowInformation;

package/dataflow/extractor.js

@@ -80,9 +80,9 @@ function resolveLinkToSideEffects(ast, graph) {
  * (e.g., in the event of a `source` call).
  * For the actual, canonical fold entry point, see {@link processDataflowFor}.
  */
-function produceDataFlowGraph(parser, request, ast) {
-    const multifile = Array.isArray(request);
+function produceDataFlowGraph(parser, request, completeAst) {
     let firstRequest;
+    const multifile = Array.isArray(request);
     if (multifile) {
         firstRequest = request[0];
     }
@@ -90,23 +90,25 @@ function produceDataFlowGraph(parser, request, ast) {
         firstRequest = request;
     }
     const dfData = {
-        parser: parser,
-        completeAst: ast,
+        parser,
+        completeAst,
         environment: (0, environment_1.initializeCleanEnvironments)(),
         processors: exports.processors,
         currentRequest: firstRequest,
         controlDependencies: undefined,
         referenceChain: [firstRequest],
     };
-    let df = (0, processor_1.processDataflowFor)(ast.ast, dfData);
+    let df = (0, processor_1.processDataflowFor)(completeAst.ast, dfData);
+    df.graph.sourced.unshift(firstRequest.request === 'file' ? firstRequest.content : '<inline>');
     if (multifile) {
         for (let i = 1; i < request.length; i++) {
+            /* source requests register automatically */
             df = (0, built_in_source_1.standaloneSourceFile)(request[i], dfData, `root-${i}`, df);
         }
     }
     // finally, resolve linkages
     (0, built_in_function_definition_1.updateNestedFunctionCalls)(df.graph, df.environment);
-    resolveLinkToSideEffects(ast, df.graph);
+    resolveLinkToSideEffects(completeAst, df.graph);
     return df;
 }
 //# sourceMappingURL=extractor.js.map

package/dataflow/graph/edge.js

@@ -98,7 +98,10 @@ function edgeDoesNotIncludeType(type, types) {
 const alwaysTraverseEdgeTypes = EdgeType.Reads | EdgeType.DefinedBy | EdgeType.Argument | EdgeType.Calls;
 const definedByOnCallTypes = EdgeType.DefinesOnCall | EdgeType.DefinedByOnCall;
 function shouldTraverseEdge(types) {
-    if (edgeIncludesType(types, alwaysTraverseEdgeTypes)) {
+    if (edgeIncludesType(types, EdgeType.NonStandardEvaluation)) {
+        return 0 /* TraverseEdge.Never */;
+    }
+    else if (edgeIncludesType(types, alwaysTraverseEdgeTypes)) {
         return 3 /* TraverseEdge.Always */;
     }
     else if (edgeIncludesType(types, definedByOnCallTypes)) {

package/dataflow/graph/graph.d.ts

@@ -73,6 +73,7 @@ export interface DataflowGraphJson {
     readonly rootVertices: NodeId[];
     readonly vertexInformation: [NodeId, DataflowGraphVertexInfo][];
     readonly edgeInformation: [NodeId, [NodeId, DataflowGraphEdge][]][];
+    readonly sourced?: (string | '<inline>')[];
 }
 /**
  * An unknown side effect describes something that we cannot handle correctly (in all cases).
@@ -103,6 +104,8 @@ export type UnknownSidEffect = NodeId | {
 export declare class DataflowGraph<Vertex extends DataflowGraphVertexInfo = DataflowGraphVertexInfo, Edge extends DataflowGraphEdge = DataflowGraphEdge> {
     private static DEFAULT_ENVIRONMENT;
     private _idMap;
+    /** all file paths included in this dfg */
+    private _sourced;
     private readonly _unknownSideEffects;
     constructor(idMap: AstIdMap | undefined);
     /** Contains the vertices of the root level graph (i.e., included those vertices from the complete graph, that are nested within function definitions) */
@@ -135,6 +138,9 @@ export declare class DataflowGraph<Vertex extends DataflowGraphVertexInfo = Data
     ingoingEdges(id: NodeId): IngoingEdges | undefined;
     /** Retrieves the id-map to the normalized AST attached to the dataflow graph */
     get idMap(): AstIdMap | undefined;
+    get sourced(): (string | '<inline>')[];
+    /** Mark this file as being part of the dfg */
+    addFile(source: string | '<inline>'): void;
     /**
      * Retrieves the set of vertices which have side effects that we do not know anything about.
      */

package/dataflow/graph/graph.js

@@ -55,6 +55,8 @@ function getReferenceOfArgument(arg) {
 class DataflowGraph {
     static DEFAULT_ENVIRONMENT = undefined;
     _idMap;
+    /** all file paths included in this dfg */
+    _sourced = [];
     /*
      * Set of vertices which have sideEffects that we do not know anything about.
      * As a (temporary) solution until we have FD edges, a side effect may also store known target links
@@ -113,6 +115,13 @@ class DataflowGraph {
     get idMap() {
         return this._idMap;
     }
+    get sourced() {
+        return this._sourced;
+    }
+    /** Mark this file as being part of the dfg */
+    addFile(source) {
+        this._sourced.push(source);
+    }
     /**
      * Retrieves the set of vertices which have side effects that we do not know anything about.
      */
@@ -235,6 +244,7 @@ class DataflowGraph {
                 this.rootVertices.add(root);
             }
         }
+        this.sourced.push(...otherGraph.sourced);
         for (const unknown of otherGraph.unknownSideEffects) {
             this._unknownSideEffects.add(unknown);
         }
@@ -326,6 +336,9 @@ class DataflowGraph {
         graph.rootVertices = new Set(data.rootVertices);
         graph.vertexInformation = new Map(data.vertexInformation);
         graph.edgeInformation = new Map(data.edgeInformation.map(([id, edges]) => [id, new Map(edges)]));
+        if (data.sourced) {
+            graph._sourced = data.sourced;
+        }
         return graph;
     }
 }

package/dataflow/graph/resolve-graph.js

@@ -46,6 +46,14 @@ function resolveDataflowGraph(graph, idMap) {
             }
         }
     }
+    for (const unknown of graph.unknownSideEffects) {
+        if (typeof unknown === 'object') {
+            resultGraph.markIdForUnknownSideEffects(resolve(unknown.id), unknown.linkTo);
+        }
+        else {
+            resultGraph.markIdForUnknownSideEffects(resolve(unknown));
+        }
+    }
     return resultGraph;
 }
 //# sourceMappingURL=resolve-graph.js.map

package/dataflow/internal/process/functions/call/argument/unpack-argument.d.ts

@@ -1,3 +1,6 @@
 import type { RFunctionArgument } from '../../../../../../r-bridge/lang-4.x/ast/model/nodes/r-function-call';
 import type { RNode } from '../../../../../../r-bridge/lang-4.x/ast/model/model';
+/**
+ * Retrieve the value from an argument, if it is not empty.
+ */
 export declare function unpackArgument<OtherInfo>(arg: RFunctionArgument<OtherInfo>, noNameOnly?: boolean): RNode<OtherInfo> | undefined;

package/dataflow/internal/process/functions/call/argument/unpack-argument.js

@@ -1,17 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.unpackArgument = unpackArgument;
-const log_1 = require("../../../../../../util/log");
 const r_function_call_1 = require("../../../../../../r-bridge/lang-4.x/ast/model/nodes/r-function-call");
+/**
+ * Retrieve the value from an argument, if it is not empty.
+ */
 function unpackArgument(arg, noNameOnly = true) {
-    if (arg === r_function_call_1.EmptyArgument) {
-        log_1.log.trace('Argument is empty, skipping');
-        return undefined;
-    }
-    else if (noNameOnly && arg.name !== undefined) {
-        log_1.log.trace(`Argument ${JSON.stringify(arg)} is not unnamed, skipping`);
-        return undefined;
-    }
-    return arg.value;
+    return arg === r_function_call_1.EmptyArgument || (noNameOnly && arg.name) ? undefined : arg.value;
 }
 //# sourceMappingURL=unpack-argument.js.map

package/dataflow/internal/process/functions/call/built-in/built-in-assignment.d.ts

@@ -20,6 +20,7 @@ export interface AssignmentConfiguration extends ForceArguments {
     /** is the target a variable pointing at the actual name? */
     readonly targetVariable?: boolean;
     readonly indicesCollection?: ContainerIndicesCollection;
+    readonly mayHaveMoreArgs?: boolean;
 }
 /**
  * Processes an assignment, i.e., `<target> <- <source>`.

package/dataflow/internal/process/functions/call/built-in/built-in-assignment.js

@@ -53,7 +53,7 @@ function findRootAccess(node) {
 function processAssignment(name, 
 /* we expect them to be ordered in the sense that we have (source, target): `<source> <- <target>` */
 args, rootId, data, config) {
-    if (args.length != 2) {
+    if (!config.mayHaveMoreArgs && args.length !== 2) {
         logger_1.dataflowLogger.warn(`Assignment ${name.content} has something else than 2 arguments, skipping`);
         return (0, known_call_handling_1.processKnownFunctionCall)({ name, args, rootId, data, forceArgs: config.forceArgs }).information;
     }
@@ -217,14 +217,12 @@ function markAsAssignment(information, nodeToDefine, sourceIds, rootIdOfAssignme
         }
     }
     information.graph.addEdge(nodeToDefine, rootIdOfAssignment, edge_1.EdgeType.DefinedBy);
-    if ((0, config_1.getConfig)().solver.pointerTracking) {
-        // kinda dirty, but we have to remove existing read edges for the symbol, added by the child
-        const out = information.graph.outgoingEdges(nodeToDefine.nodeId);
-        for (const [id, edge] of (out ?? [])) {
-            edge.types &= ~edge_1.EdgeType.Reads;
-            if (edge.types == 0) {
-                out?.delete(id);
-            }
+    // kinda dirty, but we have to remove existing read edges for the symbol, added by the child
+    const out = information.graph.outgoingEdges(nodeToDefine.nodeId);
+    for (const [id, edge] of (out ?? [])) {
+        edge.types &= ~edge_1.EdgeType.Reads;
+        if (edge.types === 0) {
+            out?.delete(id);
         }
     }
 }

package/dataflow/internal/process/functions/call/built-in/built-in-expression-list.js

@@ -17,6 +17,7 @@ const scoping_1 = require("../../../../../environments/scoping");
 const built_in_1 = require("../../../../../environments/built-in");
 const overwrite_1 = require("../../../../../environments/overwrite");
 const logger_1 = require("../../../../../logger");
+const log_1 = require("../../../../../../util/log");
 const dotDotDotAccess = /^\.\.\d+$/;
 function linkReadNameToWriteIfPossible(read, environments, listEnvironments, remainingRead, nextGraph) {
     const readName = read.name && dotDotDotAccess.test(read.name) ? '...' : read.name;
@@ -83,7 +84,7 @@ function updateSideEffectsForCalledFunctions(calledEnvs, inputEnvironment, nextG
 }
 function processExpressionList(name, args, rootId, data) {
     const expressions = args.map(e => (0, unpack_argument_1.unpackArgument)(e));
-    logger_1.dataflowLogger.trace(() => `[expr list] with ${expressions.length} expressions`);
+    (0, log_1.expensiveTrace)(logger_1.dataflowLogger, () => `[expr list] with ${expressions.length} expressions`);
     let { environment } = data;
     // used to detect if a "write" happens within the same expression list
     const listEnvironments = new Set();
@@ -95,7 +96,7 @@ function processExpressionList(name, args, rootId, data) {
     const processedExpressions = [];
     let defaultReturnExpr = undefined;
     for (const expression of expressions) {
-        logger_1.dataflowLogger.trace(`processing expression ${++expressionCounter} of ${expressions.length}`);
+        (0, log_1.expensiveTrace)(logger_1.dataflowLogger, () => `processing expression ${++expressionCounter} of ${expressions.length}`);
         if (expression === undefined) {
             processedExpressions.push(undefined);
             continue;
@@ -115,7 +116,7 @@ function processExpressionList(name, args, rootId, data) {
         }
         (0, info_1.addNonDefaultExitPoints)(exitPoints, processed.exitPoints);
         out.push(...processed.out);
-        logger_1.dataflowLogger.trace(`expression ${expressionCounter} of ${expressions.length} has ${processed.unknownReferences.length} unknown nodes`);
+        (0, log_1.expensiveTrace)(logger_1.dataflowLogger, () => `expression ${expressionCounter} of ${expressions.length} has ${processed.unknownReferences.length} unknown nodes`);
         processNextExpression(processed, environment, listEnvironments, remainingRead, nextGraph);
         environment = exitPoints.length > 0 ? (0, overwrite_1.overwriteEnvironment)(environment, processed.environment) : processed.environment;
         const calledEnvs = (0, linker_1.linkFunctionCalls)(nextGraph, data.completeAst.idMap, processed.graph);

package/dataflow/internal/process/functions/call/built-in/built-in-pipe.js

@@ -35,11 +35,29 @@ function processPipe(name, args, rootId, data) {
         information.graph.addEdge(functionCallNode.id, argId, edge_1.EdgeType.Argument | edge_1.EdgeType.Reads);
     }
     const firstArgument = processedArguments[0];
+    const uniqueIn = [...information.in];
+    for (const ing of (firstArgument?.in ?? [])) {
+        if (!uniqueIn.find(e => e.nodeId === ing.nodeId)) {
+            uniqueIn.push(ing);
+        }
+    }
+    const uniqueOut = [...information.out];
+    for (const outg of (firstArgument?.out ?? [])) {
+        if (!uniqueOut.find(e => e.nodeId === outg.nodeId)) {
+            uniqueOut.push(outg);
+        }
+    }
+    const uniqueUnknownReferences = [...information.unknownReferences];
+    for (const unknown of (firstArgument?.unknownReferences ?? [])) {
+        if (!uniqueUnknownReferences.find(e => e.nodeId === unknown.nodeId)) {
+            uniqueUnknownReferences.push(unknown);
+        }
+    }
     return {
         ...information,
-        in: [...information.in, ...firstArgument.in],
-        out: [...information.out, ...firstArgument.out],
-        unknownReferences: [...information.unknownReferences, ...firstArgument.unknownReferences],
+        in: uniqueIn,
+        out: uniqueOut,
+        unknownReferences: uniqueUnknownReferences,
         entryPoint: rootId
     };
 }

package/dataflow/internal/process/functions/call/built-in/built-in-source.js

@@ -136,7 +136,7 @@ function processSourceCall(name, args, rootId, data, config) {
             const request = sourceProvider.createRequest(filepath);
             // check if the sourced file has already been dataflow analyzed, and if so, skip it
             if (data.referenceChain.find(e => e.request === request.request && e.content === request.content)) {
-                (0, log_1.expensiveTrace)(logger_1.dataflowLogger, () => `Found loop in dataflow analysis for ${JSON.stringify(request)}: ${JSON.stringify(data.referenceChain)}, skipping further dataflow analysis`);
+                logger_1.dataflowLogger.warn(`Found loop in dataflow analysis for ${JSON.stringify(request)}: ${JSON.stringify(data.referenceChain)}, skipping further dataflow analysis`);
                 information.graph.markIdForUnknownSideEffects(rootId);
                 return information;
             }
@@ -172,7 +172,8 @@ function sourceRequest(rootId, request, data, information, getId) {
         });
     }
     catch (e) {
-        logger_1.dataflowLogger.warn(`Failed to analyze sourced file ${JSON.stringify(request)}, skipping: ${e.message}`);
+        logger_1.dataflowLogger.error(`Failed to analyze sourced file ${JSON.stringify(request)}, skipping: ${e.message}`);
+        logger_1.dataflowLogger.error(e.stack);
         information.graph.markIdForUnknownSideEffects(rootId);
         return information;
     }
@@ -183,6 +184,7 @@ function sourceRequest(rootId, request, data, information, getId) {
     for (const out of dataflow.out) {
         dataflow.graph.addControlDependency(out.nodeId, rootId, true);
     }
+    dataflow.graph.addFile(request.request === 'file' ? request.content : '<inline>');
     // update our graph with the sourced file's information
     const newInformation = { ...information };
     newInformation.environment = (0, overwrite_1.overwriteEnvironment)(information.environment, dataflow.environment);

package/dataflow/processor.d.ts

@@ -10,17 +10,17 @@ import type { KnownParserType, Parser } from '../r-bridge/parser';
 export interface DataflowProcessorInformation<OtherInfo> {
     readonly parser: Parser<KnownParserType>;
     /**
-    * Initial and frozen ast-information
-    */
+     * Initial and frozen ast-information
+     */
     readonly completeAst: NormalizedAst<OtherInfo>;
     /**
-   * Correctly contains pushed local scopes introduced by `function` scopes.
-   * Will by default *not* contain any symbol-bindings introduced along the way; they have to be decorated when moving up the tree.
-   */
+     * Correctly contains pushed local scopes introduced by `function` scopes.
+     * Will by default *not* contain any symbol-bindings introduced along the way; they have to be decorated when moving up the tree.
+     */
     readonly environment: REnvironmentInformation;
     /**
-   * Other processors to be called by the given functions
-   */
+     * Other processors to be called by the given functions
+     */
     readonly processors: DataflowProcessors<OtherInfo>;
     /**
      * The {@link RParseRequests} that is currently being parsed

package/documentation/data/server/doc-data-server-messages.js

@@ -201,10 +201,10 @@ While the context is derived from the \`filename\`, we currently offer no way to
             })}
 
 <a id="analysis-format-compact"></a>
-**Retrieve the Output in a compactedForm**
+**Retrieve the Output in a Compacted Form**
 
 The default response is formatted as JSON. But this can get very big quickly.
-By specifying \`format: "compact"\`, you can retrieve the results heavily compacted (using [msgpack](https://www.npmjs.com/package/@msgpack/msgpack)).
+By specifying \`format: "compact"\`, you can retrieve the results heavily compacted (using [lz-string](https://www.npmjs.com/package/lz-string)).
 This works with and without the control flow graph as described [above](#analysis-include-cfg).
 
 ${await (0, doc_server_message_1.documentServerMessageResponse)({

package/documentation/print-interface-wiki.js

@@ -209,6 +209,9 @@ ${(0, doc_code_1.codeBlock)('json', JSON.stringify({
                 ignoreCapitalization: true,
                 inferWorkingDirectory: config_1.InferWorkingDirectory.ActiveScript,
                 searchPath: []
+            },
+            slicer: {
+                threshold: 50
             }
         }
     }, null, 2))}

package/documentation/print-query-wiki.js

@@ -62,6 +62,7 @@ It's also possible to filter the results based on the following properties:
    The \`fileFilter\` property is an object made up of two properties:
      - **Filter** (\`filter\`): A regular expression that a node's file attribute must match to be considered.
      - **Include Undefined Files** (\`includeUndefinedFiles\`): If \`fileFilter\` is set, but a node's file attribute is not present, should we include it in the results? Defaults to \`true\`.
+2. **Ignore Parameter Values** (\`ignoreParameterValues\`): Should we ignore default values for parameters in the results?
 
 Re-using the example code from above, the following query attaches all calls to \`mean\` to the kind \`visualize\` and the subkind \`text\`,
 all calls that start with \`read_\` to the kind \`input\` but only if they are not locally overwritten, and the subkind \`csv-file\`, and links all calls to \`points\` to the last call to \`plot\`:
@@ -122,6 +123,24 @@ ${await (0, doc_query_1.showQuery)(shell, exampleCode, [{
 		`;
     }
 });
+(0, doc_query_1.registerQueryDocumentation)('project', {
+    name: 'Project Query',
+    type: 'active',
+    shortDescription: 'Returns information about the analyzed project',
+    functionName: dataflow_query_executor_1.executeDataflowQuery.name,
+    functionFile: '../queries/catalog/project-query/project-query-executor.ts',
+    buildExplanation: async (shell) => {
+        const exampleCode = 'x + 1';
+        return `
+This query returns the information about the analyzed project.
+Currently, this is only the list of file paths included.
+
+${await (0, doc_query_1.showQuery)(shell, exampleCode, [{
+                type: 'project'
+            }], { showCode: true, collapseQuery: true })}
+		`;
+    }
+});
 (0, doc_query_1.registerQueryDocumentation)('normalized-ast', {
     name: 'Normalized AST Query',
     type: 'active',
@@ -464,7 +483,7 @@ ${await (0, doc_query_1.showQuery)(shell, exampleCode, [{
                 type: 'location-map'
             }], { showCode: false, collapseQuery: true })}
 
-All locations are given as a ${(0, doc_types_1.shortLink)('SourceRange', types.info)} in the format \`[start-line, start-column, end-line, end-column]\`.	
+All locations are given as a ${(0, doc_types_1.shortLink)('SourceRange', types.info)} paired with the file id in the format \`[file-id, [start-line, start-column, end-line, end-column]]\`.	
 
 		`;
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eagleoutice/flowr",
-  "version": "2.2.9",
+  "version": "2.2.11",
   "description": "Static Dataflow Analyzer and Program Slicer for the R Programming Language",
   "types": "dist/src/index.d.ts",
   "repository": {
@@ -36,7 +36,7 @@
     "gen:readme": "ts-node src/documentation/print-readme.ts",
     "build": "tsc --project .",
     "build-dev": "npm run build && npm run build:copy-wasm",
-    "build:bundle-flowr": "npm run build && esbuild --bundle dist/src/cli/flowr.js --platform=node --bundle --minify --external:clipboardy --target=node22 --outfile=dist/src/cli/flowr.min.js && npm run build:copy-wasm-min",
+    "build:bundle-flowr": "npm run build && esbuild --bundle dist/src/cli/flowr.js --platform=node --tree-shaking=true --bundle --minify --external:clipboardy --target=node22 --outfile=dist/src/cli/flowr.min.js && npm run build:copy-wasm-min",
     "build:copy-wasm": "mkdir -p dist/src/r-bridge/lang-4.x/tree-sitter/ && cp src/r-bridge/lang-4.x/tree-sitter/tree-sitter-r.wasm src/r-bridge/lang-4.x/tree-sitter/tree-sitter.wasm dist/src/r-bridge/lang-4.x/tree-sitter/",
     "build:copy-wasm-min": "mkdir -p dist/src/cli && cp src/r-bridge/lang-4.x/tree-sitter/tree-sitter-r.wasm src/r-bridge/lang-4.x/tree-sitter/tree-sitter.wasm dist/src/cli",
     "lint-local": "npx eslint --version && npx eslint src/ test/ --rule \"no-warning-comments: off\"",
@@ -199,12 +199,12 @@
     "vitest": "^3.0.6"
   },
   "dependencies": {
-    "@msgpack/msgpack": "^3.0.1",
     "@xmldom/xmldom": "^0.9.7",
     "clipboardy": "^4.0.0",
     "command-line-args": "^6.0.1",
     "command-line-usage": "^7.0.3",
     "joi": "^17.13.3",
+    "lz-string": "^1.5.0",
     "n-readlines": "^1.0.1",
     "n3": "^1.23.1",
     "object-hash": "^3.0.0",