@eagleoutice/flowr 2.1.1 → 2.1.3

package/README.md

@@ -24,7 +24,8 @@ You can enter `:help` to gain more information on its capabilities.
 
 ## 📜 More Information
 
-For more details on how to use _flowR_ please refer to the the [wiki pages](https://github.com/flowr-analysis/flowr/wiki), as well as the deployed [code documentation](https://flowr-analysis.github.io/flowr/doc/).
+For more details on how to use _flowR_ please refer to the [wiki pages](https://github.com/flowr-analysis/flowr/wiki),
+as well as the deployed [code documentation](https://flowr-analysis.github.io/flowr/doc/).
 
 ## 🚀 Contributing
 

package/cli/repl/commands/repl-parse.js

@@ -3,22 +3,18 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.parseCommand = void 0;
 const pipeline_executor_1 = require("../../../core/pipeline-executor");
 const format_1 = require("../../../r-bridge/lang-4.x/ast/parser/json/format");
-const parser_1 = require("../../../r-bridge/lang-4.x/ast/parser/json/parser");
-const input_format_1 = require("../../../r-bridge/lang-4.x/ast/parser/xml/input-format");
-const type_1 = require("../../../r-bridge/lang-4.x/ast/model/type");
-const normalize_meta_1 = require("../../../r-bridge/lang-4.x/ast/parser/xml/normalize-meta");
+const normalize_meta_1 = require("../../../r-bridge/lang-4.x/ast/parser/main/normalize-meta");
 const default_pipelines_1 = require("../../../core/steps/pipeline/default-pipelines");
 const retriever_1 = require("../../../r-bridge/retriever");
-function toDepthMap(xml) {
-    const root = (0, input_format_1.getKeyGuarded)(xml, type_1.RawRType.ExpressionList);
-    const visit = [{ depth: 0, node: root }];
+function toDepthMap(entry) {
+    const visit = [{ depth: 0, node: entry }];
     const result = [];
     while (visit.length > 0) {
         const current = visit.pop();
         if (current === undefined) {
             continue;
         }
-        const children = current.node[input_format_1.childrenKey] ?? [];
+        const children = current.node.children;
         result.push({ ...current, leaf: children.length === 0 });
         children.reverse();
         const nextDepth = current.depth + 1;
@@ -75,13 +71,8 @@ function depthListToTextTree(list, f) {
         deadDepths.delete(depth);
         result += initialIndentation(i, depth, deadDepths, nextDepth, list, f);
         result += f.reset();
-        const raw = (0, normalize_meta_1.objectWithArrUnwrap)(node);
-        const content = raw[input_format_1.contentKey];
-        const locationRaw = raw[input_format_1.attributesKey];
-        let location = '';
-        if (locationRaw !== undefined) {
-            location = retrieveLocationString(locationRaw);
-        }
+        const content = node.text;
+        const location = retrieveLocationString(node);
         const type = (0, normalize_meta_1.getTokenType)(node);
         if (leaf) {
             const suffix = `${f.format(content ? JSON.stringify(content) : '', { style: 1 /* FontStyles.Bold */ })}${f.format(location, { style: 3 /* FontStyles.Italic */ })}`;
@@ -104,7 +95,7 @@ exports.parseCommand = {
             shell,
             request: (0, retriever_1.requestFromInput)((0, retriever_1.removeRQuotes)(remainingLine.trim()))
         }).allRemainingSteps();
-        const object = (0, parser_1.convertPreparedParsedData)((0, format_1.prepareParsedData)(result.parse));
+        const object = (0, format_1.convertPreparedParsedData)((0, format_1.prepareParsedData)(result.parse));
         output.stdout(depthListToTextTree(toDepthMap(object), output.formatter));
     }
 };

package/cli/repl/commands/repl-query.d.ts

@@ -1,8 +1,3 @@
-import { DEFAULT_DATAFLOW_PIPELINE } from '../../../core/steps/pipeline/default-pipelines';
 import type { ReplCommand } from './repl-main';
-import type { OutputFormatter } from '../../../util/ansi';
-import type { QueryResults, SupportedQueryTypes } from '../../../queries/query';
-import type { PipelineOutput } from '../../../core/steps/pipeline/pipeline';
-export declare function asciiSummaryOfQueryResult(formatter: OutputFormatter, totalInMs: number, results: QueryResults<SupportedQueryTypes>, processed: PipelineOutput<typeof DEFAULT_DATAFLOW_PIPELINE>): string;
 export declare const queryCommand: ReplCommand;
 export declare const queryStarCommand: ReplCommand;

package/cli/repl/commands/repl-query.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.queryStarCommand = exports.queryCommand = void 0;
-exports.asciiSummaryOfQueryResult = asciiSummaryOfQueryResult;
 const pipeline_executor_1 = require("../../../core/pipeline-executor");
 const default_pipelines_1 = require("../../../core/steps/pipeline/default-pipelines");
 const retriever_1 = require("../../../r-bridge/retriever");
@@ -11,7 +10,6 @@ const schema_1 = require("../../../util/schema");
 const query_1 = require("../../../queries/query");
 const json_1 = require("../../../util/json");
 const query_schema_1 = require("../../../queries/query-schema");
-const built_in_1 = require("../../../dataflow/environments/built-in");
 async function getDataflow(shell, remainingLine) {
     return await new pipeline_executor_1.PipelineExecutor(default_pipelines_1.DEFAULT_DATAFLOW_PIPELINE, {
         shell,
@@ -56,76 +54,6 @@ async function processQueryArgs(line, shell, output) {
         processed
     };
 }
-function nodeString(id, formatter, processed) {
-    if (id === built_in_1.BuiltIn) {
-        return (0, ansi_1.italic)('built-in', formatter);
-    }
-    const node = processed.normalize.idMap.get(id);
-    if (node === undefined) {
-        return `UNKNOWN: ${id}`;
-    }
-    return `${(0, ansi_1.italic)('`' + (node.lexeme ?? node.info.fullLexeme ?? 'UNKNOWN') + '`', formatter)} (L.${node.location?.[0]})`;
-}
-function asciiCallContextSubHit(formatter, results, processed) {
-    const result = [];
-    for (const { id, calls = [], linkedIds = [], aliasRoots = [] } of results) {
-        const node = processed.normalize.idMap.get(id);
-        if (node === undefined) {
-            result.push(` ${(0, ansi_1.bold)('UNKNOWN: ' + JSON.stringify({ calls, linkedIds }))}`);
-            continue;
-        }
-        let line = nodeString(id, formatter, processed);
-        if (calls.length > 0) {
-            line += ` with ${calls.length} call${calls.length > 1 ? 's' : ''} (${calls.map(c => nodeString(c, formatter, processed)).join(', ')})`;
-        }
-        if (linkedIds.length > 0) {
-            line += ` with ${linkedIds.length} link${linkedIds.length > 1 ? 's' : ''} (${linkedIds.map(c => nodeString(c, formatter, processed)).join(', ')})`;
-        }
-        if (aliasRoots.length > 0) {
-            line += ` with ${aliasRoots.length} alias root${aliasRoots.length > 1 ? 's' : ''} (${aliasRoots.map(c => nodeString(c, formatter, processed)).join(', ')})`;
-        }
-        result.push(line);
-    }
-    return result.join(', ');
-}
-function asciiCallContext(formatter, results, processed) {
-    /* traverse over 'kinds' and within them 'subkinds' */
-    const result = [];
-    for (const [kind, { subkinds }] of Object.entries(results['kinds'])) {
-        result.push(`   ╰ ${(0, ansi_1.bold)(kind, formatter)}`);
-        for (const [subkind, values] of Object.entries(subkinds)) {
-            result.push(`     ╰ ${(0, ansi_1.bold)(subkind, formatter)}: ${asciiCallContextSubHit(formatter, values, processed)}`);
-        }
-    }
-    return result.join('\n');
-}
-function asciiSummaryOfQueryResult(formatter, totalInMs, results, processed) {
-    const result = [];
-    for (const [query, queryResults] of Object.entries(results)) {
-        if (query === '.meta') {
-            continue;
-        }
-        if (query === 'call-context') {
-            const out = queryResults;
-            result.push(`Query: ${(0, ansi_1.bold)(query, formatter)} (${out['.meta'].timing.toFixed(0)}ms)`);
-            result.push(asciiCallContext(formatter, out, processed));
-            continue;
-        }
-        result.push(`Query: ${(0, ansi_1.bold)(query, formatter)}`);
-        let timing = -1;
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
-        for (const [key, value] of Object.entries(queryResults)) {
-            if (key === '.meta') {
-                timing = value.timing;
-                continue;
-            }
-            result.push(` ╰ ${key}: ${JSON.stringify(value)}`);
-        }
-        result.push(`  - Took ${timing.toFixed(0)}ms`);
-    }
-    result.push((0, ansi_1.italic)(`All queries together required ≈${results['.meta'].timing.toFixed(0)}ms (1ms accuracy, total ${totalInMs.toFixed(0)}ms)`, formatter));
-    return formatter.format(result.join('\n'));
-}
 exports.queryCommand = {
     description: `Query the given R code, start with '${retriever_1.fileProtocol}' to indicate a file. The query is to be a valid query in json format (use 'help' to get more information).`,
     usageExample: ':query "<query>" <code>',
@@ -136,7 +64,8 @@ exports.queryCommand = {
         const results = await processQueryArgs(remainingLine, shell, output);
         const totalEnd = Date.now();
         if (results) {
-            output.stdout(asciiSummaryOfQueryResult(output.formatter, totalEnd - totalStart, results.query, results.processed));
+            output.stdout(JSON.stringify(results));
+            output.stdout('Total time: ' + (totalEnd - totalStart) + 'ms');
         }
     }
 };

package/core/print/parse-printer.js

@@ -2,29 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.parseToQuads = parseToQuads;
 const quads_1 = require("../../util/quads");
-const parser_1 = require("../../r-bridge/lang-4.x/ast/parser/json/parser");
 const format_1 = require("../../r-bridge/lang-4.x/ast/parser/json/format");
-const input_format_1 = require("../../r-bridge/lang-4.x/ast/parser/xml/input-format");
-function filterObject(obj, keys) {
-    if (typeof obj !== 'object') {
-        return obj;
-    }
-    else if (Array.isArray(obj)) {
-        return obj.map(e => filterObject(e, keys));
-    }
-    if (Object.keys(obj).some(k => keys.has(k))) {
-        return Object.fromEntries(Object.entries(obj)
-            .filter(([k]) => keys.has(k))
-            .map(([k, v]) => [k, filterObject(v, keys)]));
-    }
-    else {
-        return Object.fromEntries(Object.entries(obj)
-            .map(([k, v]) => [k, filterObject(v, keys)]));
-    }
-}
 function parseToQuads(code, config) {
-    const obj = (0, parser_1.convertPreparedParsedData)((0, format_1.prepareParsedData)(code));
-    // recursively filter so that if the object contains one of the keys 'a', 'b' or 'c', all other keys are ignored
-    return (0, quads_1.serialize2quads)(filterObject(obj, new Set([input_format_1.attributesKey, input_format_1.childrenKey, input_format_1.contentKey])), config);
+    return (0, quads_1.serialize2quads)((0, format_1.convertPreparedParsedData)((0, format_1.prepareParsedData)(code)), config);
 }
 //# sourceMappingURL=parse-printer.js.map

package/core/steps/pipeline/default-pipelines.d.ts

@@ -154,6 +154,70 @@ export declare const DEFAULT_SLICE_AND_RECONSTRUCT_PIPELINE: import("./pipeline"
     readonly dependencies: readonly ["slice"];
     readonly requiredInput: import("../all/static-slicing/10-reconstruct").ReconstructRequiredInput;
 }>;
+export declare const DEFAULT_SLICE_WITHOUT_RECONSTRUCT_PIPELINE: import("./pipeline").Pipeline<{
+    readonly name: "parse";
+    readonly humanReadableName: "parse with R shell";
+    readonly description: "Parse the given R code into an AST";
+    readonly processor: (_results: unknown, input: Partial<import("../all/core/00-parse").ParseRequiredInput>) => Promise<string>;
+    readonly executed: import("../pipeline-step").PipelineStepStage.OncePerFile;
+    readonly printer: {
+        readonly 0: typeof import("../../print/print").internalPrinter;
+        readonly 2: (text: string) => string;
+        readonly 5: typeof import("../../print/parse-printer").parseToQuads;
+    };
+    readonly dependencies: readonly [];
+    readonly requiredInput: import("../all/core/00-parse").ParseRequiredInput;
+} | {
+    readonly name: "normalize";
+    readonly humanReadableName: "normalize";
+    readonly description: "Normalize the AST to flowR's AST";
+    readonly processor: (results: {
+        parse?: string;
+    }, input: Partial<import("../all/core/10-normalize").NormalizeRequiredInput>) => import("../../../r-bridge/lang-4.x/ast/model/processing/decorate").NormalizedAst<import("../../../r-bridge/lang-4.x/ast/model/processing/decorate").ParentInformation, import("../../../r-bridge/lang-4.x/ast/model/model").RNode<import("../../../r-bridge/lang-4.x/ast/model/processing/decorate").ParentInformation>>;
+    readonly executed: import("../pipeline-step").PipelineStepStage.OncePerFile;
+    readonly printer: {
+        readonly 0: typeof import("../../print/print").internalPrinter;
+        readonly 2: typeof import("../../print/normalize-printer").normalizedAstToJson;
+        readonly 5: typeof import("../../print/normalize-printer").normalizedAstToQuads;
+        readonly 3: typeof import("../../print/normalize-printer").printNormalizedAstToMermaid;
+        readonly 4: typeof import("../../print/normalize-printer").printNormalizedAstToMermaidUrl;
+    };
+    readonly dependencies: readonly ["parse"];
+    readonly requiredInput: import("../all/core/10-normalize").NormalizeRequiredInput;
+} | {
+    readonly humanReadableName: "dataflow";
+    readonly processor: (results: {
+        normalize?: import("../../../r-bridge/lang-4.x/ast/model/processing/decorate").NormalizedAst;
+    }, input: {
+        request?: import("../../../r-bridge/retriever").RParseRequests;
+    }) => import("../../../dataflow/info").DataflowInformation;
+    readonly requiredInput: {};
+    readonly name: "dataflow";
+    readonly description: "Construct the dataflow graph";
+    readonly executed: import("../pipeline-step").PipelineStepStage.OncePerFile;
+    readonly printer: {
+        readonly 0: typeof import("../../print/print").internalPrinter;
+        readonly 2: typeof import("../../print/dataflow-printer").dataflowGraphToJson;
+        readonly 5: typeof import("../../print/dataflow-printer").dataflowGraphToQuads;
+        readonly 3: typeof import("../../print/dataflow-printer").dataflowGraphToMermaid;
+        readonly 4: typeof import("../../print/dataflow-printer").dataflowGraphToMermaidUrl;
+    };
+    readonly dependencies: readonly ["normalize"];
+} | {
+    readonly name: "slice";
+    readonly humanReadableName: "static slice";
+    readonly description: "Calculate the actual static slice from the dataflow graph and the given slicing criteria";
+    readonly processor: (results: {
+        dataflow?: import("../../../dataflow/info").DataflowInformation;
+        normalize?: import("../../../r-bridge/lang-4.x/ast/model/processing/decorate").NormalizedAst;
+    }, input: Partial<import("../all/static-slicing/00-slice").SliceRequiredInput>) => Readonly<import("../../../slicing/static/slicer-types").SliceResult>;
+    readonly executed: import("../pipeline-step").PipelineStepStage.OncePerRequest;
+    readonly printer: {
+        readonly 0: typeof import("../../print/print").internalPrinter;
+    };
+    readonly dependencies: readonly ["dataflow"];
+    readonly requiredInput: import("../all/static-slicing/00-slice").SliceRequiredInput;
+}>;
 export declare const DEFAULT_DATAFLOW_PIPELINE: import("./pipeline").Pipeline<{
     readonly name: "parse";
     readonly humanReadableName: "parse with R shell";

package/core/steps/pipeline/default-pipelines.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_PARSE_PIPELINE = exports.DEFAULT_NORMALIZE_PIPELINE = exports.DEFAULT_DATAFLOW_PIPELINE = exports.DEFAULT_SLICE_AND_RECONSTRUCT_PIPELINE = exports.DEFAULT_SLICING_PIPELINE = void 0;
+exports.DEFAULT_PARSE_PIPELINE = exports.DEFAULT_NORMALIZE_PIPELINE = exports.DEFAULT_DATAFLOW_PIPELINE = exports.DEFAULT_SLICE_WITHOUT_RECONSTRUCT_PIPELINE = exports.DEFAULT_SLICE_AND_RECONSTRUCT_PIPELINE = exports.DEFAULT_SLICING_PIPELINE = void 0;
 /**
  * Contains the default pipeline for working with flowr
  */
@@ -12,6 +12,7 @@ const _00_slice_1 = require("../all/static-slicing/00-slice");
 const _10_reconstruct_1 = require("../all/static-slicing/10-reconstruct");
 exports.DEFAULT_SLICING_PIPELINE = (0, pipeline_1.createPipeline)(_00_parse_1.PARSE_WITH_R_SHELL_STEP, _10_normalize_1.NORMALIZE, _20_dataflow_1.STATIC_DATAFLOW, _00_slice_1.STATIC_SLICE, _10_reconstruct_1.NAIVE_RECONSTRUCT);
 exports.DEFAULT_SLICE_AND_RECONSTRUCT_PIPELINE = exports.DEFAULT_SLICING_PIPELINE;
+exports.DEFAULT_SLICE_WITHOUT_RECONSTRUCT_PIPELINE = (0, pipeline_1.createPipeline)(_00_parse_1.PARSE_WITH_R_SHELL_STEP, _10_normalize_1.NORMALIZE, _20_dataflow_1.STATIC_DATAFLOW, _00_slice_1.STATIC_SLICE);
 exports.DEFAULT_DATAFLOW_PIPELINE = (0, pipeline_1.createPipeline)(_00_parse_1.PARSE_WITH_R_SHELL_STEP, _10_normalize_1.NORMALIZE, _20_dataflow_1.STATIC_DATAFLOW);
 exports.DEFAULT_NORMALIZE_PIPELINE = (0, pipeline_1.createPipeline)(_00_parse_1.PARSE_WITH_R_SHELL_STEP, _10_normalize_1.NORMALIZE);
 exports.DEFAULT_PARSE_PIPELINE = (0, pipeline_1.createPipeline)(_00_parse_1.PARSE_WITH_R_SHELL_STEP);

package/dataflow/cluster.d.ts

@@ -0,0 +1,20 @@
+import type { DataflowGraph } from './graph/graph';
+import type { NodeId } from '../r-bridge/lang-4.x/ast/model/processing/node-id';
+export type DataflowGraphClusters = DataflowGraphCluster[];
+export interface DataflowGraphCluster {
+    /**
+     * The node which started the cluster,
+     * as this is theoretically picked random, there are just two guarantees you can rely on:
+     *
+     * 1. The node is part of the `members` as well
+     * 2. At one point during the clustering, the node wsa considered as a starting point
+     *
+     * In general, this is more of a debugging aid/representative of the cluster.
+     */
+    readonly startNode: NodeId;
+    /** All nodes that are part of this cluster */
+    readonly members: readonly NodeId[];
+    /** If the cluster contains unknown side effects */
+    readonly hasUnknownSideEffects: boolean;
+}
+export declare function findAllClusters(graph: DataflowGraph): DataflowGraphClusters;

package/dataflow/cluster.js

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.findAllClusters = findAllClusters;
+const edge_1 = require("./graph/edge");
+const vertex_1 = require("./graph/vertex");
+const assert_1 = require("../util/assert");
+function findAllClusters(graph) {
+    const clusters = [];
+    // we reverse the vertices since dependencies usually point "backwards" from later nodes
+    const notReached = new Set([...graph.vertices(true)].map(([id]) => id).reverse());
+    while (notReached.size > 0) {
+        const [startNode] = notReached;
+        notReached.delete(startNode);
+        clusters.push({
+            startNode: startNode,
+            members: [...makeCluster(graph, startNode, notReached)],
+            hasUnknownSideEffects: graph.unknownSideEffects.has(startNode)
+        });
+    }
+    return clusters;
+}
+function makeCluster(graph, from, notReached) {
+    const info = graph.getVertex(from);
+    (0, assert_1.guard)(info !== undefined, () => `Vertex ${from} not found in graph`);
+    const nodes = new Set([from]);
+    // cluster function def exit points
+    if (info.tag === vertex_1.VertexType.FunctionDefinition) {
+        for (const sub of info.exitPoints) {
+            if (notReached.delete(sub)) {
+                makeCluster(graph, sub, notReached).forEach(n => nodes.add(n));
+            }
+        }
+    }
+    // cluster adjacent edges
+    for (const [dest, { types }] of [...graph.outgoingEdges(from) ?? [], ...graph.ingoingEdges(from) ?? []]) {
+        // don't cluster for function content if it isn't returned
+        if ((0, edge_1.edgeDoesNotIncludeType)(types, edge_1.EdgeType.Returns) && info.onlyBuiltin && info.name == '{') {
+            continue;
+        }
+        if (notReached.delete(dest)) {
+            makeCluster(graph, dest, notReached).forEach(n => nodes.add(n));
+        }
+    }
+    return nodes;
+}
+//# sourceMappingURL=cluster.js.map

package/dataflow/graph/edge.d.ts

@@ -1,7 +1,6 @@
 /**
- * An edge consist of:
- * - the target node (i.e., the variable or processing node),
- * - a type (if it is read or used in the context), and
+ * An edge consist of only of the type (source and target are encoded with the Dataflow Graph).
+ * Multiple edges are encoded by joining the respective type bits.
  */
 export interface DataflowGraphEdge {
     types: EdgeTypeBits;

package/dataflow/graph/graph.d.ts

@@ -59,7 +59,7 @@ export interface DataflowGraphJson {
 export declare class DataflowGraph<Vertex extends DataflowGraphVertexInfo = DataflowGraphVertexInfo, Edge extends DataflowGraphEdge = DataflowGraphEdge> {
     private static DEFAULT_ENVIRONMENT;
     private _idMap;
-    private _unknownSideEffects;
+    private readonly _unknownSideEffects;
     constructor(idMap: AstIdMap | undefined);
     /** Contains the vertices of the root level graph (i.e., included those vertices from the complete graph, that are nested within function definitions) */
     protected rootVertices: Set<NodeId>;

package/documentation/data/server/doc-data-server-messages.d.ts

@@ -1 +1 @@
-export declare function documentAllMessages(): void;
+export declare function documentAllServerMessages(): void;

package/documentation/data/server/doc-data-server-messages.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.documentAllMessages = documentAllMessages;
+exports.documentAllServerMessages = documentAllServerMessages;
 const doc_server_message_1 = require("../../doc-util/doc-server-message");
 const message_hello_1 = require("../../../cli/repl/server/messages/message-hello");
 const shell_1 = require("../../../r-bridge/shell");
@@ -16,9 +16,10 @@ const message_slice_1 = require("../../../cli/repl/server/messages/message-slice
 const message_repl_1 = require("../../../cli/repl/server/messages/message-repl");
 const message_query_1 = require("../../../cli/repl/server/messages/message-query");
 const example_query_code_1 = require("../query/example-query-code");
-const call_context_query_format_1 = require("../../../queries/call-context-query/call-context-query-format");
+const call_context_query_format_1 = require("../../../queries/catalog/call-context-query/call-context-query-format");
 const message_lineage_1 = require("../../../cli/repl/server/messages/message-lineage");
-function documentAllMessages() {
+const doc_structure_1 = require("../../doc-util/doc-structure");
+function documentAllServerMessages() {
     (0, doc_server_message_1.documentServerMessage)({
         title: 'Hello',
         type: 'response',
@@ -217,9 +218,14 @@ While the context is derived from the \`filename\`, we currently offer no way to
     end
     deactivate  Server
 	`,
-        shortDescription: 'The server slices a file based on the given criteria.',
+        shortDescription: `([DEPRECATED](${doc_files_1.FlowrWikiBaseRef}/Query%20API)) The server slices a file based on the given criteria.`,
         text: async (shell) => {
             return `
+${(0, doc_structure_1.block)({
+                type: 'WARNING',
+                content: `We deprecated the slice request in favor of the \`static-slice\` [Query](${doc_files_1.FlowrWikiBaseRef}/Query%20API).`
+            })}
+
 To slice, you have to send a file analysis request first. The \`filetoken\` you assign is of use here as you can re-use it to repeatedly slice the same file.
 Besides that, you only need to add an array of slicing criteria, using one of the formats described on the [terminology wiki page](${doc_files_1.FlowrWikiBaseRef}/Terminology#slicing-criterion) 
 (however, instead of using \`;\`, you can simply pass separate array elements).
@@ -461,10 +467,15 @@ See [above](#message-request-file-analysis) for the general structure of the res
     end
     deactivate  Server
 	`,
-        shortDescription: 'Obtain the lineage of a given slicing criterion.',
+        shortDescription: '([DEPRECATED](${FlowrWikiBaseRef}/Query%20API)) Obtain the lineage of a given slicing criterion.',
         text: async (shell) => {
             return `
 
+${(0, doc_structure_1.block)({
+                type: 'WARNING',
+                content: `We deprecated the lineage request in favor of the \`lineage\` [Query](${doc_files_1.FlowrWikiBaseRef}/Query%20API).`
+            })}
+
 In order to retrieve the lineage of an object, you have to send a file analysis request first. The \`filetoken\` you assign is of use here as you can re-use it to repeatedly retrieve the lineage of the same file.
 Besides that, you will need to add a [criterion](${doc_files_1.FlowrWikiBaseRef}/Terminology#slicing-criterion) that specifies the object whose lineage you're interested in.
 

package/documentation/doc-util/doc-code.d.ts

@@ -1 +1,2 @@
 export declare function codeBlock(language: string, code: string | undefined): string;
+export declare function jsonWithLimit(object: object, maxLength?: number, tooLongText?: string): string;

package/documentation/doc-util/doc-code.js

@@ -1,7 +1,16 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.codeBlock = codeBlock;
+exports.jsonWithLimit = jsonWithLimit;
+const json_1 = require("../../util/json");
 function codeBlock(language, code) {
     return `\n\`\`\`${language}\n${code?.trim() ?? ''}\n\`\`\`\n`;
 }
+function jsonWithLimit(object, maxLength = 5_000, tooLongText = '_As the code is pretty long, we inhibit pretty printing and syntax highlighting (JSON):_') {
+    const prettyPrinted = JSON.stringify(object, json_1.jsonReplacer, 2);
+    return `
+${prettyPrinted.length > maxLength ? tooLongText : ''}
+${codeBlock(prettyPrinted.length > maxLength ? 'text' : 'json', prettyPrinted.length > 5_000 ? JSON.stringify(object, json_1.jsonReplacer) : prettyPrinted)}
+`;
+}
 //# sourceMappingURL=doc-code.js.map

package/documentation/doc-util/doc-dfg.d.ts

@@ -10,6 +10,7 @@ export interface PrintDataflowGraphOptions {
     readonly codeOpen?: boolean;
     readonly exposeResult?: boolean;
     readonly switchCodeAndGraph?: boolean;
+    readonly hideEnvInMermaid?: boolean;
 }
 export declare function printDfGraphForCode(shell: RShell, code: string, options: PrintDataflowGraphOptions & {
     exposeResult: true;

package/documentation/doc-util/doc-dfg.js

@@ -11,8 +11,8 @@ const decorate_1 = require("../../r-bridge/lang-4.x/ast/model/processing/decorat
 const resolve_graph_1 = require("../../dataflow/graph/resolve-graph");
 const diff_1 = require("../../dataflow/graph/diff");
 const assert_1 = require("../../util/assert");
-const doc_ms_1 = require("./doc-ms");
 const json_1 = require("../../util/json");
+const time_1 = require("../../util/time");
 function printDfGraph(graph, mark) {
     return `
 \`\`\`mermaid
@@ -24,7 +24,7 @@ ${(0, dfg_1.graphToMermaid)({
 \`\`\`
 	`;
 }
-async function printDfGraphForCode(shell, code, { mark, showCode = true, codeOpen = false, exposeResult, switchCodeAndGraph = false } = {}) {
+async function printDfGraphForCode(shell, code, { mark, showCode = true, codeOpen = false, exposeResult, switchCodeAndGraph = false, hideEnvInMermaid = false } = {}) {
     const now = performance.now();
     const result = await new pipeline_executor_1.PipelineExecutor(default_pipelines_1.DEFAULT_DATAFLOW_PIPELINE, {
         shell,
@@ -34,7 +34,7 @@ async function printDfGraphForCode(shell, code, { mark, showCode = true, codeOpe
     if (switchCodeAndGraph) {
         (0, assert_1.guard)(showCode, 'can not switch code and graph if code is not shown');
     }
-    const metaInfo = `The analysis required _${(0, doc_ms_1.printAsMs)(duration)}_ (including parsing and normalization) within the generation environment.`;
+    const metaInfo = `The analysis required _${(0, time_1.printAsMs)(duration)}_ (incl. parse and normalize) within the generation environment.`;
     const dfGraph = printDfGraph(result.dataflow.graph, mark);
     let resultText = '\n\n';
     if (showCode) {
@@ -59,7 +59,8 @@ ${switchCodeAndGraph ? dfGraph : codeText}
 \`\`\`
 ${(0, dfg_1.graphToMermaid)({
             graph: result.dataflow.graph,
-            prefix: 'flowchart LR'
+            prefix: 'flowchart LR',
+            includeEnvironments: !hideEnvInMermaid
         }).string}
 \`\`\`
 

package/documentation/doc-util/doc-normalized-ast.js

@@ -10,8 +10,8 @@ const decorate_1 = require("../../r-bridge/lang-4.x/ast/model/processing/decorat
 const resolve_graph_1 = require("../../dataflow/graph/resolve-graph");
 const diff_1 = require("../../dataflow/graph/diff");
 const assert_1 = require("../../util/assert");
-const doc_ms_1 = require("./doc-ms");
 const ast_1 = require("../../util/mermaid/ast");
+const time_1 = require("../../util/time");
 function printNormalizedAst(ast, prefix = 'flowchart TD\n') {
     return `
 \`\`\`mermaid
@@ -26,7 +26,7 @@ async function printNormalizedAstForCode(shell, code, { showCode = true, prefix
         request: (0, retriever_1.requestFromInput)(code)
     }).allRemainingSteps();
     const duration = performance.now() - now;
-    const metaInfo = `The analysis required _${(0, doc_ms_1.printAsMs)(duration)}_ (including parsing) within the generation environment.`;
+    const metaInfo = `The analysis required _${(0, time_1.printAsMs)(duration)}_ (including parsing) within the generation environment.`;
     return '\n\n' + printNormalizedAst(result.normalize.ast, prefix) + (showCode ? `
 <details>
 

package/documentation/doc-util/doc-query.d.ts

@@ -1,11 +1,15 @@
 import type { RShell } from '../../r-bridge/shell';
-import type { Queries, SupportedQueryTypes } from '../../queries/query';
+import type { Queries, QueryResults, SupportedQueryTypes } from '../../queries/query';
+import { DEFAULT_DATAFLOW_PIPELINE } from '../../core/steps/pipeline/default-pipelines';
+import { type OutputFormatter } from '../../util/ansi';
 import type { SupportedVirtualQueryTypes } from '../../queries/virtual-query/virtual-queries';
 import type { VirtualCompoundConstraint } from '../../queries/virtual-query/compound-query';
+import type { PipelineOutput } from '../../core/steps/pipeline/pipeline';
 export interface ShowQueryOptions {
     readonly showCode?: boolean;
     readonly collapseResult?: boolean;
 }
+export declare function asciiSummaryOfQueryResult(formatter: OutputFormatter, totalInMs: number, results: QueryResults<SupportedQueryTypes>, processed: PipelineOutput<typeof DEFAULT_DATAFLOW_PIPELINE>): string;
 export declare function showQuery<Base extends SupportedQueryTypes, VirtualArguments extends VirtualCompoundConstraint<Base> = VirtualCompoundConstraint<Base>>(shell: RShell, code: string, queries: Queries<Base, VirtualArguments>, { showCode, collapseResult }?: ShowQueryOptions): Promise<string>;
 export interface QueryDocumentation {
     readonly name: string;