@eagleoutice/flowr 2.1.10 → 2.1.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. package/README.md +1 -0
  2. package/cli/flowr.js +8 -0
  3. package/cli/repl/commands/repl-query.js +14 -3
  4. package/cli/repl/server/connection.js +1 -1
  5. package/core/steps/pipeline/default-pipelines.d.ts +6 -0
  6. package/core/steps/pipeline/default-pipelines.js +6 -0
  7. package/dataflow/environments/resolve-by-name.d.ts +2 -1
  8. package/dataflow/environments/resolve-by-name.js +2 -1
  9. package/dataflow/graph/vertex.d.ts +4 -0
  10. package/dataflow/graph/vertex.js +3 -1
  11. package/dataflow/internal/process/functions/call/built-in/built-in-access.js +29 -26
  12. package/dataflow/internal/process/functions/call/built-in/built-in-assignment.d.ts +1 -2
  13. package/dataflow/internal/process/functions/call/built-in/built-in-assignment.js +28 -24
  14. package/dataflow/internal/process/functions/call/built-in/built-in-replacement.js +2 -1
  15. package/documentation/doc-util/doc-dfg.js +1 -1
  16. package/documentation/doc-util/doc-query.js +1 -1
  17. package/documentation/doc-util/doc-search.d.ts +25 -0
  18. package/documentation/doc-util/doc-search.js +121 -0
  19. package/documentation/doc-util/doc-types.d.ts +10 -2
  20. package/documentation/doc-util/doc-types.js +81 -3
  21. package/documentation/print-dataflow-graph-wiki.js +1 -1
  22. package/documentation/print-interface-wiki.js +31 -15
  23. package/documentation/print-normalized-ast-wiki.js +4 -4
  24. package/documentation/print-query-wiki.js +35 -0
  25. package/documentation/print-search-wiki.d.ts +1 -0
  26. package/documentation/print-search-wiki.js +74 -0
  27. package/package.json +2 -1
  28. package/queries/base-query-format.d.ts +2 -2
  29. package/queries/catalog/call-context-query/call-context-query-executor.d.ts +1 -1
  30. package/queries/catalog/call-context-query/call-context-query-executor.js +1 -1
  31. package/queries/catalog/cluster-query/cluster-query-executor.d.ts +1 -1
  32. package/queries/catalog/cluster-query/cluster-query-executor.js +1 -1
  33. package/queries/catalog/config-query/config-query-executor.d.ts +3 -0
  34. package/queries/catalog/config-query/config-query-executor.js +18 -0
  35. package/queries/catalog/config-query/config-query-format.d.ts +16 -0
  36. package/queries/catalog/config-query/config-query-format.js +24 -0
  37. package/queries/catalog/dataflow-query/dataflow-query-executor.d.ts +1 -1
  38. package/queries/catalog/dataflow-query/dataflow-query-executor.js +1 -1
  39. package/queries/catalog/dependencies-query/dependencies-query-executor.js +2 -2
  40. package/queries/catalog/lineage-query/lineage-query-executor.d.ts +1 -1
  41. package/queries/catalog/lineage-query/lineage-query-executor.js +1 -1
  42. package/queries/catalog/location-map-query/location-map-query-format.js +1 -1
  43. package/queries/catalog/search-query/search-query-executor.d.ts +3 -0
  44. package/queries/catalog/search-query/search-query-executor.js +27 -0
  45. package/queries/catalog/search-query/search-query-format.d.ts +72 -0
  46. package/queries/catalog/search-query/search-query-format.js +29 -0
  47. package/queries/catalog/static-slice-query/static-slice-query-executor.d.ts +1 -1
  48. package/queries/catalog/static-slice-query/static-slice-query-executor.js +1 -1
  49. package/queries/query.d.ts +65 -1
  50. package/queries/query.js +5 -1
  51. package/r-bridge/lang-4.x/ast/model/type.d.ts +4 -0
  52. package/r-bridge/lang-4.x/ast/model/type.js +3 -1
  53. package/search/flowr-search-builder.d.ts +193 -0
  54. package/search/flowr-search-builder.js +192 -0
  55. package/search/flowr-search-executor.d.ts +9 -0
  56. package/search/flowr-search-executor.js +16 -0
  57. package/search/flowr-search-filters.d.ts +74 -0
  58. package/search/flowr-search-filters.js +136 -0
  59. package/search/flowr-search-printer.d.ts +10 -0
  60. package/search/flowr-search-printer.js +85 -0
  61. package/search/flowr-search-traverse.d.ts +7 -0
  62. package/search/flowr-search-traverse.js +12 -0
  63. package/search/flowr-search.d.ts +58 -0
  64. package/search/flowr-search.js +29 -0
  65. package/search/search-executor/search-generators.d.ts +37 -0
  66. package/search/search-executor/search-generators.js +64 -0
  67. package/search/search-executor/search-transformer.d.ts +57 -0
  68. package/search/search-executor/search-transformer.js +99 -0
  69. package/search/search-optimizer/search-optimizer.d.ts +9 -0
  70. package/search/search-optimizer/search-optimizer.js +89 -0
  71. package/util/arrays.d.ts +13 -0
  72. package/util/assert.d.ts +1 -1
  73. package/util/mermaid/mermaid.js +17 -0
  74. package/util/version.js +1 -1
@@ -0,0 +1,64 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.generators = void 0;
4
+ exports.getGenerator = getGenerator;
5
+ const flowr_search_1 = require("../flowr-search");
6
+ const parse_1 = require("../../slicing/criterion/parse");
7
+ const assert_1 = require("../../util/assert");
8
+ /**
9
+ * All supported generators!
10
+ */
11
+ exports.generators = {
12
+ all: generateAll,
13
+ get: generateGet,
14
+ criterion: generateCriterion,
15
+ from: generateFrom
16
+ };
17
+ function generateAll(data) {
18
+ return new flowr_search_1.FlowrSearchElements(getAllNodes(data)
19
+ .map(node => ({ node })));
20
+ }
21
+ function getAllNodes(data) {
22
+ return [...new Map([...data.normalize.idMap.values()].map(n => [n.info.id, n]))
23
+ .values()];
24
+ }
25
+ function generateGet(data, { filter: { line, column, id, name, nameIsRegex } }) {
26
+ let potentials = (id ?
27
+ [data.normalize.idMap.get(id)].filter(assert_1.isNotUndefined) :
28
+ getAllNodes(data));
29
+ if (line && line < 0) {
30
+ const maxLines = data.normalize.ast.info.fullRange?.[2] ??
31
+ (id ? getAllNodes(data) : potentials).reduce((maxLine, { location }) => location && location[2] > maxLine ? location[2] : maxLine, 0);
32
+ line = maxLines + line + 1;
33
+ }
34
+ if (line && column) {
35
+ potentials = potentials.filter(({ location }) => location?.[0] === line && location?.[1] === column);
36
+ }
37
+ else if (line) {
38
+ potentials = potentials.filter(({ location }) => location?.[0] === line);
39
+ }
40
+ else if (column) {
41
+ potentials = potentials.filter(({ location }) => location?.[1] === column);
42
+ }
43
+ if (nameIsRegex && name) {
44
+ const nameFilter = new RegExp(name);
45
+ potentials = potentials.filter(({ lexeme }) => lexeme && nameFilter.test(lexeme));
46
+ }
47
+ else if (name) {
48
+ potentials = potentials.filter(({ lexeme }) => lexeme === name);
49
+ }
50
+ return new flowr_search_1.FlowrSearchElements(potentials.map(node => ({ node })));
51
+ }
52
+ function generateFrom(data, args) {
53
+ return new flowr_search_1.FlowrSearchElements(Array.isArray(args.from) ? args.from : [args.from]);
54
+ }
55
+ function generateCriterion(data, args) {
56
+ return new flowr_search_1.FlowrSearchElements(args.criterion.map(c => ({ node: data.normalize.idMap.get((0, parse_1.slicingCriterionToId)(c, data.normalize.idMap)) })));
57
+ }
58
+ function getGenerator(name) {
59
+ if (!exports.generators[name]) {
60
+ throw new Error(`Unknown generator: ${name}`);
61
+ }
62
+ return exports.generators[name];
63
+ }
64
+ //# sourceMappingURL=search-generators.js.map
@@ -0,0 +1,57 @@
1
+ import type { FlowrSearchElement, FlowrSearchElements, FlowrSearchInput, FlowrSearchTransformerNodeBase } from '../flowr-search';
2
+ import type { Pipeline } from '../../core/steps/pipeline/pipeline';
3
+ import type { LastOfArray, Tail2TypesOrUndefined, TailOfArray } from '../../util/arrays';
4
+ import type { FlowrFilterExpression } from '../flowr-search-filters';
5
+ import type { FlowrSearchGeneratorNode } from './search-generators';
6
+ import type { ParentInformation } from '../../r-bridge/lang-4.x/ast/model/processing/decorate';
7
+ /**
8
+ * This is a union of all possible transformer node types
9
+ */
10
+ export type FlowrSearchTransformerNode = {
11
+ [K in TransformerNames]: FlowrSearchTransformerNodeBase<K, Tail2TypesOrUndefined<Parameters<typeof transformers[K]>>>;
12
+ }[TransformerNames];
13
+ export type TransformerNames = keyof typeof transformers;
14
+ export type GetTransformer<Name extends TransformerNames> = FlowrSearchTransformerNode & {
15
+ name: Name;
16
+ };
17
+ export type GetOutputOfTransformer<Name extends TransformerNames> = ReturnType<typeof transformers[Name]>;
18
+ /**
19
+ * All supported generators!
20
+ */
21
+ export declare const transformers: {
22
+ readonly first: typeof getFirst;
23
+ readonly last: typeof getLast;
24
+ readonly index: typeof getIndex;
25
+ readonly tail: typeof getTail;
26
+ readonly take: typeof getTake;
27
+ readonly skip: typeof getSkip;
28
+ readonly filter: typeof getFilter;
29
+ readonly merge: typeof getMerge;
30
+ readonly select: typeof getSelect;
31
+ };
32
+ export declare function getTransformer<Name extends TransformerNames>(name: Name): typeof transformers[Name];
33
+ /** If we already have no more elements, cascade will not add any but keep the empty elements, otherwise it will now be NewElements */
34
+ type CascadeEmpty<Elements extends FlowrSearchElement<ParentInformation>[], NewElements extends FlowrSearchElement<ParentInformation>[]> = Elements extends [] ? FlowrSearchElements<ParentInformation, []> : FlowrSearchElements<ParentInformation, NewElements>;
35
+ declare function getFirst<Elements extends FlowrSearchElement<ParentInformation>[], FSE extends FlowrSearchElements<ParentInformation, Elements>>(data: FlowrSearchInput<Pipeline>, elements: FSE): CascadeEmpty<Elements, [Elements[0]]>;
36
+ declare function getLast<Elements extends FlowrSearchElement<ParentInformation>[], FSE extends FlowrSearchElements<ParentInformation, Elements>>(data: FlowrSearchInput<Pipeline>, elements: FSE): CascadeEmpty<Elements, [LastOfArray<Elements>]>;
37
+ declare function getIndex<Elements extends FlowrSearchElement<ParentInformation>[], FSE extends FlowrSearchElements<ParentInformation, Elements>>(data: FlowrSearchInput<Pipeline>, elements: FSE, { index }: {
38
+ index: number;
39
+ }): CascadeEmpty<Elements, [Elements[number]]>;
40
+ declare function getSelect<Elements extends FlowrSearchElement<ParentInformation>[], FSE extends FlowrSearchElements<ParentInformation, Elements>>(data: FlowrSearchInput<Pipeline>, elements: FSE, { select }: {
41
+ select: number[];
42
+ }): CascadeEmpty<Elements, Elements>;
43
+ declare function getTail<Elements extends FlowrSearchElement<ParentInformation>[], FSE extends FlowrSearchElements<ParentInformation, Elements>>(data: FlowrSearchInput<Pipeline>, elements: FSE): CascadeEmpty<Elements, TailOfArray<Elements>>;
44
+ declare function getTake<Elements extends FlowrSearchElement<ParentInformation>[], FSE extends FlowrSearchElements<ParentInformation, Elements>>(data: FlowrSearchInput<Pipeline>, elements: FSE, { count }: {
45
+ count: number;
46
+ }): CascadeEmpty<Elements, TailOfArray<Elements>>;
47
+ declare function getSkip<Elements extends FlowrSearchElement<ParentInformation>[], FSE extends FlowrSearchElements<ParentInformation, Elements>>(data: FlowrSearchInput<Pipeline>, elements: FSE, { count }: {
48
+ count: number;
49
+ }): CascadeEmpty<Elements, TailOfArray<Elements>>;
50
+ declare function getFilter<Elements extends FlowrSearchElement<ParentInformation>[], FSE extends FlowrSearchElements<ParentInformation, Elements>>(data: FlowrSearchInput<Pipeline>, elements: FSE, { filter }: {
51
+ filter: FlowrFilterExpression;
52
+ }): CascadeEmpty<Elements, Elements | []>;
53
+ declare function getMerge<Elements extends FlowrSearchElement<ParentInformation>[], FSE extends FlowrSearchElements<ParentInformation, Elements>>(data: FlowrSearchInput<Pipeline>, elements: FSE, other: {
54
+ search: unknown[];
55
+ generator: FlowrSearchGeneratorNode;
56
+ }): FlowrSearchElements<ParentInformation, FlowrSearchElement<ParentInformation>[]>;
57
+ export {};
@@ -0,0 +1,99 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.transformers = void 0;
4
+ exports.getTransformer = getTransformer;
5
+ const flowr_search_filters_1 = require("../flowr-search-filters");
6
+ const flowr_search_executor_1 = require("../flowr-search-executor");
7
+ const assert_1 = require("../../util/assert");
8
+ /**
9
+ * All supported generators!
10
+ */
11
+ exports.transformers = {
12
+ first: getFirst,
13
+ last: getLast,
14
+ index: getIndex,
15
+ tail: getTail,
16
+ take: getTake,
17
+ skip: getSkip,
18
+ filter: getFilter,
19
+ merge: getMerge,
20
+ select: getSelect
21
+ };
22
+ function getTransformer(name) {
23
+ if (!exports.transformers[name]) {
24
+ throw new Error(`Unknown transformer: ${name}`);
25
+ }
26
+ return exports.transformers[name];
27
+ }
28
+ function compareByLocation({ node: a }, { node: b }) {
29
+ if (a.location && b.location) {
30
+ return a.location[0] - b.location[0] || a.location[1] - b.location[1];
31
+ }
32
+ else if (a.location) {
33
+ return -1;
34
+ }
35
+ return b.location ? 1 : 0;
36
+ }
37
+ function getFirstByLocation(elements) {
38
+ if (elements.length === 0) {
39
+ return undefined;
40
+ }
41
+ return elements.reduce((acc, cur) => {
42
+ if (acc === undefined) {
43
+ return cur;
44
+ }
45
+ return compareByLocation(acc, cur) < 0 ? acc : cur;
46
+ }, undefined);
47
+ }
48
+ /* later we can add something like sort partially to get the first k elements */
49
+ function sortFully(elements) {
50
+ return elements.sort(compareByLocation);
51
+ }
52
+ function getLastByLocation(elements) {
53
+ if (elements.length === 0) {
54
+ return undefined;
55
+ }
56
+ return elements.reduce((acc, cur) => {
57
+ if (acc === undefined) {
58
+ return cur;
59
+ }
60
+ return compareByLocation(acc, cur) > 0 ? acc : cur;
61
+ }, undefined);
62
+ }
63
+ function getFirst(data, elements) {
64
+ return elements.mutate(e => [getFirstByLocation(e)]);
65
+ }
66
+ function getLast(data, elements) {
67
+ return elements.mutate(e => [getLastByLocation(e)]);
68
+ }
69
+ function getIndex(data, elements, { index }) {
70
+ return elements.mutate(e => [sortFully(e)[index]]);
71
+ }
72
+ function getSelect(data, elements, { select }) {
73
+ return elements.mutate(e => {
74
+ sortFully(e);
75
+ return select.map(i => e[i]).filter(assert_1.isNotUndefined);
76
+ });
77
+ }
78
+ function getTail(data, elements) {
79
+ return elements.mutate(e => {
80
+ const first = getFirstByLocation(e);
81
+ return e.filter(el => el !== first);
82
+ });
83
+ }
84
+ function getTake(data, elements, { count }) {
85
+ return elements.mutate(e => sortFully(e).slice(0, count));
86
+ }
87
+ function getSkip(data, elements, { count }) {
88
+ return elements.mutate(e => sortFully(e).slice(count));
89
+ }
90
+ function getFilter(data, elements, { filter }) {
91
+ return elements.mutate(e => e.filter(({ node }) => (0, flowr_search_filters_1.evalFilter)(filter, { node, normalize: data.normalize, dataflow: data.dataflow })));
92
+ }
93
+ function getMerge(
94
+ /* search has to be unknown because it is a recursive type */
95
+ data, elements, other) {
96
+ const resultOther = (0, flowr_search_executor_1.runSearch)(other, data);
97
+ return elements.addAll(resultOther);
98
+ }
99
+ //# sourceMappingURL=search-transformer.js.map
@@ -0,0 +1,9 @@
1
+ import type { FlowrSearchGeneratorNode, GeneratorNames } from '../search-executor/search-generators';
2
+ import type { FlowrSearchTransformerNode, TransformerNames } from '../search-executor/search-transformer';
3
+ import type { FlowrSearch } from '../flowr-search-builder';
4
+ import type { FlowrSearchElement, FlowrSearchElements } from '../flowr-search';
5
+ /**
6
+ * Optimizations are currently not reflected
7
+ * in an update of the search object.
8
+ */
9
+ export declare function optimize<Info, Generator extends GeneratorNames, Transformers extends TransformerNames[], ElementType extends FlowrSearchElements<Info, FlowrSearchElement<Info>[]>>(generator: FlowrSearchGeneratorNode, search: readonly FlowrSearchTransformerNode[]): FlowrSearch<Info, Generator, Transformers, ElementType>;
@@ -0,0 +1,89 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.optimize = optimize;
4
+ function fingerPrintTransformer(transformer) {
5
+ return JSON.stringify(transformer);
6
+ }
7
+ /**
8
+ * Optimizations are currently not reflected
9
+ * in an update of the search object.
10
+ */
11
+ function optimize(generator, search) {
12
+ let searchToOptimize = search.slice();
13
+ let fingerprint = fingerPrintTransformer(searchToOptimize);
14
+ generator = optimizeGenerator(generator);
15
+ let lastFingerprint = '{}';
16
+ /* maybe we want shared optimizers in the future, but for now we let it be :sparkles: */
17
+ while (fingerprint !== lastFingerprint) {
18
+ lastFingerprint = fingerprint;
19
+ searchToOptimize = optimizeSearch(searchToOptimize, generator);
20
+ fingerprint = fingerPrintTransformer(searchToOptimize);
21
+ }
22
+ return {
23
+ generator,
24
+ search: searchToOptimize
25
+ };
26
+ }
27
+ function optimizeGenerator(generator) {
28
+ return dropAnyNameRegex(generator);
29
+ }
30
+ /*
31
+ * Ideas:
32
+ * Replace .tail().last() with .last()
33
+ * Replace .take(1) with '.first()'
34
+ * Remove duplicate indices in a .select
35
+ * Provide unification step after merge (id based)
36
+ * Install caches if sorting is required multiple times (especially for repeated use of generators)
37
+ */
38
+ function optimizeSearch(search, _generator) {
39
+ search = dropDuplicateNoops(search);
40
+ search = selectWithSingleCanBeIndex(search);
41
+ return search;
42
+ }
43
+ const noopTransformers = new Set(['first', 'last']);
44
+ /* yes we could optimize something like first, last, first too, but why bother :D*/
45
+ function dropDuplicateNoops(transformers) {
46
+ const newTransformers = [];
47
+ let lastTransformer;
48
+ for (const transformer of transformers) {
49
+ if (lastTransformer === undefined || lastTransformer.name !== transformer.name || !noopTransformers.has(transformer.name)) {
50
+ newTransformers.push(transformer);
51
+ }
52
+ lastTransformer = transformer;
53
+ }
54
+ return newTransformers;
55
+ }
56
+ function selectWithSingleCanBeIndex(transformers) {
57
+ return transformers.map(transformer => {
58
+ if (transformer.name === 'select' && transformer.args.select.length === 1) {
59
+ return {
60
+ ...transformer,
61
+ name: 'index',
62
+ args: {
63
+ index: transformer.args.select[0]
64
+ }
65
+ };
66
+ }
67
+ return transformer;
68
+ });
69
+ }
70
+ function dropAnyNameRegex(generator) {
71
+ if (generator.name !== 'get' || !generator.args.filter.nameIsRegex) {
72
+ return generator;
73
+ }
74
+ if (generator.args.filter.name === '.') {
75
+ return {
76
+ ...generator,
77
+ args: {
78
+ ...generator.args,
79
+ filter: {
80
+ ...generator.args.filter,
81
+ name: undefined,
82
+ nameIsRegex: undefined
83
+ }
84
+ }
85
+ };
86
+ }
87
+ return generator;
88
+ }
89
+ //# sourceMappingURL=search-optimizer.js.map
package/util/arrays.d.ts CHANGED
@@ -1,7 +1,20 @@
1
+ import type { AnyArray, Tail } from 'ts-essentials';
1
2
  /**
2
3
  * Returns the tail of an array (all elements except the first one).
3
4
  */
4
5
  export type TailOfArray<T extends unknown[]> = T extends [infer _, ...infer Rest] ? Rest : never;
6
+ /**
7
+ * Returns the union of types in an array, but the first one, uses U as a fallback if the array is empty.
8
+ */
9
+ export type TailTypesOrUndefined<T extends AnyArray, U = undefined> = T extends [] ? U : T extends [unknown] ? U : Tail<T>[number];
10
+ /**
11
+ * Returns the union of types in an array, but the first and the second one, uses U as a fallback if the array is empty.
12
+ */
13
+ export type Tail2TypesOrUndefined<T extends AnyArray, U = undefined> = T extends [] ? U : T extends [unknown] ? U : T extends [unknown, unknown] ? U : Tail<Tail<T>>[number];
14
+ /**
15
+ * Returns the last element of an array
16
+ */
17
+ export type LastOfArray<T extends AnyArray> = T extends [...infer _, infer L] ? L : never;
5
18
  /**
6
19
  * Splits the array every time the given predicate fires.
7
20
  * The element the split appears on will not be included!
package/util/assert.d.ts CHANGED
@@ -9,4 +9,4 @@ export type GuardMessage = string | (() => string);
9
9
  * @param message - if a string, we will use it as the error message, if it is a function, we will call it to produce the error message (can be used to avoid costly message generations)
10
10
  * @throws GuardError - if the assertion fails
11
11
  */
12
- export declare function guard(assertion: boolean | undefined, message?: GuardMessage): asserts assertion;
12
+ export declare function guard(assertion: unknown | undefined, message?: GuardMessage): asserts assertion;
@@ -21,6 +21,23 @@ const replacements = {
21
21
  '&': '#38;',
22
22
  '\'': '#39;',
23
23
  ':': '#58;',
24
+ '∨': '#8744;',
25
+ '∧': '#8743;',
26
+ '¬': '#172;',
27
+ '→': '#8594;',
28
+ '↔': '#8596;',
29
+ '⇒': '#8658;',
30
+ '⇔': '#8660;',
31
+ '∀': '#8704;',
32
+ '∃': '#8707;',
33
+ '∈': '#8712;',
34
+ '∉': '#8713;',
35
+ '∋': '#8715;',
36
+ '∌': '#8716;',
37
+ '∩': '#8745;',
38
+ '∪': '#8746;',
39
+ '∫': '#8747;',
40
+ '⊕': '#8853;',
24
41
  };
25
42
  function escapeMarkdown(text) {
26
43
  for (const [key, value] of Object.entries(replacements)) {
package/util/version.js CHANGED
@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.flowrVersion = flowrVersion;
4
4
  const semver_1 = require("semver");
5
5
  // this is automatically replaced with the current version by release-it
6
- const version = '2.1.10';
6
+ const version = '2.1.12';
7
7
  function flowrVersion() {
8
8
  return new semver_1.SemVer(version);
9
9
  }