@procedures/dag 0.46.0 → 0.47.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/CHANGELOG.md +35 -1
  2. package/README.md +17 -0
  3. package/dist/.tsbuildinfo +1 -1
  4. package/dist/graph/index.d.ts +6 -0
  5. package/dist/graph/index.d.ts.map +1 -0
  6. package/dist/graph/index.js +6 -0
  7. package/dist/graph/index.js.map +1 -0
  8. package/dist/index.d.ts +3 -2
  9. package/dist/index.d.ts.map +1 -1
  10. package/dist/index.js +3 -1
  11. package/dist/index.js.map +1 -1
  12. package/dist/procedures/traverse.js +1 -1
  13. package/dist/procedures/traverse.js.map +1 -1
  14. package/dist/procedures/types.d.ts +2 -2
  15. package/dist/procedures/types.d.ts.map +1 -1
  16. package/dist/procedures/types.js +1 -1
  17. package/dist/procedures/types.js.map +1 -1
  18. package/package.json +12 -4
  19. package/src/graph/index.ts +6 -0
  20. package/src/index.ts +5 -2
  21. package/src/procedures/traverse.ts +1 -1
  22. package/src/procedures/types.ts +2 -2
  23. package/dist/dag/builder.d.ts +0 -25
  24. package/dist/dag/builder.d.ts.map +0 -1
  25. package/dist/dag/builder.js +0 -95
  26. package/dist/dag/builder.js.map +0 -1
  27. package/dist/dag/executor.d.ts +0 -28
  28. package/dist/dag/executor.d.ts.map +0 -1
  29. package/dist/dag/executor.js +0 -147
  30. package/dist/dag/executor.js.map +0 -1
  31. package/dist/dag/index.d.ts +0 -7
  32. package/dist/dag/index.d.ts.map +0 -1
  33. package/dist/dag/index.js +0 -7
  34. package/dist/dag/index.js.map +0 -1
  35. package/dist/dag/traversal.d.ts +0 -28
  36. package/dist/dag/traversal.d.ts.map +0 -1
  37. package/dist/dag/traversal.js +0 -103
  38. package/dist/dag/traversal.js.map +0 -1
  39. package/dist/types.d.ts +0 -80
  40. package/dist/types.d.ts.map +0 -1
  41. package/dist/types.js +0 -8
  42. package/dist/types.js.map +0 -1
  43. package/src/dag/builder.ts +0 -124
  44. package/src/dag/executor.ts +0 -190
  45. package/src/dag/index.ts +0 -23
  46. package/src/dag/traversal.ts +0 -129
  47. package/src/types.ts +0 -87
@@ -1,129 +0,0 @@
1
- /**
2
- * DAG Traversal using Kahn's Algorithm
3
- *
4
- * Implements topological sort with level assignment for parallel execution.
5
- * Level 0 = leaves (no dependencies), higher levels depend on lower levels.
6
- */
7
-
8
- import type { DAGNode, DependencyDAG } from "../types.js";
9
-
10
- /**
11
- * Build a leveled DAG from nodes using Kahn's algorithm
12
- *
13
- * This assigns levels to each node where:
14
- * - Level 0: Nodes with no dependencies (leaves)
15
- * - Level N: Nodes whose dependencies are all at level < N
16
- *
17
- * Nodes at the same level can be processed in parallel.
18
- *
19
- * @throws Error if a cycle is detected
20
- */
21
- export function buildLeveledDAG<TNode extends DAGNode>(
22
- nodes: Map<string, TNode>
23
- ): DependencyDAG<TNode> {
24
- const inDegree = new Map<string, number>();
25
- const dependents = new Map<string, Set<string>>();
26
-
27
- for (const [name, node] of nodes) {
28
- // A set: a dependency that a node lists twice counts once. (`dependents` is a set, so it
29
- // takes the in-degree down once: a repeated dependency was "Circular": deep dive DATA-21.)
30
- const depsInDag = new Set(node.dependencies.filter((dep) => nodes.has(dep)));
31
- inDegree.set(name, depsInDag.size);
32
- dependents.set(name, new Set());
33
- }
34
-
35
- for (const [name, node] of nodes) {
36
- for (const dep of node.dependencies) {
37
- if (dependents.has(dep)) {
38
- dependents.get(dep)!.add(name);
39
- }
40
- }
41
- }
42
-
43
- let queue: string[] = [];
44
- for (const [name, degree] of inDegree) {
45
- if (degree === 0) {
46
- queue.push(name);
47
- }
48
- }
49
-
50
- const levels: TNode[][] = [];
51
- const nodeLevel = new Map<string, number>();
52
- let processedCount = 0;
53
-
54
- while (queue.length > 0) {
55
- const currentLevel = levels.length;
56
- const levelNodes: TNode[] = [];
57
- const nextQueue: string[] = [];
58
-
59
- for (const name of queue) {
60
- const node = nodes.get(name)!;
61
- node.level = currentLevel;
62
- nodeLevel.set(name, currentLevel);
63
- levelNodes.push(node);
64
- processedCount++;
65
-
66
- for (const dependent of dependents.get(name) ?? []) {
67
- const newDegree = inDegree.get(dependent)! - 1;
68
- inDegree.set(dependent, newDegree);
69
-
70
- if (newDegree === 0) {
71
- nextQueue.push(dependent);
72
- }
73
- }
74
- }
75
-
76
- levels.push(levelNodes);
77
- queue = nextQueue;
78
- }
79
-
80
- if (processedCount !== nodes.size) {
81
- const cycleNodes = [...nodes.keys()].filter((n) => !nodeLevel.has(n));
82
- throw new Error("Circular dependency detected involving: " + cycleNodes.join(", "));
83
- }
84
-
85
- const roots = [...nodes.keys()].filter((name) => {
86
- const deps = dependents.get(name);
87
- return !deps || deps.size === 0;
88
- });
89
-
90
- const leaves = [...nodes.keys()].filter((name) => {
91
- const node = nodes.get(name)!;
92
- const depsInDag = node.dependencies.filter((dep) => nodes.has(dep));
93
- return depsInDag.length === 0;
94
- });
95
-
96
- return { nodes, levels, roots, leaves };
97
- }
98
-
99
- /**
100
- * Get the topological order (flat list, leaves first)
101
- */
102
- export function getTopologicalOrder<TNode extends DAGNode>(
103
- dag: DependencyDAG<TNode>
104
- ): TNode[] {
105
- return dag.levels.flat();
106
- }
107
-
108
- /**
109
- * Visualize the DAG structure (for debugging)
110
- */
111
- export function visualizeDAG<TNode extends DAGNode>(
112
- dag: DependencyDAG<TNode>
113
- ): string {
114
- const lines = ["DAG Structure:"];
115
-
116
- for (let i = 0; i < dag.levels.length; i++) {
117
- const level = dag.levels[i]!;
118
- lines.push(" Level " + i + ":");
119
- for (const node of level) {
120
- const deps =
121
- node.dependencies.length > 0
122
- ? " -> [" + node.dependencies.join(", ") + "]"
123
- : " (leaf)";
124
- lines.push(" - " + node.id + deps);
125
- }
126
- }
127
-
128
- return lines.join("\n");
129
- }
package/src/types.ts DELETED
@@ -1,87 +0,0 @@
1
- /**
2
- * Generic DAG Types
3
- *
4
- * These types are designed to be reusable across different use cases.
5
- * For ecosystem-specific DAG building, see client-lib.
6
- */
7
-
8
- /**
9
- * A node in a dependency DAG
10
- */
11
- export interface DAGNode<TData = unknown> {
12
- /** Unique identifier for this node */
13
- id: string;
14
- /** Names/IDs of nodes this node depends on */
15
- dependencies: string[];
16
- /** Topological level (0 = leaves, computed by Kahn's algorithm) */
17
- level?: number;
18
- /** Optional user data associated with this node */
19
- data?: TData | undefined;
20
- }
21
-
22
- /**
23
- * A dependency DAG with level information for parallel execution
24
- */
25
- export interface DependencyDAG<TNode extends DAGNode = DAGNode> {
26
- /** All nodes in the DAG */
27
- nodes: Map<string, TNode>;
28
- /** Nodes grouped by level for parallel execution */
29
- levels: TNode[][];
30
- /** Root nodes (no dependents in the DAG) */
31
- roots: string[];
32
- /** Leaf nodes (no dependencies in the DAG) */
33
- leaves: string[];
34
- }
35
-
36
- /**
37
- * Options for DAG execution
38
- */
39
- export interface DAGExecutionOptions<TNode extends DAGNode = DAGNode> {
40
- /** Max parallel operations per level (default: 4) */
41
- concurrency?: number;
42
- /** Stop on first error vs continue (default: true) */
43
- failFast?: boolean;
44
- /** Callback for progress reporting */
45
- onNodeStart?: (node: TNode) => void;
46
- /** Callback when a node completes */
47
- onNodeComplete?: (result: NodeResult<TNode>) => void;
48
- }
49
-
50
- /**
51
- * Result of processing a single node
52
- */
53
- export interface NodeResult<TNode extends DAGNode = DAGNode> {
54
- /** The node that was processed */
55
- node: TNode;
56
- /** Whether processing succeeded */
57
- success: boolean;
58
- /** Error if failed */
59
- error?: Error | undefined;
60
- /** Duration in milliseconds */
61
- duration: number;
62
- /** Logs from processing */
63
- logs: string[];
64
- /** Optional output from the processor */
65
- output?: unknown | undefined;
66
- }
67
-
68
- /**
69
- * Result of executing an entire DAG
70
- */
71
- export interface DAGResult<TNode extends DAGNode = DAGNode> {
72
- /** Overall success */
73
- success: boolean;
74
- /** Results for each node */
75
- results: Map<string, NodeResult<TNode>>;
76
- /** Names of failed nodes */
77
- failedNodes: string[];
78
- /** Total duration in milliseconds */
79
- totalDuration: number;
80
- }
81
-
82
- /**
83
- * Processor function type
84
- */
85
- export type NodeProcessor<TNode extends DAGNode = DAGNode> = (
86
- node: TNode
87
- ) => Promise<NodeResult<TNode>>;