nx 22.5.0-beta.3 → 22.5.0-beta.4

package/src/tasks-runner/task-io-service.d.ts

@@ -0,0 +1,97 @@
+import { ProjectGraph } from '../config/project-graph';
+import { TaskGraph } from '../config/task-graph';
+/**
+ * Maps taskId -> PID. Note that this only Returns
+ * the PID that the main task process is running under,
+ * not any child processes it may have spawned. To fully
+ * trace the task's processes, you'll need to correlate
+ * spawned processes's PIDs with their parent PID.
+ */
+export type TaskPidUpdate = {
+    taskId: string;
+    pid: number;
+};
+export type TaskPidCallback = (update: TaskPidUpdate) => void;
+export type TaskInputInfo = {
+    taskId: string;
+    inputs: {
+        files: string[];
+        runtime: string[];
+        environment: string[];
+        depOutputs: string[];
+        external: string[];
+    };
+};
+export type TaskInputCallback = (taskInputInfo: TaskInputInfo) => void;
+export type TaskOutputsUpdate = {
+    taskId: string;
+    outputs: string[];
+};
+export type TaskOutputsCallback = (update: TaskOutputsUpdate) => void;
+/**
+ * Service for tracking task process IDs and providing access to task IO information.
+ * Subscribes to ProcessMetricsService for PID discovery.
+ * IO information comes from hash inputs (populated during hashing).
+ * Output files are reported when tasks are stored to cache.
+ */
+declare class TaskIOService {
+    protected taskToPids: Map<string, number>;
+    protected taskToInputs: Map<string, TaskInputInfo>;
+    protected taskToOutputs: Map<string, string[]>;
+    private pidCallbacks;
+    private taskInputCallbacks;
+    private taskOutputsCallbacks;
+    protected projectGraph: ProjectGraph | null;
+    protected taskGraph: TaskGraph | null;
+    constructor(projectGraph?: ProjectGraph, taskGraph?: TaskGraph);
+    /**
+     * Subscribe to task PID updates.
+     * Receives notifications when processes are added/removed from tasks.
+     */
+    subscribeToTaskPids(callback: TaskPidCallback): void;
+    /**
+     * Subscribe to hash inputs as they are computed.
+     * Called when a task's hash inputs become available.
+     */
+    subscribeToTaskInputs(callback: TaskInputCallback): void;
+    /**
+     * Subscribe to task outputs as they are stored to cache.
+     * Called when a task's output files are collected for caching.
+     */
+    subscribeToTaskOutputs(callback: TaskOutputsCallback): void;
+    /**
+     * Notify subscribers that hash inputs are available for a task.
+     * Called from the hasher when inputs are computed.
+     */
+    notifyTaskInputs(taskId: string, inputs: {
+        files: string[];
+        runtime: string[];
+        environment: string[];
+        depOutputs: string[];
+        external: string[];
+    }): void;
+    /**
+     * Notify subscribers that task outputs have been collected.
+     * Called from the cache when outputs are stored.
+     */
+    notifyTaskOutputs(taskId: string, outputs: string[]): void;
+    /**
+     * Registers a PID to a task and notifies subscribers.
+     * @param update The TaskPidUpdate containing taskId and pid.
+     */
+    notifyPidUpdate(update: TaskPidUpdate): void;
+}
+/**
+ * Get or create the singleton TaskIOService instance.
+ * Optionally provide projectGraph and taskGraph to initialize with context.
+ */
+export declare function getTaskIOService(projectGraph?: ProjectGraph, taskGraph?: TaskGraph): TaskIOService;
+/**
+ * Register a task process start with both IO and metrics services.
+ * This is the standard way to notify the system that a task process has started.
+ * Both services need to be notified together - TaskIOService for external subscribers
+ * and ProcessMetricsService for native resource monitoring.
+ */
+export declare function registerTaskProcessStart(taskId: string, pid: number): void;
+export {};
+//# sourceMappingURL=task-io-service.d.ts.map

package/src/tasks-runner/task-io-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-io-service.d.ts","sourceRoot":"","sources":["../../../../../packages/nx/src/tasks-runner/task-io-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjD;;;;;;GAMG;AACH,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC;AAE9D,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,CAAC,aAAa,EAAE,aAAa,KAAK,IAAI,CAAC;AAEvE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,CAAC,MAAM,EAAE,iBAAiB,KAAK,IAAI,CAAC;AAEtE;;;;;GAKG;AACH,cAAM,aAAa;IAEjB,SAAS,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAa;IACtD,SAAS,CAAC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAa;IAC/D,SAAS,CAAC,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAa;IAG3D,OAAO,CAAC,YAAY,CAAyB;IAC7C,OAAO,CAAC,kBAAkB,CAA2B;IACrD,OAAO,CAAC,oBAAoB,CAA6B;IAGzD,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI,CAAQ;IACnD,SAAS,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAAQ;gBAEjC,YAAY,CAAC,EAAE,YAAY,EAAE,SAAS,CAAC,EAAE,SAAS;IAS9D;;;OAGG;IACH,mBAAmB,CAAC,QAAQ,EAAE,eAAe,GAAG,IAAI;IAYpD;;;OAGG;IACH,qBAAqB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;IASxD;;;OAGG;IACH,sBAAsB,CAAC,QAAQ,EAAE,mBAAmB,GAAG,IAAI;IAY3D;;;OAGG;IACH,gBAAgB,CACd,MAAM,EAAE,MAAM,EACd,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,GACA,IAAI;IAgBP;;;OAGG;IACH,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAiB1D;;;OAGG;IACH,eAAe,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI;CAU7C;AAKD;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,YAAY,CAAC,EAAE,YAAY,EAC3B,SAAS,CAAC,EAAE,SAAS,GACpB,aAAa,CAKf;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAG1E"}

package/src/tasks-runner/task-io-service.js

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getTaskIOService = getTaskIOService;
+exports.registerTaskProcessStart = registerTaskProcessStart;
+const process_metrics_service_1 = require("./process-metrics-service");
+/**
+ * Service for tracking task process IDs and providing access to task IO information.
+ * Subscribes to ProcessMetricsService for PID discovery.
+ * IO information comes from hash inputs (populated during hashing).
+ * Output files are reported when tasks are stored to cache.
+ */
+class TaskIOService {
+    constructor(projectGraph, taskGraph) {
+        // Used to call subscribers that were late to the party
+        this.taskToPids = new Map();
+        this.taskToInputs = new Map();
+        this.taskToOutputs = new Map();
+        // Subscription state
+        this.pidCallbacks = [];
+        this.taskInputCallbacks = [];
+        this.taskOutputsCallbacks = [];
+        // Project graph and task graph for resolving task information
+        this.projectGraph = null;
+        this.taskGraph = null;
+        if (projectGraph) {
+            this.projectGraph = projectGraph;
+        }
+        if (taskGraph) {
+            this.taskGraph = taskGraph;
+        }
+    }
+    /**
+     * Subscribe to task PID updates.
+     * Receives notifications when processes are added/removed from tasks.
+     */
+    subscribeToTaskPids(callback) {
+        this.pidCallbacks.push(callback);
+        // Emit current state to new subscriber
+        for (const [taskId, pid] of this.taskToPids) {
+            callback({
+                taskId,
+                pid,
+            });
+        }
+    }
+    /**
+     * Subscribe to hash inputs as they are computed.
+     * Called when a task's hash inputs become available.
+     */
+    subscribeToTaskInputs(callback) {
+        this.taskInputCallbacks.push(callback);
+        // Emit current state to new subscriber
+        for (const [, taskInputInfo] of this.taskToInputs) {
+            callback(taskInputInfo);
+        }
+    }
+    /**
+     * Subscribe to task outputs as they are stored to cache.
+     * Called when a task's output files are collected for caching.
+     */
+    subscribeToTaskOutputs(callback) {
+        this.taskOutputsCallbacks.push(callback);
+        // Emit current state to new subscriber
+        for (const [task, outputs] of this.taskToOutputs) {
+            callback({
+                taskId: task,
+                outputs: outputs,
+            });
+        }
+    }
+    /**
+     * Notify subscribers that hash inputs are available for a task.
+     * Called from the hasher when inputs are computed.
+     */
+    notifyTaskInputs(taskId, inputs) {
+        const taskInputInfo = {
+            taskId,
+            inputs,
+        };
+        this.taskToInputs.set(taskId, taskInputInfo);
+        for (const cb of this.taskInputCallbacks) {
+            try {
+                cb(taskInputInfo);
+            }
+            catch {
+                // Silent failure - don't let one callback break others
+            }
+        }
+    }
+    /**
+     * Notify subscribers that task outputs have been collected.
+     * Called from the cache when outputs are stored.
+     */
+    notifyTaskOutputs(taskId, outputs) {
+        this.taskToOutputs.set(taskId, outputs);
+        const update = {
+            taskId,
+            outputs,
+        };
+        for (const cb of this.taskOutputsCallbacks) {
+            try {
+                cb(update);
+            }
+            catch {
+                // Silent failure - don't let one callback break others
+            }
+        }
+    }
+    /**
+     * Registers a PID to a task and notifies subscribers.
+     * @param update The TaskPidUpdate containing taskId and pid.
+     */
+    notifyPidUpdate(update) {
+        this.taskToPids.set(update.taskId, update.pid);
+        for (const cb of this.pidCallbacks) {
+            try {
+                cb(update);
+            }
+            catch {
+                // Silent failure - don't let one callback break others
+            }
+        }
+    }
+}
+// Singleton
+let instance = null;
+/**
+ * Get or create the singleton TaskIOService instance.
+ * Optionally provide projectGraph and taskGraph to initialize with context.
+ */
+function getTaskIOService(projectGraph, taskGraph) {
+    if (!instance) {
+        instance = new TaskIOService(projectGraph, taskGraph);
+    }
+    return instance;
+}
+/**
+ * Register a task process start with both IO and metrics services.
+ * This is the standard way to notify the system that a task process has started.
+ * Both services need to be notified together - TaskIOService for external subscribers
+ * and ProcessMetricsService for native resource monitoring.
+ */
+function registerTaskProcessStart(taskId, pid) {
+    getTaskIOService().notifyPidUpdate({ taskId, pid });
+    (0, process_metrics_service_1.getProcessMetricsService)().registerTaskProcess(taskId, pid);
+}