@livekit/agents 0.1.0 → 0.2.0

package/dist/ipc/job_main.d.ts

@@ -1,5 +1,8 @@
-/// <reference types="node" resolution-mode="require"/>
-import { type ChildProcess } from 'child_process';
-import { type JobMainArgs } from './protocol.js';
-export declare const runJob: (args: JobMainArgs) => ChildProcess;
+/// <reference types="node" />
+import type { ChildProcess } from 'child_process';
+type StartArgs = {
+    agentFile: string;
+};
+export declare const runProcess: (args: StartArgs) => ChildProcess;
+export {};
 //# sourceMappingURL=job_main.d.ts.map

package/dist/ipc/job_main.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"job_main.d.ts","sourceRoot":"","sources":["../../src/ipc/job_main.ts"],"names":[],"mappings":";AAKA,OAAO,EAAE,KAAK,YAAY,EAAQ,MAAM,eAAe,CAAC;AAIxD,OAAO,EAAe,KAAK,WAAW,EAA2B,MAAM,eAAe,CAAC;AAEvF,eAAO,MAAM,MAAM,SAAU,WAAW,KAAG,YAE1C,CAAC"}
+{"version":3,"file":"job_main.d.ts","sourceRoot":"","sources":["../../src/ipc/job_main.ts"],"names":[],"mappings":";AAIA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAelD,KAAK,SAAS,GAAG;IACf,SAAS,EAAE,MAAM,CAAC;CAEnB,CAAC;AAOF,eAAO,MAAM,UAAU,SAAU,SAAS,KAAG,YAE5C,CAAC"}

package/dist/ipc/job_main.js

@@ -1,77 +1,112 @@
 // SPDX-FileCopyrightText: 2024 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-import { ServerMessage } from '@livekit/protocol';
-import { Room } from '@livekit/rtc-node';
+import { Room, RoomEvent } from '@livekit/rtc-node';
 import { fork } from 'child_process';
 import { EventEmitter, once } from 'events';
-import { JobContext } from '../job_context.js';
-import { log } from '../log.js';
-import { IPC_MESSAGE } from './protocol.js';
-export const runJob = (args) => {
-    return fork(import.meta.filename, [args.raw, args.entry, args.fallbackURL]);
+import { fileURLToPath } from 'url';
+import { JobContext } from '../job.js';
+import { JobProcess } from '../job.js';
+import { initializeLogger, log } from '../log.js';
+import { defaultInitializeProcessFunc } from '../worker.js';
+const ORPHANED_TIMEOUT = 15 * 1000;
+export const runProcess = (args) => {
+    return fork(fileURLToPath(import.meta.url), [args.agentFile]);
+};
+const startJob = (proc, func, info, closeEvent, logger) => {
+    let connect = false;
+    let shutdown = false;
+    const room = new Room();
+    room.on(RoomEvent.Disconnected, () => {
+        closeEvent.emit('close', false);
+    });
+    const onConnect = () => {
+        connect = true;
+    };
+    const onShutdown = (reason) => {
+        shutdown = true;
+        closeEvent.emit('close', true, reason);
+    };
+    const ctx = new JobContext(proc, info, room, onConnect, onShutdown);
+    const task = new Promise(async () => {
+        const unconnectedTimeout = setTimeout(() => {
+            if (!(connect || shutdown)) {
+                logger.warn('room not connect after job_entry was called after 10 seconds, ', 'did you forget to call ctx.connect()?');
+            }
+        }, 10000);
+        func(ctx).finally(() => clearTimeout(unconnectedTimeout));
+        await once(closeEvent, 'close').then((close) => {
+            logger.debug('shutting down');
+            process.send({ case: 'exiting', value: { reason: close[1] } });
+        });
+        await room.disconnect();
+        logger.debug('disconnected from room');
+        const shutdownTasks = [];
+        for (const callback of ctx.shutdownCallbacks) {
+            shutdownTasks.push(callback());
+        }
+        await Promise.all(shutdownTasks).catch(() => logger.error('error while shutting down the job'));
+        process.send({ case: 'done' });
+        process.exit();
+    });
+    return { ctx, task };
 };
 if (process.send) {
     // process.argv:
     //   [0] `node'
     //   [1] import.meta.filename
-    //   [2] proto.JobAssignment, serialized to JSON string
-    //   [3] import.meta.filename of function containing entry file
-    //   [4] fallback URL in case JobAssignment.url is empty
-    const msg = new ServerMessage();
-    msg.fromJsonString(process.argv[2]);
-    const args = msg.message.value;
-    const room = new Room();
-    const closeEvent = new EventEmitter();
-    let shuttingDown = false;
-    let closed = false;
-    process.on('message', (msg) => {
-        if (msg.type === IPC_MESSAGE.ShutdownRequest) {
-            shuttingDown = true;
-            closed = true;
-            closeEvent.emit('close');
-        }
-        else if (msg.type === IPC_MESSAGE.Ping) {
-            process.send({
-                type: IPC_MESSAGE.Pong,
-                lastTimestamp: msg.timestamp,
-                timestamp: Date.now(),
-            });
-        }
-    });
+    //   [2] import.meta.filename of function containing entry file
+    const agent = await import(process.argv[2]).then((agent) => agent.default);
+    if (!agent.prewarm) {
+        agent.prewarm = defaultInitializeProcessFunc;
+    }
     // don't do anything on C-c
+    // this is handled in cli, triggering a termination of all child processes at once.
     process.on('SIGINT', () => { });
-    const conn = room.connect(args.url || process.argv[4], args.token);
-    const start = () => {
-        if (room.isConnected && !closed) {
-            process.send({ type: IPC_MESSAGE.StartJobResponse });
-            // here we import the file containing the exported entry function, and call it.
-            // the file must export default an Agent, usually using defineAgent().
-            import(process.argv[3]).then((agent) => {
-                agent.default.entry(new JobContext(closeEvent, args.job, room));
-            });
+    await once(process, 'message').then(([msg]) => {
+        if (msg.case !== 'initializeRequest') {
+            throw new Error('first message must be InitializeRequest');
+        }
+        initializeLogger(msg.value.loggerOptions);
+    });
+    const proc = new JobProcess();
+    let logger = log().child({ pid: proc.pid });
+    logger.debug('initializing job runner');
+    agent.prewarm(proc);
+    logger.debug('job runner initialized');
+    process.send({ case: 'initializeResponse' });
+    let job = undefined;
+    const closeEvent = new EventEmitter();
+    const orphanedTimeout = setTimeout(() => {
+        logger.warn('process orphaned, shutting down');
+        process.exit();
+    }, ORPHANED_TIMEOUT);
+    process.on('message', (msg) => {
+        switch (msg.case) {
+            case 'pingRequest': {
+                orphanedTimeout.refresh();
+                process.send({
+                    case: 'pongResponse',
+                    value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },
+                });
+                break;
+            }
+            case 'startJobRequest': {
+                if (job) {
+                    throw new Error('job task already running');
+                }
+                logger = logger.child({ jobID: msg.value.runningJob.job.id });
+                job = startJob(proc, agent.entry, msg.value.runningJob, closeEvent, logger);
+                logger.debug('job started');
+                break;
+            }
+            case 'shutdownRequest': {
+                if (!job) {
+                    break;
+                }
+                closeEvent.emit('close', '');
+            }
         }
-    };
-    new Promise(() => {
-        conn
-            .then(() => {
-            if (!closed)
-                start();
-        })
-            .catch((err) => {
-            if (!closed)
-                process.send({ type: IPC_MESSAGE.StartJobResponse, err });
-        });
     });
-    await once(closeEvent, 'close');
-    log.debug('disconnecting from room');
-    await room.disconnect();
-    if (shuttingDown) {
-        process.send({ type: IPC_MESSAGE.ShutdownResponse });
-    }
-    else {
-        process.send({ type: IPC_MESSAGE.UserExit });
-    }
-    process.exit();
 }
 //# sourceMappingURL=job_main.js.map

package/dist/ipc/job_main.js.map

@@ -1 +1 @@
-{"version":3,"file":"job_main.js","sourceRoot":"","sources":["../../src/ipc/job_main.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAsB,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAqB,IAAI,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,WAAW,EAA6C,MAAM,eAAe,CAAC;AAEvF,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,IAAiB,EAAgB,EAAE;IACxD,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;AAC9E,CAAC,CAAC;AAEF,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,gBAAgB;IAChB,eAAe;IACf,6BAA6B;IAC7B,uDAAuD;IACvD,+DAA+D;IAC/D,wDAAwD;IAExD,MAAM,GAAG,GAAG,IAAI,aAAa,EAAE,CAAC;IAChC,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,KAAsB,CAAC;IAEhD,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,MAAM,UAAU,GAAG,IAAI,YAAY,EAAE,CAAC;IACtC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAY,EAAE,EAAE;QACrC,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,eAAe,EAAE,CAAC;YAC7C,YAAY,GAAG,IAAI,CAAC;YACpB,MAAM,GAAG,IAAI,CAAC;YACd,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE,CAAC;YACzC,OAAO,CAAC,IAAK,CAAC;gBACZ,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,aAAa,EAAG,GAAY,CAAC,SAAS;gBACtC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,2BAA2B;IAC3B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAE/B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAEnE,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,CAAC,IAAK,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,gBAAgB,EAAE,CAAC,CAAC;YAEtD,+EAA+E;YAC/E,sEAAsE;YACtE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,GAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,OAAO,CAAC,GAAG,EAAE;QACf,IAAI;aACD,IAAI,CAAC,GAAG,EAAE;YACT,IAAI,CAAC,MAAM;gBAAE,KAAK,EAAE,CAAC;QACvB,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,IAAK,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,gBAAgB,EAAE,GAAG,EAAE,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAChC,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACrC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IACxB,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,gBAAgB,EAAE,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,CAAC,IAAI,EAAE,CAAC;AACjB,CAAC"}
+{"version":3,"file":"job_main.js","sourceRoot":"","sources":["../../src/ipc/job_main.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAE5C,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAGpC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,4BAA4B,EAAE,MAAM,cAAc,CAAC;AAG5D,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;AAYnC,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAe,EAAgB,EAAE;IAC1D,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;AAChE,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CACf,IAAgB,EAChB,IAAwC,EACxC,IAAoB,EACpB,UAAwB,EACxB,MAAc,EACL,EAAE;IACX,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,GAAG,EAAE;QACnC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,OAAO,GAAG,IAAI,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,EAAE;QACpC,QAAQ,GAAG,IAAI,CAAC;QAChB,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC,CAAC;IAEF,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IAEpE,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,KAAK,IAAI,EAAE;QACxC,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,CAAC,OAAO,IAAI,QAAQ,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CACT,gEAAgE,EAChE,uCAAuC,CACxC,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAE1D,MAAM,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7C,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAC9B,OAAO,CAAC,IAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAEvC,MAAM,aAAa,GAAG,EAAE,CAAC;QACzB,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAC7C,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC;QAEhG,OAAO,CAAC,IAAK,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAChC,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AACvB,CAAC,CAAC;AAEF,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,gBAAgB;IAChB,eAAe;IACf,6BAA6B;IAC7B,+DAA+D;IAC/D,MAAM,KAAK,GAAU,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAClF,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,CAAC,OAAO,GAAG,4BAA4B,CAAC;IAC/C,CAAC;IAED,2BAA2B;IAC3B,mFAAmF;IACnF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAE/B,MAAM,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAe,EAAE,EAAE;QAC1D,IAAI,GAAG,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,UAAU,EAAE,CAAC;IAC9B,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAE5C,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACxC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpB,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACvC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,CAAC;IAE7C,IAAI,GAAG,GAAwB,SAAS,CAAC;IACzC,MAAM,UAAU,GAAG,IAAI,YAAY,EAAE,CAAC;IAEtC,MAAM,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE;QACtC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC/C,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAErB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAe,EAAE,EAAE;QACxC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,eAAe,CAAC,OAAO,EAAE,CAAC;gBAC1B,OAAO,CAAC,IAAK,CAAC;oBACZ,IAAI,EAAE,cAAc;oBACpB,KAAK,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE;iBACrE,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gBAC9C,CAAC;gBAED,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBAE9D,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;gBAC5E,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAC5B,MAAM;YACR,CAAC;YACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,GAAG,EAAE,CAAC;oBACT,MAAM;gBACR,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/ipc/message.d.ts

@@ -0,0 +1,41 @@
+import type { RunningJobInfo } from '../job.js';
+import type { LoggerOptions } from '../log.js';
+export type IPCMessage = {
+    case: 'initializeRequest';
+    value: {
+        loggerOptions: LoggerOptions;
+    };
+} | {
+    case: 'initializeResponse';
+    value: undefined;
+} | {
+    case: 'pingRequest';
+    value: {
+        timestamp: number;
+    };
+} | {
+    case: 'pongResponse';
+    value: {
+        lastTimestamp: number;
+        timestamp: number;
+    };
+} | {
+    case: 'startJobRequest';
+    value: {
+        runningJob: RunningJobInfo;
+    };
+} | {
+    case: 'shutdownRequest';
+    value: {
+        reason?: string;
+    };
+} | {
+    case: 'exiting';
+    value: {
+        reason?: string;
+    };
+} | {
+    case: 'done';
+    value: undefined;
+};
+//# sourceMappingURL=message.d.ts.map

package/dist/ipc/message.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"message.d.ts","sourceRoot":"","sources":["../../src/ipc/message.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,MAAM,UAAU,GAClB;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,KAAK,EAAE;QAAE,aAAa,EAAE,aAAa,CAAA;KAAE,CAAC;CACzC,GACD;IACE,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,SAAS,CAAC;CAClB,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B,GACD;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE;QAAE,UAAU,EAAE,cAAc,CAAA;KAAE,CAAC;CACvC,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5B,GACD;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5B,GACD;IACE,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,SAAS,CAAC;CAClB,CAAC"}

package/dist/ipc/message.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=message.js.map

package/dist/ipc/message.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message.js","sourceRoot":"","sources":["../../src/ipc/message.ts"],"names":[],"mappings":""}

package/dist/ipc/proc_job_executor.d.ts

@@ -0,0 +1,15 @@
+import type { RunningJobInfo } from '../job.js';
+import { JobExecutor } from './job_executor.js';
+export declare class ProcJobExecutor extends JobExecutor {
+    #private;
+    constructor(agent: string, initializeTimeout: number, closeTimeout: number);
+    get started(): boolean;
+    get runningJob(): RunningJobInfo | undefined;
+    start(): Promise<void>;
+    run(): Promise<void>;
+    join(): Promise<void>;
+    initialize(): Promise<void>;
+    close(): Promise<void>;
+    launchJob(info: RunningJobInfo): Promise<void>;
+}
+//# sourceMappingURL=proc_job_executor.d.ts.map

package/dist/ipc/proc_job_executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proc_job_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/proc_job_executor.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAIhD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,qBAAa,eAAgB,SAAQ,WAAW;;gBAYlC,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;IAS1E,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,UAAU,IAAI,cAAc,GAAG,SAAS,CAE3C;IAEK,KAAK;IAiBL,GAAG;IAiDH,IAAI;IAQJ,UAAU;IAgBV,KAAK;IAuBL,SAAS,CAAC,IAAI,EAAE,cAAc;CAOrC"}

package/dist/ipc/proc_job_executor.js

@@ -0,0 +1,150 @@
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _ProcJobExecutor_opts, _ProcJobExecutor_started, _ProcJobExecutor_closing, _ProcJobExecutor_runningJob, _ProcJobExecutor_proc, _ProcJobExecutor_pingInterval, _ProcJobExecutor_pongTimeout, _ProcJobExecutor_init, _ProcJobExecutor_join, _ProcJobExecutor_logger;
+import { once } from 'events';
+import { log, loggerOptions } from '../log.js';
+import { Future } from '../utils.js';
+import { JobExecutor } from './job_executor.js';
+export class ProcJobExecutor extends JobExecutor {
+    constructor(agent, initializeTimeout, closeTimeout) {
+        super();
+        _ProcJobExecutor_opts.set(this, void 0);
+        _ProcJobExecutor_started.set(this, false);
+        _ProcJobExecutor_closing.set(this, false);
+        _ProcJobExecutor_runningJob.set(this, undefined);
+        _ProcJobExecutor_proc.set(this, void 0);
+        _ProcJobExecutor_pingInterval.set(this, void 0);
+        _ProcJobExecutor_pongTimeout.set(this, void 0);
+        _ProcJobExecutor_init.set(this, new Future());
+        _ProcJobExecutor_join.set(this, new Future());
+        _ProcJobExecutor_logger.set(this, log().child({ runningJob: __classPrivateFieldGet(this, _ProcJobExecutor_runningJob, "f") }));
+        __classPrivateFieldSet(this, _ProcJobExecutor_opts, {
+            agent,
+            initializeTimeout,
+            closeTimeout,
+        }, "f");
+    }
+    get started() {
+        return __classPrivateFieldGet(this, _ProcJobExecutor_started, "f");
+    }
+    get runningJob() {
+        return __classPrivateFieldGet(this, _ProcJobExecutor_runningJob, "f");
+    }
+    async start() {
+        if (__classPrivateFieldGet(this, _ProcJobExecutor_started, "f")) {
+            throw new Error('runner already started');
+        }
+        else if (__classPrivateFieldGet(this, _ProcJobExecutor_closing, "f")) {
+            throw new Error('runner is closed');
+        }
+        __classPrivateFieldSet(this, _ProcJobExecutor_proc, await import('./job_main.js').then((m) => m.runProcess({
+            agentFile: __classPrivateFieldGet(this, _ProcJobExecutor_opts, "f").agent,
+        })), "f");
+        __classPrivateFieldSet(this, _ProcJobExecutor_started, true, "f");
+        this.run();
+    }
+    async run() {
+        await __classPrivateFieldGet(this, _ProcJobExecutor_init, "f").await;
+        __classPrivateFieldSet(this, _ProcJobExecutor_pingInterval, setInterval(() => {
+            __classPrivateFieldGet(this, _ProcJobExecutor_proc, "f").send({ case: 'pingRequest', value: { timestamp: Date.now() } });
+        }, this.PING_INTERVAL), "f");
+        __classPrivateFieldSet(this, _ProcJobExecutor_pongTimeout, setTimeout(() => {
+            __classPrivateFieldGet(this, _ProcJobExecutor_logger, "f").warn('job is unresponsive');
+            clearTimeout(__classPrivateFieldGet(this, _ProcJobExecutor_pongTimeout, "f"));
+            clearInterval(__classPrivateFieldGet(this, _ProcJobExecutor_pingInterval, "f"));
+            __classPrivateFieldGet(this, _ProcJobExecutor_proc, "f").kill();
+            __classPrivateFieldGet(this, _ProcJobExecutor_join, "f").resolve();
+        }, this.PING_TIMEOUT), "f");
+        const listener = (msg) => {
+            var _a;
+            switch (msg.case) {
+                case 'pongResponse': {
+                    const delay = Date.now() - msg.value.timestamp;
+                    if (delay > this.HIGH_PING_THRESHOLD) {
+                        __classPrivateFieldGet(this, _ProcJobExecutor_logger, "f").child({ delay }).warn('job executor is unresponsive');
+                    }
+                    (_a = __classPrivateFieldGet(this, _ProcJobExecutor_pongTimeout, "f")) === null || _a === void 0 ? void 0 : _a.refresh();
+                    break;
+                }
+                case 'exiting': {
+                    __classPrivateFieldGet(this, _ProcJobExecutor_logger, "f").child({ reason: msg.value.reason }).debug('job exiting');
+                    break;
+                }
+                case 'done': {
+                    __classPrivateFieldSet(this, _ProcJobExecutor_closing, true, "f");
+                    __classPrivateFieldGet(this, _ProcJobExecutor_proc, "f").off('message', listener);
+                    __classPrivateFieldGet(this, _ProcJobExecutor_join, "f").resolve();
+                    break;
+                }
+            }
+        };
+        __classPrivateFieldGet(this, _ProcJobExecutor_proc, "f").on('message', listener);
+        __classPrivateFieldGet(this, _ProcJobExecutor_proc, "f").on('error', (err) => {
+            if (__classPrivateFieldGet(this, _ProcJobExecutor_closing, "f"))
+                return;
+            __classPrivateFieldGet(this, _ProcJobExecutor_logger, "f").child({ err }).warn('job process exited unexpectedly');
+            clearTimeout(__classPrivateFieldGet(this, _ProcJobExecutor_pongTimeout, "f"));
+            clearInterval(__classPrivateFieldGet(this, _ProcJobExecutor_pingInterval, "f"));
+            __classPrivateFieldGet(this, _ProcJobExecutor_join, "f").resolve();
+        });
+        await __classPrivateFieldGet(this, _ProcJobExecutor_join, "f").await;
+    }
+    async join() {
+        if (!__classPrivateFieldGet(this, _ProcJobExecutor_started, "f")) {
+            throw new Error('runner not started');
+        }
+        await __classPrivateFieldGet(this, _ProcJobExecutor_join, "f").await;
+    }
+    async initialize() {
+        const timer = setTimeout(() => {
+            const err = new Error('runner initialization timed out');
+            __classPrivateFieldGet(this, _ProcJobExecutor_init, "f").reject(err);
+            throw err;
+        }, __classPrivateFieldGet(this, _ProcJobExecutor_opts, "f").initializeTimeout);
+        __classPrivateFieldGet(this, _ProcJobExecutor_proc, "f").send({ case: 'initializeRequest', value: { loggerOptions } });
+        await once(__classPrivateFieldGet(this, _ProcJobExecutor_proc, "f"), 'message').then(([msg]) => {
+            clearTimeout(timer);
+            if (msg.case !== 'initializeResponse') {
+                throw new Error('first message must be InitializeResponse');
+            }
+        });
+        __classPrivateFieldGet(this, _ProcJobExecutor_init, "f").resolve();
+    }
+    async close() {
+        if (!__classPrivateFieldGet(this, _ProcJobExecutor_started, "f")) {
+            return;
+        }
+        __classPrivateFieldSet(this, _ProcJobExecutor_closing, true, "f");
+        if (!__classPrivateFieldGet(this, _ProcJobExecutor_runningJob, "f")) {
+            __classPrivateFieldGet(this, _ProcJobExecutor_proc, "f").kill();
+            __classPrivateFieldGet(this, _ProcJobExecutor_join, "f").resolve();
+        }
+        __classPrivateFieldGet(this, _ProcJobExecutor_proc, "f").send({ case: 'shutdownRequest' });
+        const timer = setTimeout(() => {
+            __classPrivateFieldGet(this, _ProcJobExecutor_logger, "f").error('job shutdown is taking too much time');
+        }, __classPrivateFieldGet(this, _ProcJobExecutor_opts, "f").closeTimeout);
+        await __classPrivateFieldGet(this, _ProcJobExecutor_join, "f").await.then(() => {
+            clearTimeout(timer);
+            clearTimeout(__classPrivateFieldGet(this, _ProcJobExecutor_pongTimeout, "f"));
+            clearInterval(__classPrivateFieldGet(this, _ProcJobExecutor_pingInterval, "f"));
+        });
+    }
+    async launchJob(info) {
+        if (__classPrivateFieldGet(this, _ProcJobExecutor_runningJob, "f")) {
+            throw new Error('executor already has a running job');
+        }
+        __classPrivateFieldSet(this, _ProcJobExecutor_runningJob, info, "f");
+        __classPrivateFieldGet(this, _ProcJobExecutor_proc, "f").send({ case: 'startJobRequest', value: { runningJob: info } });
+    }
+}
+_ProcJobExecutor_opts = new WeakMap(), _ProcJobExecutor_started = new WeakMap(), _ProcJobExecutor_closing = new WeakMap(), _ProcJobExecutor_runningJob = new WeakMap(), _ProcJobExecutor_proc = new WeakMap(), _ProcJobExecutor_pingInterval = new WeakMap(), _ProcJobExecutor_pongTimeout = new WeakMap(), _ProcJobExecutor_init = new WeakMap(), _ProcJobExecutor_join = new WeakMap(), _ProcJobExecutor_logger = new WeakMap();
+//# sourceMappingURL=proc_job_executor.js.map

package/dist/ipc/proc_job_executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proc_job_executor.js","sourceRoot":"","sources":["../../src/ipc/proc_job_executor.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAE9B,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,MAAM,OAAO,eAAgB,SAAQ,WAAW;IAY9C,YAAY,KAAa,EAAE,iBAAyB,EAAE,YAAoB;QACxE,KAAK,EAAE,CAAC;QAZV,wCAAgB;QAChB,mCAAW,KAAK,EAAC;QACjB,mCAAW,KAAK,EAAC;QACjB,sCAA+B,SAAS,EAAC;QACzC,wCAAqB;QACrB,gDAA+C;QAC/C,+CAA6C;QAC7C,gCAAQ,IAAI,MAAM,EAAE,EAAC;QACrB,gCAAQ,IAAI,MAAM,EAAE,EAAC;QACrB,kCAAU,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,uBAAA,IAAI,mCAAY,EAAE,CAAC,EAAC;QAItD,uBAAA,IAAI,yBAAS;YACX,KAAK;YACL,iBAAiB;YACjB,YAAY;SACb,MAAA,CAAC;IACJ,CAAC;IAED,IAAI,OAAO;QACT,OAAO,uBAAA,IAAI,gCAAS,CAAC;IACvB,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,uBAAA,IAAI,mCAAY,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,uBAAA,IAAI,gCAAS,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;aAAM,IAAI,uBAAA,IAAI,gCAAS,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,uBAAA,IAAI,yBAAS,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,UAAU,CAAC;YACX,SAAS,EAAE,uBAAA,IAAI,6BAAM,CAAC,KAAK;SAC5B,CAAC,CACH,MAAA,CAAC;QAEF,uBAAA,IAAI,4BAAY,IAAI,MAAA,CAAC;QACrB,IAAI,CAAC,GAAG,EAAE,CAAC;IACb,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;QAEvB,uBAAA,IAAI,iCAAiB,WAAW,CAAC,GAAG,EAAE;YACpC,uBAAA,IAAI,6BAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9E,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,MAAA,CAAC;QAEvB,uBAAA,IAAI,gCAAgB,UAAU,CAAC,GAAG,EAAE;YAClC,uBAAA,IAAI,+BAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACzC,YAAY,CAAC,uBAAA,IAAI,oCAAa,CAAC,CAAC;YAChC,aAAa,CAAC,uBAAA,IAAI,qCAAc,CAAC,CAAC;YAClC,uBAAA,IAAI,6BAAO,CAAC,IAAI,EAAE,CAAC;YACnB,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,MAAA,CAAC;QAEtB,MAAM,QAAQ,GAAG,CAAC,GAAe,EAAE,EAAE;;YACnC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,cAAc,CAAC,CAAC,CAAC;oBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;oBAC/C,IAAI,KAAK,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;wBACrC,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;oBACrE,CAAC;oBACD,MAAA,uBAAA,IAAI,oCAAa,0CAAE,OAAO,EAAE,CAAC;oBAC7B,MAAM;gBACR,CAAC;gBACD,KAAK,SAAS,CAAC,CAAC,CAAC;oBACf,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBACtE,MAAM;gBACR,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,uBAAA,IAAI,4BAAY,IAAI,MAAA,CAAC;oBACrB,uBAAA,IAAI,6BAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;oBACrC,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;oBACrB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,uBAAA,IAAI,6BAAO,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACpC,uBAAA,IAAI,6BAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC9B,IAAI,uBAAA,IAAI,gCAAS;gBAAE,OAAO;YAC1B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACpE,YAAY,CAAC,uBAAA,IAAI,oCAAa,CAAC,CAAC;YAChC,aAAa,CAAC,uBAAA,IAAI,qCAAc,CAAC,CAAC;YAClC,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,MAAM,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,uBAAA,IAAI,gCAAS,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACzD,uBAAA,IAAI,6BAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,GAAG,CAAC;QACZ,CAAC,EAAE,uBAAA,IAAI,6BAAM,CAAC,iBAAiB,CAAC,CAAC;QACjC,uBAAA,IAAI,6BAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC;QAC1E,MAAM,IAAI,CAAC,uBAAA,IAAI,6BAAO,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAe,EAAE,EAAE;YAC9D,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC,CAAC,CAAC;QACH,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,uBAAA,IAAI,gCAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QACD,uBAAA,IAAI,4BAAY,IAAI,MAAA,CAAC;QAErB,IAAI,CAAC,uBAAA,IAAI,mCAAY,EAAE,CAAC;YACtB,uBAAA,IAAI,6BAAO,CAAC,IAAI,EAAE,CAAC;YACnB,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QAED,uBAAA,IAAI,6BAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAE9C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC7D,CAAC,EAAE,uBAAA,IAAI,6BAAM,CAAC,YAAY,CAAC,CAAC;QAC5B,MAAM,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YAC/B,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,YAAY,CAAC,uBAAA,IAAI,oCAAa,CAAC,CAAC;YAChC,aAAa,CAAC,uBAAA,IAAI,qCAAc,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAoB;QAClC,IAAI,uBAAA,IAAI,mCAAY,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QACD,uBAAA,IAAI,+BAAe,IAAI,MAAA,CAAC;QACxB,uBAAA,IAAI,6BAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;CACF"}

package/dist/ipc/proc_pool.d.ts

@@ -0,0 +1,26 @@
+import type { RunningJobInfo } from '../job.js';
+import { Mutex, Queue } from '../utils.js';
+import type { JobExecutor } from './job_executor.js';
+export declare class ProcPool {
+    agent: string;
+    initializeTimeout: number;
+    closeTimeout: number;
+    executors: JobExecutor[];
+    tasks: Promise<void>[];
+    started: boolean;
+    closed: boolean;
+    controller: AbortController;
+    initMutex: Mutex;
+    procMutex: Mutex;
+    procUnlock?: () => void;
+    warmedProcQueue: Queue<JobExecutor>;
+    constructor(agent: string, numIdleProcesses: number, initializeTimeout: number, closeTimeout: number);
+    get processes(): JobExecutor[];
+    getByJobId(id: string): JobExecutor | null;
+    launchJob(info: RunningJobInfo): Promise<void>;
+    procWatchTask(): Promise<void>;
+    start(): void;
+    run(signal: AbortSignal): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=proc_pool.d.ts.map

package/dist/ipc/proc_pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proc_pool.d.ts","sourceRoot":"","sources":["../../src/ipc/proc_pool.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGrD,qBAAa,QAAQ;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,WAAW,EAAE,CAAM;IAC9B,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAM;IAC5B,OAAO,UAAS;IAChB,MAAM,UAAS;IACf,UAAU,kBAAyB;IACnC,SAAS,QAAe;IACxB,SAAS,EAAE,KAAK,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,IAAI,CAAC;IACxB,eAAe,qBAA4B;gBAGzC,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE,MAAM,EACxB,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,MAAM;IAQtB,IAAI,SAAS,IAAI,WAAW,EAAE,CAE7B;IAED,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IAIpC,SAAS,CAAC,IAAI,EAAE,cAAc;IAS9B,aAAa;IA6BnB,KAAK;IASC,GAAG,CAAC,MAAM,EAAE,WAAW;IASvB,KAAK;CASZ"}

package/dist/ipc/proc_pool.js

@@ -0,0 +1,82 @@
+import { Mutex, Queue } from '../utils.js';
+import { ProcJobExecutor } from './proc_job_executor.js';
+export class ProcPool {
+    constructor(agent, numIdleProcesses, initializeTimeout, closeTimeout) {
+        this.executors = [];
+        this.tasks = [];
+        this.started = false;
+        this.closed = false;
+        this.controller = new AbortController();
+        this.initMutex = new Mutex();
+        this.warmedProcQueue = new Queue();
+        this.agent = agent;
+        this.procMutex = new Mutex(numIdleProcesses);
+        this.initializeTimeout = initializeTimeout;
+        this.closeTimeout = closeTimeout;
+    }
+    get processes() {
+        return this.executors;
+    }
+    getByJobId(id) {
+        return this.executors.find((x) => x.runningJob && x.runningJob.job.id === id) || null;
+    }
+    async launchJob(info) {
+        const proc = await this.warmedProcQueue.get();
+        if (this.procUnlock) {
+            this.procUnlock();
+            this.procUnlock = undefined;
+        }
+        await proc.launchJob(info);
+    }
+    async procWatchTask() {
+        const proc = new ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);
+        try {
+            this.executors.push(proc);
+            const unlock = await this.initMutex.lock();
+            if (this.closed) {
+                return;
+            }
+            await proc.start();
+            try {
+                await proc.initialize();
+                await this.warmedProcQueue.put(proc);
+            }
+            catch (_a) {
+                if (this.procUnlock) {
+                    this.procUnlock();
+                    this.procUnlock = undefined;
+                }
+            }
+            unlock();
+            await proc.join();
+        }
+        finally {
+            this.executors.splice(this.executors.indexOf(proc));
+        }
+    }
+    start() {
+        if (this.started) {
+            return;
+        }
+        this.started = true;
+        this.run(this.controller.signal);
+    }
+    async run(signal) {
+        while (!signal.aborted) {
+            this.procUnlock = await this.procMutex.lock();
+            const task = this.procWatchTask();
+            this.tasks.push(task);
+            task.finally(() => this.tasks.splice(this.tasks.indexOf(task)));
+        }
+    }
+    async close() {
+        if (!this.started) {
+            return;
+        }
+        this.closed = true;
+        this.controller.abort();
+        this.executors.forEach((e) => e.close());
+        await Promise.allSettled(this.tasks);
+    }
+}
+//# sourceMappingURL=proc_pool.js.map

package/dist/ipc/proc_pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proc_pool.js","sourceRoot":"","sources":["../../src/ipc/proc_pool.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,MAAM,OAAO,QAAQ;IAcnB,YACE,KAAa,EACb,gBAAwB,EACxB,iBAAyB,EACzB,YAAoB;QAdtB,cAAS,GAAkB,EAAE,CAAC;QAC9B,UAAK,GAAoB,EAAE,CAAC;QAC5B,YAAO,GAAG,KAAK,CAAC;QAChB,WAAM,GAAG,KAAK,CAAC;QACf,eAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACnC,cAAS,GAAG,IAAI,KAAK,EAAE,CAAC;QAGxB,oBAAe,GAAG,IAAI,KAAK,EAAe,CAAC;QAQzC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC7C,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,UAAU,CAAC,EAAU;QACnB,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,IAAI,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAoB;QAClC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,CAAC;QACD,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAExF,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,OAAO;YACT,CAAC;YAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;YAAC,WAAM,CAAC;gBACP,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,IAAI,CAAC,UAAU,EAAE,CAAC;oBAClB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;gBAC9B,CAAC;YACH,CAAC;YAED,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAmB;QAC3B,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACvB,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;CACF"}