@kvman/kernel 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +11 -0
- package/dist/clock.d.ts +8 -0
- package/dist/clock.d.ts.map +1 -0
- package/dist/clock.js +13 -0
- package/dist/clock.js.map +1 -0
- package/dist/ctx/extension-ctx.d.ts +22 -0
- package/dist/ctx/extension-ctx.d.ts.map +1 -0
- package/dist/ctx/extension-ctx.js +78 -0
- package/dist/ctx/extension-ctx.js.map +1 -0
- package/dist/ctx/files-calls.d.ts +5 -0
- package/dist/ctx/files-calls.d.ts.map +1 -0
- package/dist/ctx/files-calls.js +26 -0
- package/dist/ctx/files-calls.js.map +1 -0
- package/dist/ctx/job-calls.d.ts +12 -0
- package/dist/ctx/job-calls.d.ts.map +1 -0
- package/dist/ctx/job-calls.js +73 -0
- package/dist/ctx/job-calls.js.map +1 -0
- package/dist/ctx/processes-calls.d.ts +11 -0
- package/dist/ctx/processes-calls.d.ts.map +1 -0
- package/dist/ctx/processes-calls.js +50 -0
- package/dist/ctx/processes-calls.js.map +1 -0
- package/dist/ctx/settings-calls.d.ts +5 -0
- package/dist/ctx/settings-calls.d.ts.map +1 -0
- package/dist/ctx/settings-calls.js +30 -0
- package/dist/ctx/settings-calls.js.map +1 -0
- package/dist/extensions/load-order.d.ts +13 -0
- package/dist/extensions/load-order.d.ts.map +1 -0
- package/dist/extensions/load-order.js +111 -0
- package/dist/extensions/load-order.js.map +1 -0
- package/dist/extensions/manifests.d.ts +16 -0
- package/dist/extensions/manifests.d.ts.map +1 -0
- package/dist/extensions/manifests.js +50 -0
- package/dist/extensions/manifests.js.map +1 -0
- package/dist/extensions/npm-install.d.ts +9 -0
- package/dist/extensions/npm-install.d.ts.map +1 -0
- package/dist/extensions/npm-install.js +39 -0
- package/dist/extensions/npm-install.js.map +1 -0
- package/dist/extensions/trust.d.ts +11 -0
- package/dist/extensions/trust.d.ts.map +1 -0
- package/dist/extensions/trust.js +27 -0
- package/dist/extensions/trust.js.map +1 -0
- package/dist/files/file-access.d.ts +6 -0
- package/dist/files/file-access.d.ts.map +1 -0
- package/dist/files/file-access.js +21 -0
- package/dist/files/file-access.js.map +1 -0
- package/dist/files/files.d.ts +31 -0
- package/dist/files/files.d.ts.map +1 -0
- package/dist/files/files.js +73 -0
- package/dist/files/files.js.map +1 -0
- package/dist/http/call-routes.d.ts +4 -0
- package/dist/http/call-routes.d.ts.map +1 -0
- package/dist/http/call-routes.js +72 -0
- package/dist/http/call-routes.js.map +1 -0
- package/dist/http/envelope.d.ts +8 -0
- package/dist/http/envelope.d.ts.map +1 -0
- package/dist/http/envelope.js +17 -0
- package/dist/http/envelope.js.map +1 -0
- package/dist/http/file-routes.d.ts +5 -0
- package/dist/http/file-routes.d.ts.map +1 -0
- package/dist/http/file-routes.js +47 -0
- package/dist/http/file-routes.js.map +1 -0
- package/dist/http/http-app.d.ts +11 -0
- package/dist/http/http-app.d.ts.map +1 -0
- package/dist/http/http-app.js +31 -0
- package/dist/http/http-app.js.map +1 -0
- package/dist/http/http-server.d.ts +9 -0
- package/dist/http/http-server.d.ts.map +1 -0
- package/dist/http/http-server.js +38 -0
- package/dist/http/http-server.js.map +1 -0
- package/dist/http/job-events.d.ts +18 -0
- package/dist/http/job-events.d.ts.map +1 -0
- package/dist/http/job-events.js +48 -0
- package/dist/http/job-events.js.map +1 -0
- package/dist/http/job-routes.d.ts +4 -0
- package/dist/http/job-routes.d.ts.map +1 -0
- package/dist/http/job-routes.js +20 -0
- package/dist/http/job-routes.js.map +1 -0
- package/dist/http/own-origin.d.ts +2 -0
- package/dist/http/own-origin.d.ts.map +1 -0
- package/dist/http/own-origin.js +9 -0
- package/dist/http/own-origin.js.map +1 -0
- package/dist/http/request-body.d.ts +19 -0
- package/dist/http/request-body.d.ts.map +1 -0
- package/dist/http/request-body.js +72 -0
- package/dist/http/request-body.js.map +1 -0
- package/dist/http/static-files.d.ts +3 -0
- package/dist/http/static-files.d.ts.map +1 -0
- package/dist/http/static-files.js +35 -0
- package/dist/http/static-files.js.map +1 -0
- package/dist/http/web-routes.d.ts +4 -0
- package/dist/http/web-routes.d.ts.map +1 -0
- package/dist/http/web-routes.js +23 -0
- package/dist/http/web-routes.js.map +1 -0
- package/dist/ids.d.ts +6 -0
- package/dist/ids.d.ts.map +1 -0
- package/dist/ids.js +42 -0
- package/dist/ids.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +8 -0
- package/dist/index.js.map +1 -0
- package/dist/jobs/current-job.d.ts +19 -0
- package/dist/jobs/current-job.d.ts.map +1 -0
- package/dist/jobs/current-job.js +20 -0
- package/dist/jobs/current-job.js.map +1 -0
- package/dist/jobs/dispatcher.d.ts +40 -0
- package/dist/jobs/dispatcher.d.ts.map +1 -0
- package/dist/jobs/dispatcher.js +201 -0
- package/dist/jobs/dispatcher.js.map +1 -0
- package/dist/jobs/handlers.d.ts +19 -0
- package/dist/jobs/handlers.d.ts.map +1 -0
- package/dist/jobs/handlers.js +54 -0
- package/dist/jobs/handlers.js.map +1 -0
- package/dist/jobs/job-rows.d.ts +63 -0
- package/dist/jobs/job-rows.d.ts.map +1 -0
- package/dist/jobs/job-rows.js +111 -0
- package/dist/jobs/job-rows.js.map +1 -0
- package/dist/jobs/progress-hub.d.ts +12 -0
- package/dist/jobs/progress-hub.d.ts.map +1 -0
- package/dist/jobs/progress-hub.js +40 -0
- package/dist/jobs/progress-hub.js.map +1 -0
- package/dist/jobs/registry.d.ts +38 -0
- package/dist/jobs/registry.d.ts.map +1 -0
- package/dist/jobs/registry.js +89 -0
- package/dist/jobs/registry.js.map +1 -0
- package/dist/jobs/retry-policy.d.ts +4 -0
- package/dist/jobs/retry-policy.d.ts.map +1 -0
- package/dist/jobs/retry-policy.js +10 -0
- package/dist/jobs/retry-policy.js.map +1 -0
- package/dist/jobs/run-job.d.ts +26 -0
- package/dist/jobs/run-job.d.ts.map +1 -0
- package/dist/jobs/run-job.js +120 -0
- package/dist/jobs/run-job.js.map +1 -0
- package/dist/kernel-api/extensions-api.d.ts +4 -0
- package/dist/kernel-api/extensions-api.d.ts.map +1 -0
- package/dist/kernel-api/extensions-api.js +32 -0
- package/dist/kernel-api/extensions-api.js.map +1 -0
- package/dist/kernel-api/folder-api.d.ts +4 -0
- package/dist/kernel-api/folder-api.d.ts.map +1 -0
- package/dist/kernel-api/folder-api.js +54 -0
- package/dist/kernel-api/folder-api.js.map +1 -0
- package/dist/kernel-api/folder-name.d.ts +3 -0
- package/dist/kernel-api/folder-name.d.ts.map +1 -0
- package/dist/kernel-api/folder-name.js +26 -0
- package/dist/kernel-api/folder-name.js.map +1 -0
- package/dist/kernel-api/health-api.d.ts +4 -0
- package/dist/kernel-api/health-api.d.ts.map +1 -0
- package/dist/kernel-api/health-api.js +8 -0
- package/dist/kernel-api/health-api.js.map +1 -0
- package/dist/kernel-api/jobs-files-api.d.ts +4 -0
- package/dist/kernel-api/jobs-files-api.d.ts.map +1 -0
- package/dist/kernel-api/jobs-files-api.js +18 -0
- package/dist/kernel-api/jobs-files-api.js.map +1 -0
- package/dist/kernel-api/json-schemas.d.ts +3 -0
- package/dist/kernel-api/json-schemas.d.ts.map +1 -0
- package/dist/kernel-api/json-schemas.js +16 -0
- package/dist/kernel-api/json-schemas.js.map +1 -0
- package/dist/kernel-api/kernel-api-services.d.ts +17 -0
- package/dist/kernel-api/kernel-api-services.d.ts.map +1 -0
- package/dist/kernel-api/kernel-api-services.js +2 -0
- package/dist/kernel-api/kernel-api-services.js.map +1 -0
- package/dist/kernel-api/kernel-registrations.d.ts +19 -0
- package/dist/kernel-api/kernel-registrations.d.ts.map +1 -0
- package/dist/kernel-api/kernel-registrations.js +14 -0
- package/dist/kernel-api/kernel-registrations.js.map +1 -0
- package/dist/kernel-api/preset-api.d.ts +4 -0
- package/dist/kernel-api/preset-api.d.ts.map +1 -0
- package/dist/kernel-api/preset-api.js +10 -0
- package/dist/kernel-api/preset-api.js.map +1 -0
- package/dist/kernel-api/register-kernel-api.d.ts +4 -0
- package/dist/kernel-api/register-kernel-api.d.ts.map +1 -0
- package/dist/kernel-api/register-kernel-api.js +24 -0
- package/dist/kernel-api/register-kernel-api.js.map +1 -0
- package/dist/kernel-api/restart-api.d.ts +4 -0
- package/dist/kernel-api/restart-api.d.ts.map +1 -0
- package/dist/kernel-api/restart-api.js +10 -0
- package/dist/kernel-api/restart-api.js.map +1 -0
- package/dist/kernel-api/secrets-api.d.ts +4 -0
- package/dist/kernel-api/secrets-api.d.ts.map +1 -0
- package/dist/kernel-api/secrets-api.js +23 -0
- package/dist/kernel-api/secrets-api.js.map +1 -0
- package/dist/kernel-api/settings-api.d.ts +4 -0
- package/dist/kernel-api/settings-api.d.ts.map +1 -0
- package/dist/kernel-api/settings-api.js +33 -0
- package/dist/kernel-api/settings-api.js.map +1 -0
- package/dist/kernel-api/workspace-api.d.ts +4 -0
- package/dist/kernel-api/workspace-api.d.ts.map +1 -0
- package/dist/kernel-api/workspace-api.js +13 -0
- package/dist/kernel-api/workspace-api.js.map +1 -0
- package/dist/kernel-lifecycle.d.ts +8 -0
- package/dist/kernel-lifecycle.d.ts.map +1 -0
- package/dist/kernel-lifecycle.js +56 -0
- package/dist/kernel-lifecycle.js.map +1 -0
- package/dist/kernel-requests.d.ts +25 -0
- package/dist/kernel-requests.d.ts.map +1 -0
- package/dist/kernel-requests.js +63 -0
- package/dist/kernel-requests.js.map +1 -0
- package/dist/kernel-version.d.ts +2 -0
- package/dist/kernel-version.d.ts.map +1 -0
- package/dist/kernel-version.js +8 -0
- package/dist/kernel-version.js.map +1 -0
- package/dist/kernel-web.d.ts +36 -0
- package/dist/kernel-web.d.ts.map +1 -0
- package/dist/kernel-web.js +26 -0
- package/dist/kernel-web.js.map +1 -0
- package/dist/kernel.d.ts +44 -0
- package/dist/kernel.d.ts.map +1 -0
- package/dist/kernel.js +157 -0
- package/dist/kernel.js.map +1 -0
- package/dist/limits.d.ts +6 -0
- package/dist/limits.d.ts.map +1 -0
- package/dist/limits.js +8 -0
- package/dist/limits.js.map +1 -0
- package/dist/localization/catalogs.d.ts +15 -0
- package/dist/localization/catalogs.d.ts.map +1 -0
- package/dist/localization/catalogs.js +66 -0
- package/dist/localization/catalogs.js.map +1 -0
- package/dist/logging/log-file.d.ts +7 -0
- package/dist/logging/log-file.d.ts.map +1 -0
- package/dist/logging/log-file.js +12 -0
- package/dist/logging/log-file.js.map +1 -0
- package/dist/logging/logger.d.ts +12 -0
- package/dist/logging/logger.d.ts.map +1 -0
- package/dist/logging/logger.js +14 -0
- package/dist/logging/logger.js.map +1 -0
- package/dist/logging/terminal-lines.d.ts +4 -0
- package/dist/logging/terminal-lines.d.ts.map +1 -0
- package/dist/logging/terminal-lines.js +16 -0
- package/dist/logging/terminal-lines.js.map +1 -0
- package/dist/preset-edit/install-source.d.ts +8 -0
- package/dist/preset-edit/install-source.d.ts.map +1 -0
- package/dist/preset-edit/install-source.js +36 -0
- package/dist/preset-edit/install-source.js.map +1 -0
- package/dist/preset-edit/preset-backup.d.ts +10 -0
- package/dist/preset-edit/preset-backup.d.ts.map +1 -0
- package/dist/preset-edit/preset-backup.js +45 -0
- package/dist/preset-edit/preset-backup.js.map +1 -0
- package/dist/preset-edit/preset-files.d.ts +6 -0
- package/dist/preset-edit/preset-files.d.ts.map +1 -0
- package/dist/preset-edit/preset-files.js +56 -0
- package/dist/preset-edit/preset-files.js.map +1 -0
- package/dist/preset-edit/preset-source.d.ts +7 -0
- package/dist/preset-edit/preset-source.d.ts.map +1 -0
- package/dist/preset-edit/preset-source.js +2 -0
- package/dist/preset-edit/preset-source.js.map +1 -0
- package/dist/preset-edit/preset-store.d.ts +22 -0
- package/dist/preset-edit/preset-store.d.ts.map +1 -0
- package/dist/preset-edit/preset-store.js +70 -0
- package/dist/preset-edit/preset-store.js.map +1 -0
- package/dist/problems.d.ts +3 -0
- package/dist/problems.d.ts.map +1 -0
- package/dist/problems.js +6 -0
- package/dist/problems.js.map +1 -0
- package/dist/processes/process-kill.d.ts +16 -0
- package/dist/processes/process-kill.d.ts.map +1 -0
- package/dist/processes/process-kill.js +45 -0
- package/dist/processes/process-kill.js.map +1 -0
- package/dist/processes/process-log.d.ts +10 -0
- package/dist/processes/process-log.d.ts.map +1 -0
- package/dist/processes/process-log.js +41 -0
- package/dist/processes/process-log.js.map +1 -0
- package/dist/processes/process-rows.d.ts +11 -0
- package/dist/processes/process-rows.d.ts.map +1 -0
- package/dist/processes/process-rows.js +21 -0
- package/dist/processes/process-rows.js.map +1 -0
- package/dist/processes/process-service.d.ts +30 -0
- package/dist/processes/process-service.d.ts.map +1 -0
- package/dist/processes/process-service.js +110 -0
- package/dist/processes/process-service.js.map +1 -0
- package/dist/reload/reload-extensions.d.ts +5 -0
- package/dist/reload/reload-extensions.d.ts.map +1 -0
- package/dist/reload/reload-extensions.js +25 -0
- package/dist/reload/reload-extensions.js.map +1 -0
- package/dist/reload/watcher.d.ts +7 -0
- package/dist/reload/watcher.d.ts.map +1 -0
- package/dist/reload/watcher.js +40 -0
- package/dist/reload/watcher.js.map +1 -0
- package/dist/run/extension-run.d.ts +36 -0
- package/dist/run/extension-run.d.ts.map +1 -0
- package/dist/run/extension-run.js +81 -0
- package/dist/run/extension-run.js.map +1 -0
- package/dist/schedules/schedule-rows.d.ts +27 -0
- package/dist/schedules/schedule-rows.d.ts.map +1 -0
- package/dist/schedules/schedule-rows.js +70 -0
- package/dist/schedules/schedule-rows.js.map +1 -0
- package/dist/sdk-version.d.ts +2 -0
- package/dist/sdk-version.d.ts.map +1 -0
- package/dist/sdk-version.js +10 -0
- package/dist/sdk-version.js.map +1 -0
- package/dist/secrets/secrets-file.d.ts +11 -0
- package/dist/secrets/secrets-file.d.ts.map +1 -0
- package/dist/secrets/secrets-file.js +50 -0
- package/dist/secrets/secrets-file.js.map +1 -0
- package/dist/settings/kernel-settings.d.ts +4 -0
- package/dist/settings/kernel-settings.d.ts.map +1 -0
- package/dist/settings/kernel-settings.js +20 -0
- package/dist/settings/kernel-settings.js.map +1 -0
- package/dist/settings/preset-check.d.ts +4 -0
- package/dist/settings/preset-check.d.ts.map +1 -0
- package/dist/settings/preset-check.js +19 -0
- package/dist/settings/preset-check.js.map +1 -0
- package/dist/settings/settings.d.ts +31 -0
- package/dist/settings/settings.d.ts.map +1 -0
- package/dist/settings/settings.js +68 -0
- package/dist/settings/settings.js.map +1 -0
- package/dist/storage/database.d.ts +6 -0
- package/dist/storage/database.d.ts.map +1 -0
- package/dist/storage/database.js +31 -0
- package/dist/storage/database.js.map +1 -0
- package/dist/storage/schema.d.ts +2 -0
- package/dist/storage/schema.d.ts.map +1 -0
- package/dist/storage/schema.js +108 -0
- package/dist/storage/schema.js.map +1 -0
- package/dist/store/collections.d.ts +6 -0
- package/dist/store/collections.d.ts.map +1 -0
- package/dist/store/collections.js +63 -0
- package/dist/store/collections.js.map +1 -0
- package/dist/store/filters.d.ts +10 -0
- package/dist/store/filters.d.ts.map +1 -0
- package/dist/store/filters.js +40 -0
- package/dist/store/filters.js.map +1 -0
- package/dist/store/json-values.d.ts +6 -0
- package/dist/store/json-values.d.ts.map +1 -0
- package/dist/store/json-values.js +20 -0
- package/dist/store/json-values.js.map +1 -0
- package/dist/store/kv.d.ts +9 -0
- package/dist/store/kv.d.ts.map +1 -0
- package/dist/store/kv.js +23 -0
- package/dist/store/kv.js.map +1 -0
- package/dist/store/store.d.ts +11 -0
- package/dist/store/store.d.ts.map +1 -0
- package/dist/store/store.js +62 -0
- package/dist/store/store.js.map +1 -0
- package/dist/wasm-code-gc.d.ts +2 -0
- package/dist/wasm-code-gc.d.ts.map +1 -0
- package/dist/wasm-code-gc.js +9 -0
- package/dist/wasm-code-gc.js.map +1 -0
- package/dist/workers/pool.d.ts +31 -0
- package/dist/workers/pool.d.ts.map +1 -0
- package/dist/workers/pool.js +208 -0
- package/dist/workers/pool.js.map +1 -0
- package/dist/workers/protocol.d.ts +431 -0
- package/dist/workers/protocol.d.ts.map +1 -0
- package/dist/workers/protocol.js +93 -0
- package/dist/workers/protocol.js.map +1 -0
- package/dist/workers/root-runner.d.ts +15 -0
- package/dist/workers/root-runner.d.ts.map +1 -0
- package/dist/workers/root-runner.js +63 -0
- package/dist/workers/root-runner.js.map +1 -0
- package/dist/workers/sdk-resolution.d.ts +2 -0
- package/dist/workers/sdk-resolution.d.ts.map +1 -0
- package/dist/workers/sdk-resolution.js +14 -0
- package/dist/workers/sdk-resolution.js.map +1 -0
- package/dist/workers/worker-main.d.ts +2 -0
- package/dist/workers/worker-main.d.ts.map +1 -0
- package/dist/workers/worker-main.js +123 -0
- package/dist/workers/worker-main.js.map +1 -0
- package/dist/workspaces/workspaces.d.ts +17 -0
- package/dist/workspaces/workspaces.d.ts.map +1 -0
- package/dist/workspaces/workspaces.js +85 -0
- package/dist/workspaces/workspaces.js.map +1 -0
- package/locales/ar.json +70 -0
- package/locales/en.json +70 -0
- package/package.json +45 -0
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
import { ProblemError } from '@kvman/sdk';
|
|
2
|
+
import { kernelProblem } from "../problems.js";
|
|
3
|
+
import { backoffMs, isRetried } from "./retry-policy.js";
|
|
4
|
+
export function createDispatcher(options) {
|
|
5
|
+
const { connection, rows, schedules, clock } = options;
|
|
6
|
+
let pool;
|
|
7
|
+
let handlers = [];
|
|
8
|
+
let mode = 'running';
|
|
9
|
+
let timer;
|
|
10
|
+
// Set when due jobs may be waiting for a free slot, so a slot freed by a sync job only wakes the loop then.
|
|
11
|
+
let waitingForSlot = false;
|
|
12
|
+
const attempts = new Map();
|
|
13
|
+
const endWaiters = new Map();
|
|
14
|
+
let settleWaiters = [];
|
|
15
|
+
const deliver = (point, input, workspaceId, onlyExtension) => handlers
|
|
16
|
+
.filter((handler) => handler.point === point && (onlyExtension === undefined || handler.extension === onlyExtension))
|
|
17
|
+
.map((handler) => rows.insert({ name: point, input, workspaceId, caller: { kind: 'kernel' }, retries: handler.retries, fromHandler: true, handlerExtension: handler.extension, runAt: clock.now() }));
|
|
18
|
+
const ended = (id) => {
|
|
19
|
+
const job = rows.get(id);
|
|
20
|
+
if (job === undefined || job.endedAt === undefined)
|
|
21
|
+
return;
|
|
22
|
+
for (const resolve of endWaiters.get(id) ?? [])
|
|
23
|
+
resolve(job);
|
|
24
|
+
endWaiters.delete(id);
|
|
25
|
+
};
|
|
26
|
+
const base = (job) => ({ jobId: job.id, rootId: job.id, name: job.name, caller: job.caller, workspaceId: job.workspaceId });
|
|
27
|
+
const record = (job, outcome) => {
|
|
28
|
+
const deliverFor = (point, extra) => {
|
|
29
|
+
if (!job.fromHandler)
|
|
30
|
+
deliver(point, { ...base(job), ...extra }, job.workspaceId);
|
|
31
|
+
};
|
|
32
|
+
connection.transaction(() => {
|
|
33
|
+
if ('output' in outcome) {
|
|
34
|
+
rows.succeed(job.id, outcome.output);
|
|
35
|
+
deliverFor('kernel.job.succeeded', {});
|
|
36
|
+
}
|
|
37
|
+
else if (outcome.problem.code === 'CANCELLED') {
|
|
38
|
+
rows.cancel(job.id);
|
|
39
|
+
deliverFor('kernel.job.cancelled', { reason: 'cancel' });
|
|
40
|
+
}
|
|
41
|
+
else if (isRetried(outcome.problem) && job.attempts <= job.retries && !(job.name === 'kernel.stopping' && job.handlerExtension !== undefined)) {
|
|
42
|
+
rows.requeue(job.id, outcome.problem, clock.now() + backoffMs(job.attempts));
|
|
43
|
+
}
|
|
44
|
+
else {
|
|
45
|
+
rows.fail(job.id, outcome.problem);
|
|
46
|
+
deliverFor('kernel.job.failed', { problem: outcome.problem, attempts: job.attempts });
|
|
47
|
+
}
|
|
48
|
+
})();
|
|
49
|
+
ended(job.id);
|
|
50
|
+
};
|
|
51
|
+
const dispatch = (active, job) => {
|
|
52
|
+
const run = async () => {
|
|
53
|
+
try {
|
|
54
|
+
const workspace = options.workspaceOf(job.workspaceId);
|
|
55
|
+
const root = { id: job.id, name: job.name, input: job.input, workspace, caller: job.caller, async: true, fromHandler: job.fromHandler };
|
|
56
|
+
return { output: await active.run(job.handlerExtension === undefined ? root : { ...root, handlerExtension: job.handlerExtension }) };
|
|
57
|
+
}
|
|
58
|
+
catch (error) {
|
|
59
|
+
if (error instanceof ProblemError)
|
|
60
|
+
return { problem: error.problem };
|
|
61
|
+
throw error;
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
attempts.set(job.id, run().then((outcome) => {
|
|
65
|
+
record(job, outcome);
|
|
66
|
+
attempts.delete(job.id);
|
|
67
|
+
tick();
|
|
68
|
+
}));
|
|
69
|
+
};
|
|
70
|
+
const nextDue = () => {
|
|
71
|
+
const times = [rows.earliestRunAt(), mode === 'running' ? schedules.earliestNextRun() : undefined].filter((time) => time !== undefined);
|
|
72
|
+
return times.length === 0 ? undefined : Math.min(...times);
|
|
73
|
+
};
|
|
74
|
+
const checkSettled = () => {
|
|
75
|
+
const due = nextDue();
|
|
76
|
+
if (attempts.size > 0 || (due !== undefined && due <= clock.now() && mode !== 'stopped'))
|
|
77
|
+
return;
|
|
78
|
+
const waiters = settleWaiters;
|
|
79
|
+
settleWaiters = [];
|
|
80
|
+
for (const resolve of waiters)
|
|
81
|
+
resolve();
|
|
82
|
+
};
|
|
83
|
+
const arm = () => {
|
|
84
|
+
timer?.();
|
|
85
|
+
timer = undefined;
|
|
86
|
+
const due = nextDue();
|
|
87
|
+
if (due !== undefined && due > clock.now() && mode !== 'stopped')
|
|
88
|
+
timer = clock.setTimer(due - clock.now(), tick);
|
|
89
|
+
};
|
|
90
|
+
const tick = () => {
|
|
91
|
+
const active = pool;
|
|
92
|
+
if (active === undefined || mode === 'stopped')
|
|
93
|
+
return;
|
|
94
|
+
const scheduleDue = schedules.earliestNextRun();
|
|
95
|
+
if (mode === 'running' && scheduleDue !== undefined && scheduleDue <= clock.now()) {
|
|
96
|
+
connection.transaction(() => schedules.queueDue((job) => rows.insert(job)))();
|
|
97
|
+
}
|
|
98
|
+
const free = active.freeSlots();
|
|
99
|
+
const claimed = free > 0 ? rows.claimDue(free, mode === 'stopping' ? 'kernel.stopping' : undefined) : [];
|
|
100
|
+
for (const job of claimed)
|
|
101
|
+
dispatch(active, job);
|
|
102
|
+
const due = rows.earliestRunAt();
|
|
103
|
+
waitingForSlot = claimed.length === free && due !== undefined && due <= clock.now();
|
|
104
|
+
arm();
|
|
105
|
+
checkSettled();
|
|
106
|
+
};
|
|
107
|
+
return {
|
|
108
|
+
attach(active, summaries) {
|
|
109
|
+
pool = active;
|
|
110
|
+
handlers = summaries;
|
|
111
|
+
},
|
|
112
|
+
wake: tick,
|
|
113
|
+
slotFreed() {
|
|
114
|
+
if (waitingForSlot)
|
|
115
|
+
tick();
|
|
116
|
+
},
|
|
117
|
+
setMode(next) {
|
|
118
|
+
mode = next;
|
|
119
|
+
if (next === 'stopped') {
|
|
120
|
+
timer?.();
|
|
121
|
+
timer = undefined;
|
|
122
|
+
}
|
|
123
|
+
tick();
|
|
124
|
+
},
|
|
125
|
+
queue(job) {
|
|
126
|
+
const id = rows.insert(job);
|
|
127
|
+
tick();
|
|
128
|
+
return id;
|
|
129
|
+
},
|
|
130
|
+
// For a job a handler queues: it starts on the next turn of the event loop, after the reply with its id has gone to
|
|
131
|
+
// the worker, so a handler that reports the id (kvcoder's follow chunk) always does so before the new job runs.
|
|
132
|
+
queueAfterReply(job) {
|
|
133
|
+
const id = rows.insert(job);
|
|
134
|
+
setImmediate(tick);
|
|
135
|
+
return id;
|
|
136
|
+
},
|
|
137
|
+
deliver(point, input, workspaceId) {
|
|
138
|
+
const ids = connection.transaction(() => deliver(point, input, workspaceId))();
|
|
139
|
+
tick();
|
|
140
|
+
return ids;
|
|
141
|
+
},
|
|
142
|
+
deliverTo(point, extension, input, workspaceId) {
|
|
143
|
+
const ids = connection.transaction(() => deliver(point, input, workspaceId, extension))();
|
|
144
|
+
tick();
|
|
145
|
+
return ids;
|
|
146
|
+
},
|
|
147
|
+
// Runs `work` in one transaction with the handler jobs it delivers, then starts what is due.
|
|
148
|
+
deliverAlong(work) {
|
|
149
|
+
const result = connection.transaction(() => work((point, input, workspaceId) => void deliver(point, input, workspaceId)))();
|
|
150
|
+
tick();
|
|
151
|
+
return result;
|
|
152
|
+
},
|
|
153
|
+
deliverSyncEnd(end) {
|
|
154
|
+
connection.transaction(() => deliver(end.point, end.input, end.workspaceId))();
|
|
155
|
+
tick();
|
|
156
|
+
},
|
|
157
|
+
// Attempts left running by a stop or a crash end INTERRUPTED, and are retried like any failure (plan 02 §2.3).
|
|
158
|
+
interruptLeftovers() {
|
|
159
|
+
for (const job of rows.running())
|
|
160
|
+
record(job, { problem: kernelProblem('INTERRUPTED', 'kvman stopped during the attempt.').problem });
|
|
161
|
+
},
|
|
162
|
+
// A handler that never started before the end of shutdown is dropped (ADR 0009, 18).
|
|
163
|
+
dropQueued(point) {
|
|
164
|
+
for (const job of rows.queuedHandlers(point))
|
|
165
|
+
record({ ...job, retries: 0 }, { problem: kernelProblem('INTERRUPTED', 'kvman stopped before the handler ran.').problem });
|
|
166
|
+
},
|
|
167
|
+
cancel(jobId) {
|
|
168
|
+
const job = rows.claimed(jobId);
|
|
169
|
+
if (job === undefined) {
|
|
170
|
+
if (pool?.abort(jobId, 'cancel') !== true)
|
|
171
|
+
throw kernelProblem('NOT_FOUND', `There is no running job ${jobId}.`, { jobId });
|
|
172
|
+
return;
|
|
173
|
+
}
|
|
174
|
+
const status = rows.get(jobId)?.status;
|
|
175
|
+
if (status === 'queued')
|
|
176
|
+
record(job, { problem: kernelProblem('CANCELLED', 'The job was cancelled.').problem });
|
|
177
|
+
else if (status === 'running')
|
|
178
|
+
pool?.abort(jobId, 'cancel');
|
|
179
|
+
},
|
|
180
|
+
waitForJob(id) {
|
|
181
|
+
const job = rows.get(id);
|
|
182
|
+
if (job === undefined)
|
|
183
|
+
return Promise.reject(kernelProblem('NOT_FOUND', `There is no job ${id}.`, { jobId: id }));
|
|
184
|
+
if (job.endedAt !== undefined)
|
|
185
|
+
return Promise.resolve(job);
|
|
186
|
+
return new Promise((resolve) => endWaiters.set(id, [...(endWaiters.get(id) ?? []), resolve]));
|
|
187
|
+
},
|
|
188
|
+
settled() {
|
|
189
|
+
const done = new Promise((resolve) => settleWaiters.push(resolve));
|
|
190
|
+
checkSettled();
|
|
191
|
+
return done;
|
|
192
|
+
},
|
|
193
|
+
running() {
|
|
194
|
+
return attempts.size;
|
|
195
|
+
},
|
|
196
|
+
drained: async () => {
|
|
197
|
+
await Promise.all(attempts.values());
|
|
198
|
+
},
|
|
199
|
+
};
|
|
200
|
+
}
|
|
201
|
+
//# sourceMappingURL=dispatcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dispatcher.js","sourceRoot":"","sources":["../../src/jobs/dispatcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA0C,MAAM,YAAY,CAAC;AAGlF,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAO/C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAwBzD,MAAM,UAAU,gBAAgB,CAAC,OAA0B;IACzD,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;IACvD,IAAI,IAA4B,CAAC;IACjC,IAAI,QAAQ,GAA8B,EAAE,CAAC;IAC7C,IAAI,IAAI,GAAmB,SAAS,CAAC;IACrC,IAAI,KAA8B,CAAC;IACnC,4GAA4G;IAC5G,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAyB,CAAC;IAClD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkC,CAAC;IAC7D,IAAI,aAAa,GAAmB,EAAE,CAAC;IAEvC,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,KAA8B,EAAE,WAAmB,EAAE,aAAsB,EAAY,EAAE,CACvH,QAAQ;SACL,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,aAAa,KAAK,SAAS,IAAI,OAAO,CAAC,SAAS,KAAK,aAAa,CAAC,CAAC;SACpH,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACf,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC,CACnL,CAAC;IAEN,MAAM,KAAK,GAAG,CAAC,EAAU,EAAQ,EAAE;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO;QAC3D,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE;YAAE,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7D,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,CAAC,GAAe,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IAExI,MAAM,MAAM,GAAG,CAAC,GAAe,EAAE,OAAgB,EAAQ,EAAE;QACzD,MAAM,UAAU,GAAG,CAAC,KAAa,EAAE,KAA8B,EAAQ,EAAE;YACzE,IAAI,CAAC,GAAG,CAAC,WAAW;gBAAE,OAAO,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,EAAE,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;QACpF,CAAC,CAAC;QACF,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE;YAC1B,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;gBACxB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBACrC,UAAU,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpB,UAAU,CAAC,sBAAsB,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC3D,CAAC;iBAAM,IAAI,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,iBAAiB,IAAI,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,EAAE,CAAC;gBAChJ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC/E,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;gBACnC,UAAU,CAAC,mBAAmB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QACL,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,CAAC,MAAkB,EAAE,GAAe,EAAQ,EAAE;QAC7D,MAAM,GAAG,GAAG,KAAK,IAAsB,EAAE;YACvC,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBACvD,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC;gBACxI,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,EAAE,CAAC,EAAE,CAAC;YACvI,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,YAAY;oBAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBACrE,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,CAAC;QACF,QAAQ,CAAC,GAAG,CACV,GAAG,CAAC,EAAE,EACN,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;YACrB,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACrB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,CAAC;QACT,CAAC,CAAC,CACH,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,GAAuB,EAAE;QACvC,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;QACxI,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IAC7D,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,GAAS,EAAE;QAC9B,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;QACtB,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,EAAE,IAAI,IAAI,KAAK,SAAS,CAAC;YAAE,OAAO;QACjG,MAAM,OAAO,GAAG,aAAa,CAAC;QAC9B,aAAa,GAAG,EAAE,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,OAAO;YAAE,OAAO,EAAE,CAAC;IAC3C,CAAC,CAAC;IAEF,MAAM,GAAG,GAAG,GAAS,EAAE;QACrB,KAAK,EAAE,EAAE,CAAC;QACV,KAAK,GAAG,SAAS,CAAC;QAClB,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;QACtB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,IAAI,KAAK,SAAS;YAAE,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;IACpH,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,GAAS,EAAE;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC;QACpB,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO;QACvD,MAAM,WAAW,GAAG,SAAS,CAAC,eAAe,EAAE,CAAC;QAChD,IAAI,IAAI,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,IAAI,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC;YAClF,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzG,KAAK,MAAM,GAAG,IAAI,OAAO;YAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACjC,cAAc,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;QACpF,GAAG,EAAE,CAAC;QACN,YAAY,EAAE,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,MAAM,CAAC,MAAkB,EAAE,SAAoC;YAC7D,IAAI,GAAG,MAAM,CAAC;YACd,QAAQ,GAAG,SAAS,CAAC;QACvB,CAAC;QACD,IAAI,EAAE,IAAI;QACV,SAAS;YACP,IAAI,cAAc;gBAAE,IAAI,EAAE,CAAC;QAC7B,CAAC;QACD,OAAO,CAAC,IAAoB;YAC1B,IAAI,GAAG,IAAI,CAAC;YACZ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,KAAK,EAAE,EAAE,CAAC;gBACV,KAAK,GAAG,SAAS,CAAC;YACpB,CAAC;YACD,IAAI,EAAE,CAAC;QACT,CAAC;QACD,KAAK,CAAC,GAAW;YACf,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,oHAAoH;QACpH,gHAAgH;QAChH,eAAe,CAAC,GAAW;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC5B,YAAY,CAAC,IAAI,CAAC,CAAC;YACnB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,CAAC,KAAa,EAAE,KAA8B,EAAE,WAAmB;YACxE,MAAM,GAAG,GAAG,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,EAAE,CAAC;YAC/E,IAAI,EAAE,CAAC;YACP,OAAO,GAAG,CAAC;QACb,CAAC;QACD,SAAS,CAAC,KAAa,EAAE,SAAiB,EAAE,KAA8B,EAAE,WAAmB;YAC7F,MAAM,GAAG,GAAG,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;YAC1F,IAAI,EAAE,CAAC;YACP,OAAO,GAAG,CAAC;QACb,CAAC;QACD,6FAA6F;QAC7F,YAAY,CAAS,IAAoC;YACvD,MAAM,MAAM,GAAG,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC,KAAK,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5H,IAAI,EAAE,CAAC;YACP,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,cAAc,CAAC,GAAY;YACzB,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;YAC/E,IAAI,EAAE,CAAC;QACT,CAAC;QACD,+GAA+G;QAC/G,kBAAkB;YAChB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE;gBAAE,MAAM,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,aAAa,CAAC,aAAa,EAAE,mCAAmC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACxI,CAAC;QACD,qFAAqF;QACrF,UAAU,CAAC,KAAa;YACtB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;gBAAE,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,aAAa,CAAC,aAAa,EAAE,uCAAuC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3K,CAAC;QACD,MAAM,CAAC,KAAa;YAClB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACtB,IAAI,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI;oBAAE,MAAM,aAAa,CAAC,WAAW,EAAE,2BAA2B,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC5H,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;YACvC,IAAI,MAAM,KAAK,QAAQ;gBAAE,MAAM,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,aAAa,CAAC,WAAW,EAAE,wBAAwB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;iBAC3G,IAAI,MAAM,KAAK,SAAS;gBAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC9D,CAAC;QACD,UAAU,CAAC,EAAU;YACnB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,GAAG,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,WAAW,EAAE,mBAAmB,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAClH,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC3D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAChG,CAAC;QACD,OAAO;YACL,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACzE,YAAY,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO;YACL,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QACD,OAAO,EAAE,KAAK,IAAmB,EAAE;YACjC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACvC,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { type HandlerPoint, type HandlerRegistration } from '@kvman/sdk';
|
|
2
|
+
import type { Owner, Registry, StartedJob } from './registry.ts';
|
|
3
|
+
export declare const handlerPoints: string[];
|
|
4
|
+
export type HandlerEntry = {
|
|
5
|
+
point: string;
|
|
6
|
+
owner: string;
|
|
7
|
+
description: string;
|
|
8
|
+
retries: number;
|
|
9
|
+
timeoutMs: number;
|
|
10
|
+
start: (input: unknown) => StartedJob;
|
|
11
|
+
};
|
|
12
|
+
export type HandlerSummary = {
|
|
13
|
+
point: string;
|
|
14
|
+
extension: string;
|
|
15
|
+
retries: number;
|
|
16
|
+
};
|
|
17
|
+
export declare function registerHandler<Point extends HandlerPoint>(registry: Registry, owner: Owner, point: Point, registration: HandlerRegistration<Point>): void;
|
|
18
|
+
export declare function handlerSummaries(registry: Registry): HandlerSummary[];
|
|
19
|
+
//# sourceMappingURL=handlers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handlers.d.ts","sourceRoot":"","sources":["../../src/jobs/handlers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkC,KAAK,YAAY,EAAsB,KAAK,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAE7H,OAAO,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAiBjE,eAAO,MAAM,aAAa,UAAiC,CAAC;AAE5D,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,UAAU,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAiBnF,wBAAgB,eAAe,CAAC,KAAK,SAAS,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,mBAAmB,CAAC,KAAK,CAAC,GAAG,IAAI,CAkB1J;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,GAAG,cAAc,EAAE,CAErE"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { callerSchema, problemSchema, z } from '@kvman/sdk';
|
|
2
|
+
import { kernelProblem } from "../problems.js";
|
|
3
|
+
// Handlers for the kernel's points (plan 02 §2.15): one per extension and point, run as async jobs.
|
|
4
|
+
const jobPointSchema = z.object({ jobId: z.string(), rootId: z.string(), name: z.string(), caller: callerSchema, workspaceId: z.string() });
|
|
5
|
+
const emptySchema = z.object({}).strict();
|
|
6
|
+
const pointInputSchemas = {
|
|
7
|
+
'kernel.job.failed': jobPointSchema.extend({ problem: problemSchema, attempts: z.number().int() }),
|
|
8
|
+
'kernel.job.succeeded': jobPointSchema,
|
|
9
|
+
'kernel.job.cancelled': jobPointSchema.extend({ reason: z.string() }),
|
|
10
|
+
'kernel.process.exited': z.object({ extension: z.string(), workspaceId: z.string(), name: z.string(), exitCode: z.number().nullable(), signal: z.string().nullable() }),
|
|
11
|
+
'kernel.workspace.opened': z.object({ workspaceId: z.string() }),
|
|
12
|
+
'kernel.started': emptySchema,
|
|
13
|
+
'kernel.stopping': emptySchema,
|
|
14
|
+
};
|
|
15
|
+
export const handlerPoints = Object.keys(pointInputSchemas);
|
|
16
|
+
function isPoint(point) {
|
|
17
|
+
return Object.hasOwn(pointInputSchemas, point);
|
|
18
|
+
}
|
|
19
|
+
const registrationSchema = z.object({
|
|
20
|
+
description: z.string().trim().min(1),
|
|
21
|
+
handle: z.custom((value) => typeof value === 'function', 'handle must be a function'),
|
|
22
|
+
retries: z.number().int().nonnegative().optional(),
|
|
23
|
+
timeoutMs: z.number().int().positive().optional(),
|
|
24
|
+
});
|
|
25
|
+
function invalid(owner, message) {
|
|
26
|
+
return kernelProblem('EXTENSION_INVALID', `${owner.name}: ${message}`, { extension: owner.name });
|
|
27
|
+
}
|
|
28
|
+
export function registerHandler(registry, owner, point, registration) {
|
|
29
|
+
if (registry.sealed)
|
|
30
|
+
throw invalid(owner, `a handler for "${point}" was registered after the entry returned; registrations are sealed.`);
|
|
31
|
+
if (!isPoint(point))
|
|
32
|
+
throw invalid(owner, `"${String(point)}" is not a kernel handler point.`);
|
|
33
|
+
if (registry.handlers.some((entry) => entry.point === point && entry.owner === owner.name))
|
|
34
|
+
throw invalid(owner, `it registers two handlers for "${point}".`);
|
|
35
|
+
const parsed = registrationSchema.safeParse(registration);
|
|
36
|
+
if (!parsed.success)
|
|
37
|
+
throw invalid(owner, `the handler for "${point}" is invalid (${z.prettifyError(parsed.error)}).`);
|
|
38
|
+
const schema = pointInputSchemas[point];
|
|
39
|
+
registry.handlers.push({
|
|
40
|
+
point,
|
|
41
|
+
owner: owner.name,
|
|
42
|
+
description: parsed.data.description,
|
|
43
|
+
retries: registration.retries ?? 3,
|
|
44
|
+
timeoutMs: registration.timeoutMs ?? 600_000,
|
|
45
|
+
start: (input) => {
|
|
46
|
+
const checked = schema.safeParse(input);
|
|
47
|
+
return checked.success ? { run: () => registration.handle(checked.data) } : { error: checked.error };
|
|
48
|
+
},
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
export function handlerSummaries(registry) {
|
|
52
|
+
return registry.handlers.map((entry) => ({ point: entry.point, extension: entry.owner, retries: entry.retries }));
|
|
53
|
+
}
|
|
54
|
+
//# sourceMappingURL=handlers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handlers.js","sourceRoot":"","sources":["../../src/jobs/handlers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,EAAmE,MAAM,YAAY,CAAC;AAC7H,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,oGAAoG;AAEpG,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AAC5I,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AAE1C,MAAM,iBAAiB,GAAiE;IACtF,mBAAmB,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;IAClG,sBAAsB,EAAE,cAAc;IACtC,sBAAsB,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IACrE,uBAAuB,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;IACvK,yBAAyB,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IAChE,gBAAgB,EAAE,WAAW;IAC7B,iBAAiB,EAAE,WAAW;CAC/B,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;AAa5D,SAAS,OAAO,CAAC,KAAa;IAC5B,OAAO,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,CAA8B,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,EAAE,2BAA2B,CAAC;IAClH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAClD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,SAAS,OAAO,CAAC,KAAY,EAAE,OAAe;IAC5C,OAAO,aAAa,CAAC,mBAAmB,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,eAAe,CAA6B,QAAkB,EAAE,KAAY,EAAE,KAAY,EAAE,YAAwC;IAClJ,IAAI,QAAQ,CAAC,MAAM;QAAE,MAAM,OAAO,CAAC,KAAK,EAAE,kBAAkB,KAAK,sEAAsE,CAAC,CAAC;IACzI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,OAAO,CAAC,KAAK,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAC/F,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,CAAC;QAAE,MAAM,OAAO,CAAC,KAAK,EAAE,kCAAkC,KAAK,IAAI,CAAC,CAAC;IAC9J,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,MAAM,OAAO,CAAC,KAAK,EAAE,oBAAoB,KAAK,iBAAiB,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvH,MAAM,MAAM,GAAoC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACzE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;QACrB,KAAK;QACL,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;QACpC,OAAO,EAAE,YAAY,CAAC,OAAO,IAAI,CAAC;QAClC,SAAS,EAAE,YAAY,CAAC,SAAS,IAAI,OAAO;QAC5C,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;YACf,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACxC,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;QACvG,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAkB;IACjD,OAAO,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;AACpH,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { type Caller, type Job, type JobStatus, type Problem } from '@kvman/sdk';
|
|
2
|
+
import type { Clock } from '../clock.ts';
|
|
3
|
+
import type { IdGenerator } from '../ids.ts';
|
|
4
|
+
import type { Connection } from '../storage/database.ts';
|
|
5
|
+
import { type ClosedWorkspaces } from '../workspaces/workspaces.ts';
|
|
6
|
+
export type NewJob = {
|
|
7
|
+
name: string;
|
|
8
|
+
input: unknown;
|
|
9
|
+
workspaceId: string;
|
|
10
|
+
caller: Caller;
|
|
11
|
+
retries: number;
|
|
12
|
+
fromHandler: boolean;
|
|
13
|
+
handlerExtension?: string;
|
|
14
|
+
runAt: number;
|
|
15
|
+
};
|
|
16
|
+
export type ClaimedJob = {
|
|
17
|
+
id: string;
|
|
18
|
+
name: string;
|
|
19
|
+
input: unknown;
|
|
20
|
+
workspaceId: string;
|
|
21
|
+
caller: Caller;
|
|
22
|
+
attempts: number;
|
|
23
|
+
retries: number;
|
|
24
|
+
fromHandler: boolean;
|
|
25
|
+
handlerExtension: string | undefined;
|
|
26
|
+
};
|
|
27
|
+
type Row = {
|
|
28
|
+
id: string;
|
|
29
|
+
name: string;
|
|
30
|
+
input: string;
|
|
31
|
+
workspace_id: string;
|
|
32
|
+
caller: string;
|
|
33
|
+
status: string;
|
|
34
|
+
attempts: number;
|
|
35
|
+
retries: number;
|
|
36
|
+
output: string | null;
|
|
37
|
+
problem: string | null;
|
|
38
|
+
created_at: string;
|
|
39
|
+
started_at: string | null;
|
|
40
|
+
ended_at: string | null;
|
|
41
|
+
from_handler: number;
|
|
42
|
+
handler_extension: string | null;
|
|
43
|
+
};
|
|
44
|
+
export declare function jobOfRow(row: Row): Job;
|
|
45
|
+
export declare function readJob(connection: Connection, id: string): Job;
|
|
46
|
+
export declare function listJobs(connection: Connection, workspaceId: string, status: JobStatus | undefined, limit: number): Job[];
|
|
47
|
+
export type JobRows = ReturnType<typeof createJobRows>;
|
|
48
|
+
export declare function createJobRows(connection: Connection, clock: Clock, ids: IdGenerator, closedWorkspaces: ClosedWorkspaces): {
|
|
49
|
+
insert(job: NewJob): string;
|
|
50
|
+
claimDue(limit: number, onlyPoint: string | undefined): ClaimedJob[];
|
|
51
|
+
succeed: (id: string, output: unknown) => void;
|
|
52
|
+
fail: (id: string, problem: Problem) => void;
|
|
53
|
+
cancel: (id: string) => void;
|
|
54
|
+
requeue(id: string, problem: Problem, runAt: number): void;
|
|
55
|
+
get: (id: string) => Job | undefined;
|
|
56
|
+
claimed: (id: string) => ClaimedJob | undefined;
|
|
57
|
+
queuedHandlers: (point: string) => ClaimedJob[];
|
|
58
|
+
running: () => ClaimedJob[];
|
|
59
|
+
earliestRunAt(): number | undefined;
|
|
60
|
+
deleteFinishedBefore(time: number): number;
|
|
61
|
+
};
|
|
62
|
+
export {};
|
|
63
|
+
//# sourceMappingURL=job-rows.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"job-rows.d.ts","sourceRoot":"","sources":["../../src/jobs/job-rows.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,KAAK,MAAM,EAAE,KAAK,GAAG,EAAE,KAAK,SAAS,EAAE,KAAK,OAAO,EAAE,MAAM,YAAY,CAAC;AAC5F,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,EAAiB,KAAK,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAInF,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,OAAO,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,OAAO,CAAC;IACrB,gBAAgB,EAAE,MAAM,GAAG,SAAS,CAAC;CACtC,CAAC;AAEF,KAAK,GAAG,GAAG;IACT,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC,CAAC;AAQF,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,CAgBtC;AAGD,wBAAgB,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,GAAG,GAAG,CAI/D;AAGD,wBAAgB,QAAQ,CAAC,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,CAMzH;AAiBD,MAAM,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC;AAEvD,wBAAgB,aAAa,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,EAAE,gBAAgB;gBAQxG,MAAM,GAAG,MAAM;oBAWX,MAAM,aAAa,MAAM,GAAG,SAAS,GAAG,UAAU,EAAE;kBAetD,MAAM,UAAU,OAAO;eAC1B,MAAM,WAAW,OAAO;iBACtB,MAAM;gBACP,MAAM,WAAW,OAAO,SAAS,MAAM,GAAG,IAAI;cAGhD,MAAM,KAAG,GAAG,GAAG,SAAS;kBAIpB,MAAM,KAAG,UAAU,GAAG,SAAS;4BAIrB,MAAM,KAAG,UAAU,EAAE;mBAEhC,UAAU,EAAE;qBACR,MAAM,GAAG,SAAS;+BAKR,MAAM,GAAG,MAAM;EAI7C"}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
import { jobSchema } from '@kvman/sdk';
|
|
2
|
+
import { kernelProblem } from "../problems.js";
|
|
3
|
+
import { outsideClosed } from "../workspaces/workspaces.js";
|
|
4
|
+
const iso = (time) => new Date(time).toISOString();
|
|
5
|
+
function parsed(text) {
|
|
6
|
+
return JSON.parse(text);
|
|
7
|
+
}
|
|
8
|
+
export function jobOfRow(row) {
|
|
9
|
+
return jobSchema.parse({
|
|
10
|
+
id: row.id,
|
|
11
|
+
name: row.name,
|
|
12
|
+
input: parsed(row.input),
|
|
13
|
+
workspaceId: row.workspace_id,
|
|
14
|
+
caller: parsed(row.caller),
|
|
15
|
+
status: row.status,
|
|
16
|
+
attempts: row.attempts,
|
|
17
|
+
retries: row.retries,
|
|
18
|
+
...(row.output === null ? {} : { output: parsed(row.output) }),
|
|
19
|
+
...(row.problem === null ? {} : { problem: parsed(row.problem) }),
|
|
20
|
+
createdAt: row.created_at,
|
|
21
|
+
...(row.started_at === null ? {} : { startedAt: row.started_at }),
|
|
22
|
+
...(row.ended_at === null ? {} : { endedAt: row.ended_at }),
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
// A job of any workspace, by id (ADR 0009, 24); an unknown id fails NOT_FOUND.
|
|
26
|
+
export function readJob(connection, id) {
|
|
27
|
+
const row = connection.prepare('SELECT * FROM jobs WHERE id = ?').get(id);
|
|
28
|
+
if (row === undefined)
|
|
29
|
+
throw kernelProblem('NOT_FOUND', `There is no job ${id}.`, { jobId: id });
|
|
30
|
+
return jobOfRow(row);
|
|
31
|
+
}
|
|
32
|
+
// A workspace's jobs, newest first, optionally of one status.
|
|
33
|
+
export function listJobs(connection, workspaceId, status, limit) {
|
|
34
|
+
const rows = status === undefined
|
|
35
|
+
? connection.prepare('SELECT * FROM jobs WHERE workspace_id = ? ORDER BY id DESC LIMIT ?').all(workspaceId, limit)
|
|
36
|
+
: connection.prepare('SELECT * FROM jobs WHERE workspace_id = ? AND status = ? ORDER BY id DESC LIMIT ?').all(workspaceId, status, limit);
|
|
37
|
+
return rows.map(jobOfRow);
|
|
38
|
+
}
|
|
39
|
+
function claimedOfRow(row) {
|
|
40
|
+
const job = jobOfRow(row);
|
|
41
|
+
return {
|
|
42
|
+
id: job.id,
|
|
43
|
+
name: job.name,
|
|
44
|
+
input: job.input,
|
|
45
|
+
workspaceId: job.workspaceId,
|
|
46
|
+
caller: job.caller,
|
|
47
|
+
attempts: job.attempts,
|
|
48
|
+
retries: job.retries,
|
|
49
|
+
fromHandler: row.from_handler === 1,
|
|
50
|
+
handlerExtension: row.handler_extension ?? undefined,
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
export function createJobRows(connection, clock, ids, closedWorkspaces) {
|
|
54
|
+
const byId = (id) => connection.prepare('SELECT * FROM jobs WHERE id = ?').get(id);
|
|
55
|
+
const end = (id, status, output, problem) => {
|
|
56
|
+
connection
|
|
57
|
+
.prepare("UPDATE jobs SET status = ?, output = ?, problem = ?, ended_at = ? WHERE id = ? AND status IN ('queued', 'running')")
|
|
58
|
+
.run(status, output === undefined ? null : JSON.stringify(output), problem === undefined ? null : JSON.stringify(problem), iso(clock.now()), id);
|
|
59
|
+
};
|
|
60
|
+
return {
|
|
61
|
+
insert(job) {
|
|
62
|
+
const id = ids();
|
|
63
|
+
connection
|
|
64
|
+
.prepare(`INSERT INTO jobs (id, name, input, workspace_id, caller, status, attempts, retries, created_at, run_at, from_handler, handler_extension)
|
|
65
|
+
VALUES (?, ?, ?, ?, ?, 'queued', 0, ?, ?, ?, ?, ?)`)
|
|
66
|
+
.run(id, job.name, JSON.stringify(job.input), job.workspaceId, JSON.stringify(job.caller), job.retries, iso(clock.now()), iso(job.runAt), job.fromHandler ? 1 : 0, job.handlerExtension ?? null);
|
|
67
|
+
return id;
|
|
68
|
+
},
|
|
69
|
+
// Due queued jobs of open workspaces, first-in, first-out; while kvman stops, only the handlers of one point start.
|
|
70
|
+
claimDue(limit, onlyPoint) {
|
|
71
|
+
const now = iso(clock.now());
|
|
72
|
+
const closed = closedWorkspaces();
|
|
73
|
+
const rows = onlyPoint === undefined
|
|
74
|
+
? connection.prepare(`SELECT * FROM jobs WHERE status = 'queued' AND run_at <= ?${outsideClosed('AND', closed)} ORDER BY id LIMIT ?`).all(now, ...closed, limit)
|
|
75
|
+
: connection
|
|
76
|
+
.prepare(`SELECT * FROM jobs WHERE status = 'queued' AND run_at <= ? AND name = ? AND handler_extension IS NOT NULL${outsideClosed('AND', closed)} ORDER BY id LIMIT ?`)
|
|
77
|
+
.all(now, onlyPoint, ...closed, limit);
|
|
78
|
+
const start = connection.prepare("UPDATE jobs SET status = 'running', attempts = attempts + 1, started_at = ? WHERE id = ?");
|
|
79
|
+
connection.transaction(() => {
|
|
80
|
+
for (const row of rows)
|
|
81
|
+
start.run(now, row.id);
|
|
82
|
+
})();
|
|
83
|
+
return rows.map((row) => claimedOfRow({ ...row, attempts: row.attempts + 1 }));
|
|
84
|
+
},
|
|
85
|
+
succeed: (id, output) => end(id, 'succeeded', output, undefined),
|
|
86
|
+
fail: (id, problem) => end(id, 'failed', undefined, problem),
|
|
87
|
+
cancel: (id) => end(id, 'cancelled', undefined, undefined),
|
|
88
|
+
requeue(id, problem, runAt) {
|
|
89
|
+
connection.prepare("UPDATE jobs SET status = 'queued', problem = ?, run_at = ? WHERE id = ?").run(JSON.stringify(problem), iso(runAt), id);
|
|
90
|
+
},
|
|
91
|
+
get: (id) => {
|
|
92
|
+
const row = byId(id);
|
|
93
|
+
return row === undefined ? undefined : jobOfRow(row);
|
|
94
|
+
},
|
|
95
|
+
claimed: (id) => {
|
|
96
|
+
const row = byId(id);
|
|
97
|
+
return row === undefined ? undefined : claimedOfRow(row);
|
|
98
|
+
},
|
|
99
|
+
queuedHandlers: (point) => connection.prepare("SELECT * FROM jobs WHERE status = 'queued' AND name = ? AND handler_extension IS NOT NULL ORDER BY id").all(point).map(claimedOfRow),
|
|
100
|
+
running: () => connection.prepare("SELECT * FROM jobs WHERE status = 'running' ORDER BY id").all().map(claimedOfRow),
|
|
101
|
+
earliestRunAt() {
|
|
102
|
+
const closed = closedWorkspaces();
|
|
103
|
+
const row = connection.prepare(`SELECT min(run_at) AS run_at FROM jobs WHERE status = 'queued'${outsideClosed('AND', closed)}`).get(...closed);
|
|
104
|
+
return row?.run_at === null || row === undefined ? undefined : Date.parse(row.run_at);
|
|
105
|
+
},
|
|
106
|
+
deleteFinishedBefore(time) {
|
|
107
|
+
return connection.prepare("DELETE FROM jobs WHERE status IN ('succeeded', 'failed', 'cancelled') AND ended_at < ?").run(iso(time)).changes;
|
|
108
|
+
},
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
//# sourceMappingURL=job-rows.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"job-rows.js","sourceRoot":"","sources":["../../src/jobs/job-rows.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAuD,MAAM,YAAY,CAAC;AAI5F,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAyB,MAAM,6BAA6B,CAAC;AA6CnF,MAAM,GAAG,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;AAEnE,SAAS,MAAM,CAAC,IAAY;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAQ;IAC/B,OAAO,SAAS,CAAC,KAAK,CAAC;QACrB,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;QACxB,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,GAAG,CAAC,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACjE,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,GAAG,CAAC,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;QACjE,GAAG,CAAC,GAAG,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;KAC5D,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,OAAO,CAAC,UAAsB,EAAE,EAAU;IACxD,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAgB,iCAAiC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzF,IAAI,GAAG,KAAK,SAAS;QAAE,MAAM,aAAa,CAAC,WAAW,EAAE,mBAAmB,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IACjG,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,QAAQ,CAAC,UAAsB,EAAE,WAAmB,EAAE,MAA6B,EAAE,KAAa;IAChH,MAAM,IAAI,GACR,MAAM,KAAK,SAAS;QAClB,CAAC,CAAC,UAAU,CAAC,OAAO,CAAwB,oEAAoE,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC;QACzI,CAAC,CAAC,UAAU,CAAC,OAAO,CAAgC,mFAAmF,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAC7K,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,YAAY,CAAC,GAAQ;IAC5B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC1B,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,WAAW,EAAE,GAAG,CAAC,YAAY,KAAK,CAAC;QACnC,gBAAgB,EAAE,GAAG,CAAC,iBAAiB,IAAI,SAAS;KACrD,CAAC;AACJ,CAAC;AAID,MAAM,UAAU,aAAa,CAAC,UAAsB,EAAE,KAAY,EAAE,GAAgB,EAAE,gBAAkC;IACtH,MAAM,IAAI,GAAG,CAAC,EAAU,EAAmB,EAAE,CAAC,UAAU,CAAC,OAAO,CAAgB,iCAAiC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3H,MAAM,GAAG,GAAG,CAAC,EAAU,EAAE,MAA4C,EAAE,MAAe,EAAE,OAA4B,EAAQ,EAAE;QAC5H,UAAU;aACP,OAAO,CAAC,oHAAoH,CAAC;aAC7H,GAAG,CAAC,MAAM,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACrJ,CAAC,CAAC;IACF,OAAO;QACL,MAAM,CAAC,GAAW;YAChB,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC;YACjB,UAAU;iBACP,OAAO,CACN;8DACoD,CACrD;iBACA,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,gBAAgB,IAAI,IAAI,CAAC,CAAC;YACnM,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,oHAAoH;QACpH,QAAQ,CAAC,KAAa,EAAE,SAA6B;YACnD,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;YAC7B,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;YAClC,MAAM,IAAI,GACR,SAAS,KAAK,SAAS;gBACrB,CAAC,CAAC,UAAU,CAAC,OAAO,CAAiB,6DAA6D,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,CAAC;gBAChL,CAAC,CAAC,UAAU;qBACP,OAAO,CAAiB,4GAA4G,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,sBAAsB,CAAC;qBACvL,GAAG,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,KAAK,CAAC,CAAC;YAC/C,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,0FAA0F,CAAC,CAAC;YAC7H,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE;gBAC1B,KAAK,MAAM,GAAG,IAAI,IAAI;oBAAE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACjD,CAAC,CAAC,EAAE,CAAC;YACL,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,EAAE,CAAC,EAAU,EAAE,MAAe,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,CAAC;QACjF,IAAI,EAAE,CAAC,EAAU,EAAE,OAAgB,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC;QAC7E,MAAM,EAAE,CAAC,EAAU,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC;QAClE,OAAO,CAAC,EAAU,EAAE,OAAgB,EAAE,KAAa;YACjD,UAAU,CAAC,OAAO,CAAC,yEAAyE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7I,CAAC;QACD,GAAG,EAAE,CAAC,EAAU,EAAmB,EAAE;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;YACrB,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,EAAE,CAAC,EAAU,EAA0B,EAAE;YAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;YACrB,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QAC3D,CAAC;QACD,cAAc,EAAE,CAAC,KAAa,EAAgB,EAAE,CAC9C,UAAU,CAAC,OAAO,CAAgB,uGAAuG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC;QACzK,OAAO,EAAE,GAAiB,EAAE,CAAC,UAAU,CAAC,OAAO,CAAU,yDAAyD,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC;QAC3I,aAAa;YACX,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAuC,iEAAiE,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;YACrL,OAAO,GAAG,EAAE,MAAM,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxF,CAAC;QACD,oBAAoB,CAAC,IAAY;YAC/B,OAAO,UAAU,CAAC,OAAO,CAAC,wFAAwF,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;QAC7I,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { Json } from '@kvman/sdk';
|
|
2
|
+
export type ProgressChunk = {
|
|
3
|
+
source: string;
|
|
4
|
+
data: Json;
|
|
5
|
+
};
|
|
6
|
+
export type ProgressHub = {
|
|
7
|
+
publish(rootId: string, chunk: ProgressChunk): void;
|
|
8
|
+
watch(jobId: string, listener: (chunk: ProgressChunk) => void): () => void;
|
|
9
|
+
};
|
|
10
|
+
/** `ended` settles when a root job has ended (or has no row, as a sync job's), which drops its buffer. */
|
|
11
|
+
export declare function createProgressHub(ended: (rootId: string) => Promise<unknown>, replayBytes?: number): ProgressHub;
|
|
12
|
+
//# sourceMappingURL=progress-hub.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"progress-hub.d.ts","sourceRoot":"","sources":["../../src/jobs/progress-hub.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAMvC,MAAM,MAAM,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,IAAI,CAAA;CAAE,CAAC;AAE3D,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;IACpD,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;CAC5E,CAAC;AAIF,0GAA0G;AAC1G,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,EAAE,WAAW,SAAsB,GAAG,WAAW,CAgC7H"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { progressReplayBytes } from "../limits.js";
|
|
2
|
+
/** `ended` settles when a root job has ended (or has no row, as a sync job's), which drops its buffer. */
|
|
3
|
+
export function createProgressHub(ended, replayBytes = progressReplayBytes) {
|
|
4
|
+
const listeners = new Map();
|
|
5
|
+
const buffers = new Map();
|
|
6
|
+
const buffer = (rootId, chunk) => {
|
|
7
|
+
let held = buffers.get(rootId);
|
|
8
|
+
if (held === undefined) {
|
|
9
|
+
held = { chunks: [], bytes: 0 };
|
|
10
|
+
buffers.set(rootId, held);
|
|
11
|
+
const drop = () => void buffers.delete(rootId);
|
|
12
|
+
ended(rootId).then(drop, drop);
|
|
13
|
+
}
|
|
14
|
+
const bytes = Buffer.byteLength(JSON.stringify(chunk));
|
|
15
|
+
held.chunks.push({ chunk, bytes });
|
|
16
|
+
held.bytes += bytes;
|
|
17
|
+
while (held.bytes > replayBytes && held.chunks.length > 1)
|
|
18
|
+
held.bytes -= held.chunks.shift()?.bytes ?? 0;
|
|
19
|
+
};
|
|
20
|
+
return {
|
|
21
|
+
publish: (rootId, chunk) => {
|
|
22
|
+
buffer(rootId, chunk);
|
|
23
|
+
for (const listener of listeners.get(rootId) ?? [])
|
|
24
|
+
listener(chunk);
|
|
25
|
+
},
|
|
26
|
+
watch: (jobId, listener) => {
|
|
27
|
+
for (const { chunk } of buffers.get(jobId)?.chunks ?? [])
|
|
28
|
+
listener(chunk);
|
|
29
|
+
const set = listeners.get(jobId) ?? new Set();
|
|
30
|
+
set.add(listener);
|
|
31
|
+
listeners.set(jobId, set);
|
|
32
|
+
return () => {
|
|
33
|
+
set.delete(listener);
|
|
34
|
+
if (set.size === 0)
|
|
35
|
+
listeners.delete(jobId);
|
|
36
|
+
};
|
|
37
|
+
},
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=progress-hub.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"progress-hub.js","sourceRoot":"","sources":["../../src/jobs/progress-hub.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAcnD,0GAA0G;AAC1G,MAAM,UAAU,iBAAiB,CAAC,KAA2C,EAAE,WAAW,GAAG,mBAAmB;IAC9G,MAAM,SAAS,GAAG,IAAI,GAAG,EAA+C,CAAC;IACzE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,KAAoB,EAAQ,EAAE;QAC5D,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,IAAI,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,GAAS,EAAE,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACrD,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC;QACpB,OAAO,IAAI,CAAC,KAAK,GAAG,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,IAAI,CAAC,CAAC;IAC3G,CAAC,CAAC;IACF,OAAO;QACL,OAAO,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACzB,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACtB,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;gBAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;QACtE,CAAC;QACD,KAAK,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACzB,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,IAAI,EAAE;gBAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC1E,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;YAC9C,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAClB,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1B,OAAO,GAAG,EAAE;gBACV,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACrB,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;oBAAE,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9C,CAAC,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { z, type CommandRegistration, type QueryRegistration, type SettingRegistration } from '@kvman/sdk';
|
|
2
|
+
import type { SettingDefinition } from '../settings/settings.ts';
|
|
3
|
+
import type { JobKind } from './current-job.ts';
|
|
4
|
+
import type { HandlerEntry } from './handlers.ts';
|
|
5
|
+
export type Registration = {
|
|
6
|
+
kind: JobKind;
|
|
7
|
+
name: string;
|
|
8
|
+
owner: string;
|
|
9
|
+
description: string;
|
|
10
|
+
input: z.ZodType;
|
|
11
|
+
output: z.ZodType;
|
|
12
|
+
start: (input: unknown) => StartedJob;
|
|
13
|
+
public: boolean;
|
|
14
|
+
timeoutMs: number;
|
|
15
|
+
retries: number;
|
|
16
|
+
maxInputBytes: number;
|
|
17
|
+
maxOutputBytes: number;
|
|
18
|
+
syncOnly: boolean;
|
|
19
|
+
};
|
|
20
|
+
export type Owner = {
|
|
21
|
+
name: string;
|
|
22
|
+
namespace: string;
|
|
23
|
+
};
|
|
24
|
+
export type StartedJob = {
|
|
25
|
+
error: z.ZodError;
|
|
26
|
+
} | {
|
|
27
|
+
run: () => unknown;
|
|
28
|
+
};
|
|
29
|
+
export type Registry = {
|
|
30
|
+
jobs: Map<string, Registration>;
|
|
31
|
+
settings: Map<string, SettingDefinition>;
|
|
32
|
+
handlers: HandlerEntry[];
|
|
33
|
+
sealed: boolean;
|
|
34
|
+
};
|
|
35
|
+
export declare function createRegistry(): Registry;
|
|
36
|
+
export declare function registerJob<Input extends z.ZodType, Output extends z.ZodType>(registry: Registry, owner: Owner, kind: JobKind, name: string, options: CommandRegistration<Input, Output> | QueryRegistration<Input, Output>): void;
|
|
37
|
+
export declare function registerSetting(registry: Registry, owner: Owner, key: string, options: SettingRegistration<z.ZodType>): void;
|
|
38
|
+
//# sourceMappingURL=registry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/jobs/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,KAAK,mBAAmB,EAAE,KAAK,iBAAiB,EAAE,KAAK,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAE3G,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAalD,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC;IACjB,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC;IAClB,KAAK,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,UAAU,CAAC;IACtC,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IAEvB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAGxD,MAAM,MAAM,UAAU,GAAG;IAAE,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAA;CAAE,GAAG;IAAE,GAAG,EAAE,MAAM,OAAO,CAAA;CAAE,CAAC;AAyBxE,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAChC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IACzC,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC;AAEF,wBAAgB,cAAc,IAAI,QAAQ,CAEzC;AAeD,wBAAgB,WAAW,CAAC,KAAK,SAAS,CAAC,CAAC,OAAO,EAAE,MAAM,SAAS,CAAC,CAAC,OAAO,EAC3E,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,OAAO,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,GAC7E,IAAI,CAwBN;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,IAAI,CAe5H"}
|