@atomic-chat/core 0.5.1 → 0.13.2

package/dist/diffusion/session.js

@@ -3,16 +3,39 @@
  * the result as the status and capabilities the app reads. Every state change here emits
  * `diffusion:state`. Port of `session.rs` in `tauri-plugin-atomic-diffusion` (app commit `ec1fd3ea7`).
  */
+import { stat } from 'node:fs/promises';
 import { checkEngineCompatibility } from './compat.js';
 import { samePath } from './containment.js';
 import { diffusionError, errorBody, modelNotLoadedError, toDiffusionError } from './errors.js';
 import { listInstalledBackends } from './install.js';
-import { MAX_BATCH } from './types.js';
+import { MAX_BATCH, MODEL_FILE_KEYS } from './types.js';
 import { videoWorkflowsForFamily, workflowsForSpec } from './workflow.js';
 /** CUDA and ROCm need a moment after the chat model's process dies before the driver reports the VRAM as free. */
 export const GPU_SETTLE_MS = 500;
 /** App exit: a short grace, then the kill. */
 export const SHUTDOWN_GRACE_MS = 2_000;
+/**
+ * Which GPUs an `sd-server` holds: every card on a device backend (the model is spread over whatever
+ * the build can see), none on the CPU backend or after the recovery moved it to the CPU.
+ */
+export function diffusionGpuCards(spec) {
+    return spec.backend === 'cpu' || spec.cpuFallback ? [] : 'all';
+}
+/** A regular file's size, or `undefined` when it is missing or not a file. */
+export const statFileSize = (path) => stat(path).then((s) => (s.isFile() ? s.size : undefined), () => undefined);
+/** The size of every file `files` names; one that cannot be read is left out. */
+export async function modelFileBytes(files, fileSize = statFileSize) {
+    const bytes = {};
+    await Promise.all(MODEL_FILE_KEYS.map(async (key) => {
+        const path = files[key];
+        if (path === undefined)
+            return;
+        const size = await fileSize(path);
+        if (size !== undefined)
+            bytes[key] = size;
+    }));
+    return bytes;
+}
 /** The install the status reports: the resident spec's tree when there is one, otherwise the newest. */
 export async function currentInstall(deps) {
     const records = await listInstalledBackends(deps.state.paths.backendsDir, deps.platform);
@@ -123,21 +146,66 @@ export function videoCapabilities(state) {
         ranges: structuredClone(spec.ranges),
     };
 }
+/**
+ * The spec to run after `spec` ran out of memory: its offload fallback, dropped once taken so a second
+ * shortage is reported rather than retried. `undefined` when there is none.
+ */
+export function withOffloadFallback(spec) {
+    const { offloadFallback, ...rest } = spec;
+    if (offloadFallback === undefined || offloadFallback === spec.offload)
+        return undefined;
+    return { ...rest, offload: offloadFallback };
+}
+const settleGpu = async (deps, spec) => {
+    if (spec.backend === 'cuda' || spec.backend === 'rocm')
+        await deps.sleep(GPU_SETTLE_MS);
+};
+/** Spawn `spec`; when it runs out of memory loading and has an offload fallback, spawn that instead. */
+async function spawnFallingBack(deps, spec, signal) {
+    const scratchDir = deps.state.paths.scratchDir;
+    try {
+        return { server: await deps.spawn(spec, scratchDir, signal), spec };
+    }
+    catch (raw) {
+        const fallback = withOffloadFallback(spec);
+        if (!fallback || signal?.aborted || toDiffusionError(raw).code !== 'OUT_OF_MEMORY')
+            throw raw;
+        deps.log('warn', `sd-server ran out of memory loading under ${spec.offload} offload; retrying under ${fallback.offload}`);
+        await settleGpu(deps, fallback);
+        return { server: await deps.spawn(fallback, scratchDir, signal), spec: fallback };
+    }
+}
 /**
  * Spawn the server for `spec` and make it the resident session. The caller holds the load lock,
- * and any previous session is already gone.
+ * and any previous session is already gone — or still exiting: a crash or cancel teardown that began
+ * outside the lock may not have seen its exit yet, so its `stopping` is awaited before the claim and
+ * the spawn (final review M-9); otherwise two `sd-server`s of this service would share the GPU.
  */
 export async function loadFromSpec(deps, spec, reason, signal) {
     const { state } = deps;
     state.setModelState('loading');
     await emitState(deps, reason);
-    if (spec.backend === 'cuda' || spec.backend === 'rocm')
-        await deps.sleep(GPU_SETTLE_MS);
-    let server;
+    // A load reads the sizes the video estimate weighs, once; a respawn of the kept spec reuses them.
+    const fileBytes = reason === 'load' || state.modelFileBytes === undefined
+        ? await modelFileBytes(spec.files, deps.fileSize)
+        : state.modelFileBytes;
+    let started;
     try {
         // A retained spec can name an engine build that an update has since made too old for it.
         checkEngineCompatibility(spec.family, spec.tag);
-        server = await deps.spawn(spec, state.paths.scratchDir, signal);
+        // `done` never rejects: an unconfirmed exit puts the server back as the session instead.
+        await state.stopping?.done;
+        // Every other engine is off the GPU, its exit confirmed, before this server starts; from the
+        // moment the claim is granted this server holds the GPU as starting.
+        const hold = () => {
+            state.starting = spec;
+        };
+        if (deps.claimGpu)
+            await deps.claimGpu(spec, signal, hold);
+        hold();
+        // After the claim, so the settle follows the exit of whatever the claim evicted as well as ours.
+        await settleGpu(deps, spec);
+        started = await spawnFallingBack(deps, spec, signal);
     }
     catch (raw) {
         const error = toDiffusionError(raw);
@@ -147,21 +215,27 @@ export async function loadFromSpec(deps, spec, reason, signal) {
         emitError(deps, undefined, body);
         throw error;
     }
+    finally {
+        state.starting = undefined;
+    }
+    // What runs, which is `spec` unless loading it ran out of memory and its fallback took over.
+    const { server, spec: running } = started;
     const info = {
-        modelId: spec.modelId,
-        family: spec.family,
-        modality: spec.modality,
-        displayName: spec.displayName,
-        engine: spec.engine,
-        backend: spec.backend,
-        offload: spec.offload,
-        cpuFallback: spec.cpuFallback,
+        modelId: running.modelId,
+        family: running.family,
+        modality: running.modality,
+        displayName: running.displayName,
+        engine: running.engine,
+        backend: running.backend,
+        offload: running.offload,
+        cpuFallback: running.cpuFallback,
         port: server.port,
         pid: server.pid,
         loadedAtMs: deps.now(),
     };
-    state.session = { server, info, spec, baseUrl: `http://127.0.0.1:${server.port}` };
-    state.spec = spec;
+    state.session = { server, info, spec: running, baseUrl: `http://127.0.0.1:${server.port}` };
+    state.spec = running;
+    state.modelFileBytes = fileBytes;
     state.setModelState('loaded');
     state.touchIdle();
     await emitState(deps, 'loaded');
@@ -178,7 +252,23 @@ export async function takeDownSession(deps, graceMs) {
         return false;
     state.session = undefined;
     session.server.setLineListener(undefined);
-    await session.server.terminate(graceMs);
+    // Still on the GPU until its exit is confirmed: GPU residency sees it as stopping until then.
+    const exit = session.server.terminate(graceMs).then(() => undefined);
+    const stopping = { spec: session.spec, done: exit.catch(() => undefined) };
+    state.stopping = stopping;
+    try {
+        await exit;
+    }
+    catch (error) {
+        // Not confirmed: a server that may still be running stays the session, never forgotten.
+        if (session.server.exitStatus() === undefined && state.session === undefined)
+            state.session = session;
+        throw error;
+    }
+    finally {
+        if (state.stopping === stopping)
+            state.stopping = undefined;
+    }
     await deps.onServerGone?.(session.server.pid);
     return true;
 }
@@ -191,6 +281,7 @@ export async function unload(deps, reason) {
     }
     await takeDownSession(deps);
     state.spec = undefined;
+    state.modelFileBytes = undefined;
     state.clearIdle();
     state.setModelState('unloaded');
     await emitState(deps, reason);

package/dist/diffusion/session.js.map

@@ -1 +1 @@
-{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/diffusion/session.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAYH,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAA;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAC9F,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAA;AAEpD,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAEtC,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAEzE,kHAAkH;AAClH,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAA;AAChC,8CAA8C;AAC9C,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,CAAA;AAyBtC,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAA6C;IAE7C,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IACxF,IAAI,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;IACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;IAC5B,IAAI,IAAI;QACN,KAAK,MAAM,MAAM,IAAI,OAAO;YAC1B,IAAI,MAAM,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9D,MAAM,GAAG,MAAM,CAAA;gBACf,MAAK;YACP,CAAC;IACL,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,CAAA;IAC9C,OAAO;QACL,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,GAAG,EAAE,MAAM,CAAC,GAAG;KAChB,CAAA;AACH,CAAC;AAED,sDAAsD;AACtD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAA6C;IAC7E,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,MAAM,KAAK,GAA6B;QACtC,KAAK,EAAE,KAAK,CAAC,UAAU;QACvB,MAAM,EAAE,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI;KAC1F,CAAA;IACD,IAAI,KAAK,CAAC,UAAU;QAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,UAAU,CAAA;IACpD,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE;QACnF,KAAK;QACL,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE;QAC5B,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;QACtC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE;QAC5B,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;QACtC,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;KACvC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAiB,EAAE,MAAc;IAC/D,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;AAC3E,CAAC;AAED,MAAM,UAAU,SAAS,CACvB,IAA+B,EAC/B,KAAyB,EACzB,KAAyB;IAEzB,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAA;IAC3F,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,CAAC,KAAK,GAAG,KAAK,CAAA;IAC9C,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAChE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;AACvC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAqB;IAChD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;IACvB,IAAI,CAAC,IAAI;QAAE,MAAM,mBAAmB,EAAE,CAAA;IACtC,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO;QAC3B,MAAM,cAAc,CAAC,oBAAoB,EAAE,+CAA+C,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;IAC3G,OAAO;QACL,SAAS,EAAE,gBAAgB,CAAC,IAAI,CAAC;QACjC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;QACpC,sBAAsB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,GAAG;QACpD,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS;QACtD,gBAAgB,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,gBAAgB,IAAI,KAAK;QAC9E,QAAQ,EAAE,SAAS;QACnB,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE;QAC9B,MAAM,EAAE;YACN,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7B,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YAC3B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;SACrC;KACF,CAAA;AACH,CAAC;AAED,0GAA0G;AAC1G,MAAM,UAAU,iBAAiB,CAAC,KAAqB;IACrD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;IACvB,IAAI,CAAC,IAAI;QAAE,MAAM,mBAAmB,EAAE,CAAA;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAA;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAA;IAChC,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QACzE,MAAM,cAAc,CAAC,oBAAoB,EAAE,+CAA+C,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;IAC3G,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAA;IACxD,MAAM,OAAO,GAAG,MAAM,EAAE,aAAa,CAAA;IACrC,OAAO;QACL,SAAS,EAAE,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC/C,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;QACpC,sBAAsB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,GAAG;QACpD,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS;QACtD,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,IAAI,KAAK;QACnD,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,MAAM,EAAE;YACN,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;YACb,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;YACb,IAAI,EAAE,KAAK,CAAC,SAAS;YACrB,MAAM,EAAE,KAAK,CAAC,WAAW;YACzB,OAAO,EAAE,KAAK,CAAC,MAAM;SACtB;QACD,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAClE,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;QACtE,QAAQ,EAAE,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC;QACxC,MAAM,EAAE,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC;KACrC,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAiB,EACjB,IAAgB,EAChB,MAAc,EACd,MAAoB;IAEpB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,CAAA;IAC9B,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC7B,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM;QAAE,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IAEvF,IAAI,MAAoB,CAAA;IACxB,IAAI,CAAC;QACH,yFAAyF;QACzF,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;QAC/C,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;IACjE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;QACnC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;QAC7B,KAAK,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;QACnC,MAAM,SAAS,CAAC,IAAI,EAAE,aAAa,CAAC,CAAA;QACpC,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;QAChC,MAAM,KAAK,CAAA;IACb,CAAC;IAED,MAAM,IAAI,GAAyB;QACjC,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;KACvB,CAAA;IACD,KAAK,CAAC,OAAO,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,oBAAoB,MAAM,CAAC,IAAI,EAAE,EAAE,CAAA;IAClF,KAAK,CAAC,IAAI,GAAG,IAAI,CAAA;IACjB,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;IAC7B,KAAK,CAAC,SAAS,EAAE,CAAA;IACjB,MAAM,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAC/B,OAAO,EAAE,GAAG,IAAI,EAAE,CAAA;AACpB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAiB,EAAE,OAAgB;IACvE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAC7B,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAA;IAC1B,KAAK,CAAC,OAAO,GAAG,SAAS,CAAA;IACzB,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;IACzC,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;IACvC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC7C,OAAO,IAAI,CAAA;AACb,CAAC;AAED,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,IAAiB,EAAE,MAAc;IAC5D,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;QAClC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QAChC,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC/B,CAAC;IACD,MAAM,eAAe,CAAC,IAAI,CAAC,CAAA;IAC3B,KAAK,CAAC,IAAI,GAAG,SAAS,CAAA;IACtB,KAAK,CAAC,SAAS,EAAE,CAAA;IACjB,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;IAC/B,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAC/B,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAiB,EACjB,MAAqC;IAErC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;IAC5B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;QAAE,OAAM;IAClD,IAAI,IAAI,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAAE,OAAM;IAClG,MAAM,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAA;AACtC,CAAC;AAED,2EAA2E;AAC3E,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAiB,EACjB,MAAc,EACd,KAA0B;IAE1B,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,MAAM,eAAe,CAAC,IAAI,CAAC,CAAA;IAC3B,KAAK,CAAC,SAAS,EAAE,CAAA;IACjB,IAAI,KAAK;QAAE,KAAK,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;;QAC1C,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;IACpC,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAC/B,CAAC;AAED,8DAA8D;AAC9D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAiB;IACrD,MAAM,eAAe,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAA;AAChD,CAAC"}
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/diffusion/session.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAYvC,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAA;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAC9F,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAA;AAEpD,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAEvD,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAGzE,kHAAkH;AAClH,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAA;AAChC,8CAA8C;AAC9C,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,CAAA;AAgCtC;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAiD;IACjF,OAAO,IAAI,CAAC,OAAO,KAAK,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAA;AAChE,CAAC;AAED,8EAA8E;AAC9E,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAA+B,EAAE,CACxE,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CACb,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,EACxC,GAAG,EAAE,CAAC,SAAS,CAChB,CAAA;AAEH,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAA0B,EAC1B,WAA0D,YAAY;IAEtE,MAAM,KAAK,GAAmB,EAAE,CAAA;IAChC,MAAM,OAAO,CAAC,GAAG,CACf,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAA;QACvB,IAAI,IAAI,KAAK,SAAS;YAAE,OAAM;QAC9B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAA;QACjC,IAAI,IAAI,KAAK,SAAS;YAAE,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IAC3C,CAAC,CAAC,CACH,CAAA;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAA6C;IAE7C,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IACxF,IAAI,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;IACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;IAC5B,IAAI,IAAI;QACN,KAAK,MAAM,MAAM,IAAI,OAAO;YAC1B,IAAI,MAAM,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9D,MAAM,GAAG,MAAM,CAAA;gBACf,MAAK;YACP,CAAC;IACL,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,CAAA;IAC9C,OAAO;QACL,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,GAAG,EAAE,MAAM,CAAC,GAAG;KAChB,CAAA;AACH,CAAC;AAED,sDAAsD;AACtD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAA6C;IAC7E,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,MAAM,KAAK,GAA6B;QACtC,KAAK,EAAE,KAAK,CAAC,UAAU;QACvB,MAAM,EAAE,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI;KAC1F,CAAA;IACD,IAAI,KAAK,CAAC,UAAU;QAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,UAAU,CAAA;IACpD,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE;QACnF,KAAK;QACL,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE;QAC5B,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;QACtC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE;QAC5B,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;QACtC,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;KACvC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAiB,EAAE,MAAc;IAC/D,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;AAC3E,CAAC;AAED,MAAM,UAAU,SAAS,CACvB,IAA+B,EAC/B,KAAyB,EACzB,KAAyB;IAEzB,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAA;IAC3F,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,CAAC,KAAK,GAAG,KAAK,CAAA;IAC9C,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAChE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;AACvC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAqB;IAChD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;IACvB,IAAI,CAAC,IAAI;QAAE,MAAM,mBAAmB,EAAE,CAAA;IACtC,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO;QAC3B,MAAM,cAAc,CAAC,oBAAoB,EAAE,+CAA+C,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;IAC3G,OAAO;QACL,SAAS,EAAE,gBAAgB,CAAC,IAAI,CAAC;QACjC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;QACpC,sBAAsB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,GAAG;QACpD,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS;QACtD,gBAAgB,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,gBAAgB,IAAI,KAAK;QAC9E,QAAQ,EAAE,SAAS;QACnB,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE;QAC9B,MAAM,EAAE;YACN,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7B,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YAC3B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;SACrC;KACF,CAAA;AACH,CAAC;AAED,0GAA0G;AAC1G,MAAM,UAAU,iBAAiB,CAAC,KAAqB;IACrD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;IACvB,IAAI,CAAC,IAAI;QAAE,MAAM,mBAAmB,EAAE,CAAA;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAA;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAA;IAChC,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QACzE,MAAM,cAAc,CAAC,oBAAoB,EAAE,+CAA+C,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;IAC3G,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAA;IACxD,MAAM,OAAO,GAAG,MAAM,EAAE,aAAa,CAAA;IACrC,OAAO;QACL,SAAS,EAAE,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC/C,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;QACpC,sBAAsB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,GAAG;QACpD,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS;QACtD,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,IAAI,KAAK;QACnD,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,MAAM,EAAE;YACN,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;YACb,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;YACb,IAAI,EAAE,KAAK,CAAC,SAAS;YACrB,MAAM,EAAE,KAAK,CAAC,WAAW;YACzB,OAAO,EAAE,KAAK,CAAC,MAAM;SACtB;QACD,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAClE,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;QACtE,QAAQ,EAAE,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC;QACxC,MAAM,EAAE,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC;KACrC,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAgB;IAClD,MAAM,EAAE,eAAe,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAA;IACzC,IAAI,eAAe,KAAK,SAAS,IAAI,eAAe,KAAK,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAA;IACvF,OAAO,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,CAAA;AAC9C,CAAC;AAED,MAAM,SAAS,GAAG,KAAK,EAAE,IAAiB,EAAE,IAAgB,EAAiB,EAAE;IAC7E,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM;QAAE,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;AACzF,CAAC,CAAA;AAED,wGAAwG;AACxG,KAAK,UAAU,gBAAgB,CAC7B,IAAiB,EACjB,IAAgB,EAChB,MAAoB;IAEpB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAA;IAC9C,IAAI,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,CAAA;IACrE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAC1C,IAAI,CAAC,QAAQ,IAAI,MAAM,EAAE,OAAO,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,eAAe;YAAE,MAAM,GAAG,CAAA;QAC7F,IAAI,CAAC,GAAG,CACN,MAAM,EACN,6CAA6C,IAAI,CAAC,OAAO,4BAA4B,QAAQ,CAAC,OAAO,EAAE,CACxG,CAAA;QACD,MAAM,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;IACnF,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAiB,EACjB,IAAgB,EAChB,MAAc,EACd,MAAoB;IAEpB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,CAAA;IAC9B,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAE7B,kGAAkG;IAClG,MAAM,SAAS,GACb,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS;QACrD,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC;QACjD,CAAC,CAAC,KAAK,CAAC,cAAc,CAAA;IAE1B,IAAI,OAAmD,CAAA;IACvD,IAAI,CAAC;QACH,yFAAyF;QACzF,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;QAC/C,yFAAyF;QACzF,MAAM,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAA;QAC1B,6FAA6F;QAC7F,qEAAqE;QACrE,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAA;QACvB,CAAC,CAAA;QACD,IAAI,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QAC1D,IAAI,EAAE,CAAA;QACN,iGAAiG;QACjG,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAC3B,OAAO,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;IACtD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;QACnC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;QAC7B,KAAK,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;QACnC,MAAM,SAAS,CAAC,IAAI,EAAE,aAAa,CAAC,CAAA;QACpC,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;QAChC,MAAM,KAAK,CAAA;IACb,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,QAAQ,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,6FAA6F;IAC7F,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAA;IACzC,MAAM,IAAI,GAAyB;QACjC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;KACvB,CAAA;IACD,KAAK,CAAC,OAAO,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,oBAAoB,MAAM,CAAC,IAAI,EAAE,EAAE,CAAA;IAC3F,KAAK,CAAC,IAAI,GAAG,OAAO,CAAA;IACpB,KAAK,CAAC,cAAc,GAAG,SAAS,CAAA;IAChC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;IAC7B,KAAK,CAAC,SAAS,EAAE,CAAA;IACjB,MAAM,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAC/B,OAAO,EAAE,GAAG,IAAI,EAAE,CAAA;AACpB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAiB,EAAE,OAAgB;IACvE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAC7B,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAA;IAC1B,KAAK,CAAC,OAAO,GAAG,SAAS,CAAA;IACzB,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;IACzC,8FAA8F;IAC9F,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACpE,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAA;IAC1E,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAA;IACzB,IAAI,CAAC;QACH,MAAM,IAAI,CAAA;IACZ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,wFAAwF;QACxF,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;YAAE,KAAK,CAAC,OAAO,GAAG,OAAO,CAAA;QACrG,MAAM,KAAK,CAAA;IACb,CAAC;YAAS,CAAC;QACT,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ;YAAE,KAAK,CAAC,QAAQ,GAAG,SAAS,CAAA;IAC7D,CAAC;IACD,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC7C,OAAO,IAAI,CAAA;AACb,CAAC;AAED,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,IAAiB,EAAE,MAAc;IAC5D,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;QAClC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QAChC,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC/B,CAAC;IACD,MAAM,eAAe,CAAC,IAAI,CAAC,CAAA;IAC3B,KAAK,CAAC,IAAI,GAAG,SAAS,CAAA;IACtB,KAAK,CAAC,cAAc,GAAG,SAAS,CAAA;IAChC,KAAK,CAAC,SAAS,EAAE,CAAA;IACjB,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;IAC/B,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAC/B,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAiB,EACjB,MAAqC;IAErC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;IAC5B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;QAAE,OAAM;IAClD,IAAI,IAAI,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAAE,OAAM;IAClG,MAAM,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAA;AACtC,CAAC;AAED,2EAA2E;AAC3E,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAiB,EACjB,MAAc,EACd,KAA0B;IAE1B,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IACtB,MAAM,eAAe,CAAC,IAAI,CAAC,CAAA;IAC3B,KAAK,CAAC,SAAS,EAAE,CAAA;IACjB,IAAI,KAAK;QAAE,KAAK,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;;QAC1C,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;IACpC,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAC/B,CAAC;AAED,8DAA8D;AAC9D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAiB;IACrD,MAAM,eAAe,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAA;AAChD,CAAC"}

package/dist/diffusion/state.d.ts

@@ -7,7 +7,8 @@
 import type { DiffusionConfig, DiffusionErrorBody, DiffusionModelState, ImageJob, LoadedDiffusionModel, VideoJob } from '../contracts/index.js';
 import type { DiffusionPaths } from '../config/index.js';
 import type { ExitInfo } from '../runtime/llamacpp/index.js';
-import type { ServerCapabilities, ServerSpec } from './types.js';
+import type { ModelFileBytes, ServerCapabilities, ServerSpec } from './types.js';
+import type { VideoDecodeTiling, VideoForecast } from './video-estimate.js';
 /** A running `sd-server`, as the session and the job runner see it; the real one wraps a child process. */
 export interface ServerHandle {
     pid: number;
@@ -41,6 +42,10 @@ export interface JobRecord {
     cancel: CancelFlag;
     /** The server-side job id once submitted. */
     serverJobId?: string;
+    /** Video: the parts of the estimate the live ETA works from; never on the wire. */
+    forecast?: VideoForecast;
+    /** Video: how the plan tiles the clip's VAE decode; never on the wire. */
+    decodeTiling?: VideoDecodeTiling;
 }
 /** Jobs kept in memory for `getJob`; the gallery is the durable record. */
 export declare const JOB_HISTORY = 50;
@@ -53,6 +58,19 @@ export declare class DiffusionState {
     session: DiffusionSession | undefined;
     /** The last spec that loaded; the respawn source after a cancel or a crash. Cleared only by an unload. */
     spec: ServerSpec | undefined;
+    /** A server whose GPU claim succeeded and that is starting: it holds the GPU before it is a session. */
+    starting: ServerSpec | undefined;
+    /**
+     * A server being taken down whose exit is not confirmed yet: no longer the session, still on the
+     * GPU. `done` settles once the exit is confirmed (or the stop failed and the server is the session
+     * again).
+     */
+    stopping: {
+        spec: ServerSpec;
+        done: Promise<void>;
+    } | undefined;
+    /** The sizes of `spec`'s files, read when it loaded; what the video estimate weighs. Cleared with it. */
+    modelFileBytes: ModelFileBytes | undefined;
     modelState: DiffusionModelState;
     modelError: DiffusionErrorBody | undefined;
     activeJobId: string | undefined;

package/dist/diffusion/state.js

@@ -16,6 +16,16 @@ export class DiffusionState {
     session;
     /** The last spec that loaded; the respawn source after a cancel or a crash. Cleared only by an unload. */
     spec;
+    /** A server whose GPU claim succeeded and that is starting: it holds the GPU before it is a session. */
+    starting;
+    /**
+     * A server being taken down whose exit is not confirmed yet: no longer the session, still on the
+     * GPU. `done` settles once the exit is confirmed (or the stop failed and the server is the session
+     * again).
+     */
+    stopping;
+    /** The sizes of `spec`'s files, read when it loaded; what the video estimate weighs. Cleared with it. */
+    modelFileBytes;
     modelState = 'unloaded';
     modelError;
     activeJobId;

package/dist/diffusion/state.js.map

@@ -1 +1 @@
-{"version":3,"file":"state.js","sourceRoot":"","sources":["../../src/diffusion/state.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,OAAO,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAA;AA0CrD,2EAA2E;AAC3E,MAAM,CAAC,MAAM,WAAW,GAAG,EAAE,CAAA;AAE7B,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAoB,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAA;AACnG,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAwB,EAAW,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;AAEvG,MAAM,OAAO,cAAc;IAed;IACQ;IAfnB,MAAM,CAA6B;IACnC,OAAO,CAA8B;IACrC,0GAA0G;IAC1G,IAAI,CAAwB;IAC5B,UAAU,GAAwB,UAAU,CAAA;IAC5C,UAAU,CAAgC;IAC1C,WAAW,CAAoB;IAC/B,+DAA+D;IAC/D,OAAO,GAAG,KAAK,CAAA;IACE,IAAI,GAAG,IAAI,GAAG,EAAqB,CAAA;IACnC,QAAQ,GAAa,EAAE,CAAA;IAChC,YAAY,CAAoB;IAExC,YACW,KAAqB,EACb,MAAoB,IAAI,CAAC,GAAG;QADpC,UAAK,GAAL,KAAK,CAAgB;QACb,QAAG,GAAH,GAAG,CAAyB;IAC5C,CAAC;IAEJ,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,MAAM,KAAK,SAAS,CAAA;IAClC,CAAC;IAED,SAAS;QACP,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;QAC7C,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAA;IACtD,CAAC;IAED,cAAc;QACZ,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,CAAA;QAClD,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAA;IAC3D,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,MAAM,EAAE,cAAc,IAAI,wBAAwB,CAAA;IAChE,CAAC;IAED,aAAa,CAAC,KAA0B,EAAE,KAA0B;QAClE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;QACvB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;IACzB,CAAC;IAED,6DAA6D;IAC7D,SAAS;QACP,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,CAAA;QAClC,IAAI,CAAC,YAAY,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;IACvE,CAAC;IAED,SAAS;QACP,IAAI,CAAC,YAAY,GAAG,SAAS,CAAA;IAC/B,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,YAAY,CAAA;IAC3E,CAAC;IAED,8FAA8F;IAC9F,GAAG,CAAC,EAAU;QACZ,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,OAAO,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,GAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAChG,CAAC;IAED,QAAQ,CAAC,EAAU;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,OAAO,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,GAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAChG,CAAC;IAED,mCAAmC;IACnC,MAAM,CAAC,EAAU;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,OAAO,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACzD,CAAC;IAED,MAAM,CAAC,EAAU;QACf,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,6EAA6E;IAC7E,SAAS;QACP,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO,IAAI,CAAA;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACtC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;IACnF,CAAC;IAED,2FAA2F;IAC3F,cAAc;QACZ,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO,IAAI,CAAA;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC3C,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;IACnF,CAAC;IAED,uGAAuG;IACvG,SAAS;QACP,MAAM,GAAG,GAAe,EAAE,CAAA;QAC1B,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC,CAAA;YACrD,IAAI,GAAG;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACxB,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,SAAS,CAAC,MAAiB;QACzB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;YACjC,IAAI,GAAG,KAAK,SAAS;gBAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;IACtC,CAAC;IAED,SAAS,CAAC,EAAU,EAAE,MAAmC;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,IAAI,CAAC,MAAM;YAAE,OAAO,SAAS,CAAA;QAC7B,MAAM,CAAC,MAAM,CAAC,CAAA;QACd,OAAO,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC;IAED,4CAA4C;IAC5C,MAAM;QACJ,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;IAC3B,CAAC;CACF"}
+{"version":3,"file":"state.js","sourceRoot":"","sources":["../../src/diffusion/state.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,OAAO,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAA;AA+CrD,2EAA2E;AAC3E,MAAM,CAAC,MAAM,WAAW,GAAG,EAAE,CAAA;AAE7B,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAoB,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAA;AACnG,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAwB,EAAW,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;AAEvG,MAAM,OAAO,cAAc;IAyBd;IACQ;IAzBnB,MAAM,CAA6B;IACnC,OAAO,CAA8B;IACrC,0GAA0G;IAC1G,IAAI,CAAwB;IAC5B,wGAAwG;IACxG,QAAQ,CAAwB;IAChC;;;;OAIG;IACH,QAAQ,CAAuD;IAC/D,yGAAyG;IACzG,cAAc,CAA4B;IAC1C,UAAU,GAAwB,UAAU,CAAA;IAC5C,UAAU,CAAgC;IAC1C,WAAW,CAAoB;IAC/B,+DAA+D;IAC/D,OAAO,GAAG,KAAK,CAAA;IACE,IAAI,GAAG,IAAI,GAAG,EAAqB,CAAA;IACnC,QAAQ,GAAa,EAAE,CAAA;IAChC,YAAY,CAAoB;IAExC,YACW,KAAqB,EACb,MAAoB,IAAI,CAAC,GAAG;QADpC,UAAK,GAAL,KAAK,CAAgB;QACb,QAAG,GAAH,GAAG,CAAyB;IAC5C,CAAC;IAEJ,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,MAAM,KAAK,SAAS,CAAA;IAClC,CAAC;IAED,SAAS;QACP,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;QAC7C,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAA;IACtD,CAAC;IAED,cAAc;QACZ,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,CAAA;QAClD,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAA;IAC3D,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,MAAM,EAAE,cAAc,IAAI,wBAAwB,CAAA;IAChE,CAAC;IAED,aAAa,CAAC,KAA0B,EAAE,KAA0B;QAClE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;QACvB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;IACzB,CAAC;IAED,6DAA6D;IAC7D,SAAS;QACP,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,CAAA;QAClC,IAAI,CAAC,YAAY,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;IACvE,CAAC;IAED,SAAS;QACP,IAAI,CAAC,YAAY,GAAG,SAAS,CAAA;IAC/B,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,YAAY,CAAA;IAC3E,CAAC;IAED,8FAA8F;IAC9F,GAAG,CAAC,EAAU;QACZ,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,OAAO,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,GAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAChG,CAAC;IAED,QAAQ,CAAC,EAAU;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,OAAO,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,GAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAChG,CAAC;IAED,mCAAmC;IACnC,MAAM,CAAC,EAAU;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,OAAO,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACzD,CAAC;IAED,MAAM,CAAC,EAAU;QACf,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,6EAA6E;IAC7E,SAAS;QACP,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO,IAAI,CAAA;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACtC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;IACnF,CAAC;IAED,2FAA2F;IAC3F,cAAc;QACZ,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO,IAAI,CAAA;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC3C,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;IACnF,CAAC;IAED,uGAAuG;IACvG,SAAS;QACP,MAAM,GAAG,GAAe,EAAE,CAAA;QAC1B,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC,CAAA;YACrD,IAAI,GAAG;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACxB,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,SAAS,CAAC,MAAiB;QACzB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;YACjC,IAAI,GAAG,KAAK,SAAS;gBAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;IACtC,CAAC;IAED,SAAS,CAAC,EAAU,EAAE,MAAmC;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,IAAI,CAAC,MAAM;YAAE,OAAO,SAAS,CAAA;QAC7B,MAAM,CAAC,MAAM,CAAC,CAAA;QACd,OAAO,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC;IAED,4CAA4C;IAC5C,MAAM;QACJ,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;IAC3B,CAAC;CACF"}

package/dist/diffusion/tracker.d.ts

@@ -13,6 +13,11 @@ import type { ImageGenerateRequest, ImageJobPhase, ImageJobProgress } from '../c
 export declare function sampledSteps(request: ImageGenerateRequest): number;
 /** Non-progress lines a job keeps for its own failure report. */
 export declare const JOB_LOG_LINES = 60;
+/** How far a tiled VAE decode got: tiles finished out of the pass sd.cpp announced. */
+export interface DecodeTiles {
+    done: number;
+    total: number;
+}
 export declare class ProgressTracker {
     private readonly now;
     private readonly steps;
@@ -22,10 +27,13 @@ export declare class ProgressTracker {
     private current;
     private readonly startedAt;
     private firstStepAt;
+    private decodingAt;
     private firstStepDone;
     private dirty;
     /** Tiles left in an announced VAE pass; its bar is not the sampler's. */
     private tiles;
+    /** The tile pass of the decode, once one was announced after the last step. */
+    private decode;
     /** What the server said during this job, progress redraws aside. */
     private readonly log;
     constructor(steps: number, batch: number, now?: () => number);
@@ -35,10 +43,16 @@ export declare class ProgressTracker {
     /**
      * Feed one output line. Only a denominator equal to the sampled step count is trusted, so a
      * loader's `1/100` cannot move the bar; and an announced tile pass is skipped whole, because nine
-     * tiles at nine steps would otherwise finish the bar before sampling began.
+     * tiles at nine steps would otherwise finish the bar before sampling began. A tile pass announced
+     * while decoding is the decode itself: its redraws count as `decodeTiles`, and a second one (sd.cpp
+     * retrying a failed decode with finer tiling) starts the count again.
      */
     onLine(line: string): void;
+    /** When the last sampling step was seen, which starts the decode; undefined before it. */
+    decodeStartedAt(): number | undefined;
     private done;
+    /** The decode's tile pass while the job decodes; undefined in any other phase or for a single-graph decode. */
+    decodeTiles(): DecodeTiles | undefined;
     snapshot(): ImageJobProgress;
     private fraction;
     /** Whether anything changed since the last call; the runner emits progress only when it did. */

package/dist/diffusion/tracker.js

@@ -35,10 +35,13 @@ export class ProgressTracker {
     current = 'queued';
     startedAt;
     firstStepAt;
+    decodingAt;
     firstStepDone = 0;
     dirty = true;
     /** Tiles left in an announced VAE pass; its bar is not the sampler's. */
     tiles;
+    /** The tile pass of the decode, once one was announced after the last step. */
+    decode;
     /** What the server said during this job, progress redraws aside. */
     log = [];
     constructor(steps, batch, now = Date.now) {
@@ -62,16 +65,24 @@ export class ProgressTracker {
     /**
      * Feed one output line. Only a denominator equal to the sampled step count is trusted, so a
      * loader's `1/100` cannot move the bar; and an announced tile pass is skipped whole, because nine
-     * tiles at nine steps would otherwise finish the bar before sampling began.
+     * tiles at nine steps would otherwise finish the bar before sampling began. A tile pass announced
+     * while decoding is the decode itself: its redraws count as `decodeTiles`, and a second one (sd.cpp
+     * retrying a failed decode with finer tiling) starts the count again.
      */
     onLine(line) {
         const announced = parseTileAnnouncement(line);
-        if (announced !== undefined)
+        if (announced !== undefined) {
             this.tiles = announced;
-        // The sampling banner ends a tile pass whose last redraw was lost.
-        else if (line.includes('generating image:'))
+            if (this.current === 'decoding') {
+                this.decode = { done: 0, total: announced };
+                this.dirty = true;
+            }
+        }
+        // The sampling banner (an image's or a clip's) ends a tile pass whose last redraw was lost.
+        else if (line.includes('generating image:') || line.includes('generating video:'))
             this.tiles = undefined;
-        if (!isProgressRedraw(line)) {
+        const redraw = isProgressRedraw(line);
+        if (!redraw) {
             if (this.log.length === JOB_LOG_LINES)
                 this.log.shift();
             this.log.push(line);
@@ -81,6 +92,11 @@ export class ProgressTracker {
             return;
         const [step, total] = parsed;
         if (this.tiles === total) {
+            const decode = this.decode;
+            if (redraw && decode?.total === total && step > decode.done && step <= total) {
+                this.decode = { done: step, total };
+                this.dirty = true;
+            }
             if (step >= total)
                 this.tiles = undefined;
             return;
@@ -100,13 +116,23 @@ export class ProgressTracker {
             this.firstStepAt = this.now();
             this.firstStepDone = this.done();
         }
-        if (this.step === this.steps && this.batchIndex + 1 === this.batch)
+        if (this.step === this.steps && this.batchIndex + 1 === this.batch) {
             this.current = 'decoding';
+            this.decodingAt ??= this.now();
+        }
         this.dirty = true;
     }
+    /** When the last sampling step was seen, which starts the decode; undefined before it. */
+    decodeStartedAt() {
+        return this.decodingAt;
+    }
     done() {
         return this.batchIndex * this.steps + this.step;
     }
+    /** The decode's tile pass while the job decodes; undefined in any other phase or for a single-graph decode. */
+    decodeTiles() {
+        return this.current === 'decoding' && this.decode ? { ...this.decode } : undefined;
+    }
     snapshot() {
         const total = this.batch * this.steps;
         const done = this.done();

package/dist/diffusion/tracker.js.map

@@ -1 +1 @@
-{"version":3,"file":"tracker.js","sourceRoot":"","sources":["../../src/diffusion/tracker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACtF,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE1E;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,OAA6B;IACxD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;IACpC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC7E,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAA;IAC9D,IAAI,QAAQ,IAAI,GAAG;QAAE,OAAO,KAAK,CAAA;IACjC,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC9F,IAAI,OAAO,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC,CAAA;IACnC,OAAO,OAAO,GAAG,CAAC,CAAA;AACpB,CAAC;AAED,iEAAiE;AACjE,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAA;AAE/B,MAAM,OAAO,eAAe;IAkBP;IAjBF,KAAK,CAAQ;IACb,KAAK,CAAQ;IACtB,UAAU,GAAG,CAAC,CAAA;IACd,IAAI,GAAG,CAAC,CAAA;IACR,OAAO,GAAkB,QAAQ,CAAA;IACxB,SAAS,CAAQ;IAC1B,WAAW,CAAoB;IAC/B,aAAa,GAAG,CAAC,CAAA;IACjB,KAAK,GAAG,IAAI,CAAA;IACpB,yEAAyE;IACjE,KAAK,CAAoB;IACjC,oEAAoE;IACnD,GAAG,GAAa,EAAE,CAAA;IAEnC,YACE,KAAa,EACb,KAAa,EACI,MAAoB,IAAI,CAAC,GAAG;QAA5B,QAAG,GAAH,GAAG,CAAyB;QAE7C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC/B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC/B,IAAI,CAAC,SAAS,GAAG,GAAG,EAAE,CAAA;IACxB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;IAED,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACtB,CAAC;IAED,QAAQ,CAAC,KAAoB;QAC3B,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK;YAAE,OAAM;QAClC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAA;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;IACnB,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,IAAY;QACjB,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAC7C,IAAI,SAAS,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,GAAG,SAAS,CAAA;QACnD,mEAAmE;aAC9D,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YAAE,IAAI,CAAC,KAAK,GAAG,SAAS,CAAA;QACnE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,aAAa;gBAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;YACvD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACrB,CAAC;QACD,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,CAAC,MAAM;YAAE,OAAM;QACnB,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,CAAA;QAC5B,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,IAAI,KAAK;gBAAE,IAAI,CAAC,KAAK,GAAG,SAAS,CAAA;YACzC,OAAM;QACR,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,GAAG,KAAK;YAAE,OAAM;QAC9D,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,UAAU,IAAI,CAAC,CAAA;QAC9E,+DAA+D;aAC1D,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI;YAAE,OAAM;QACjC,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU;YAAE,OAAM;QAC7D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,OAAO,GAAG,UAAU,CAAA;QACzB,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC7B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAClC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,KAAK,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,OAAO,GAAG,UAAU,CAAA;QAC7F,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;IACnB,CAAC;IAEO,IAAI;QACV,OAAO,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAA;IACjD,CAAC;IAED,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,IAAI,UAAU,GAAkB,IAAI,CAAA;QACpC,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU,IAAI,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAC/F,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAA;YAC7E,UAAU,GAAG,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,EAAE,CAAC,CAAC,CAAA;QAClD,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;YACpC,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,KAAK;YACrB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;SAC7C,CAAA;IACH,CAAC;IAEO,QAAQ,CAAC,IAAY,EAAE,KAAa;QAC1C,QAAQ,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,OAAO,GAAG,CAAA;YACZ,KAAK,UAAU;gBACb,OAAO,IAAI,CAAA;YACb,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;YACpD,wFAAwF;YACxF,KAAK,UAAU,CAAC;YAChB,KAAK,gBAAgB;gBACnB,OAAO,IAAI,CAAA;YACb,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAA;QACf,CAAC;IACH,CAAC;IAED,gGAAgG;IAChG,SAAS;QACP,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAA;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,OAAO,GAAG,CAAA;IACZ,CAAC;CACF"}
+{"version":3,"file":"tracker.js","sourceRoot":"","sources":["../../src/diffusion/tracker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACtF,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE1E;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,OAA6B;IACxD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;IACpC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC7E,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAA;IAC9D,IAAI,QAAQ,IAAI,GAAG;QAAE,OAAO,KAAK,CAAA;IACjC,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC9F,IAAI,OAAO,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC,CAAA;IACnC,OAAO,OAAO,GAAG,CAAC,CAAA;AACpB,CAAC;AAED,iEAAiE;AACjE,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAA;AAQ/B,MAAM,OAAO,eAAe;IAqBP;IApBF,KAAK,CAAQ;IACb,KAAK,CAAQ;IACtB,UAAU,GAAG,CAAC,CAAA;IACd,IAAI,GAAG,CAAC,CAAA;IACR,OAAO,GAAkB,QAAQ,CAAA;IACxB,SAAS,CAAQ;IAC1B,WAAW,CAAoB;IAC/B,UAAU,CAAoB;IAC9B,aAAa,GAAG,CAAC,CAAA;IACjB,KAAK,GAAG,IAAI,CAAA;IACpB,yEAAyE;IACjE,KAAK,CAAoB;IACjC,+EAA+E;IACvE,MAAM,CAAyB;IACvC,oEAAoE;IACnD,GAAG,GAAa,EAAE,CAAA;IAEnC,YACE,KAAa,EACb,KAAa,EACI,MAAoB,IAAI,CAAC,GAAG;QAA5B,QAAG,GAAH,GAAG,CAAyB;QAE7C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC/B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC/B,IAAI,CAAC,SAAS,GAAG,GAAG,EAAE,CAAA;IACxB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;IAED,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACtB,CAAC;IAED,QAAQ,CAAC,KAAoB;QAC3B,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK;YAAE,OAAM;QAClC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAA;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;IACnB,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,IAAY;QACjB,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAC7C,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,GAAG,SAAS,CAAA;YACtB,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;gBAC3C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;YACnB,CAAC;QACH,CAAC;QACD,4FAA4F;aACvF,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YAAE,IAAI,CAAC,KAAK,GAAG,SAAS,CAAA;QACzG,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;QACrC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,aAAa;gBAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;YACvD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACrB,CAAC;QACD,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,CAAC,MAAM;YAAE,OAAM;QACnB,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,CAAA;QAC5B,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;YAC1B,IAAI,MAAM,IAAI,MAAM,EAAE,KAAK,KAAK,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;gBAC7E,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;gBACnC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;YACnB,CAAC;YACD,IAAI,IAAI,IAAI,KAAK;gBAAE,IAAI,CAAC,KAAK,GAAG,SAAS,CAAA;YACzC,OAAM;QACR,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,GAAG,KAAK;YAAE,OAAM;QAC9D,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,UAAU,IAAI,CAAC,CAAA;QAC9E,+DAA+D;aAC1D,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI;YAAE,OAAM;QACjC,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU;YAAE,OAAM;QAC7D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,OAAO,GAAG,UAAU,CAAA;QACzB,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC7B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAClC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACnE,IAAI,CAAC,OAAO,GAAG,UAAU,CAAA;YACzB,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC,GAAG,EAAE,CAAA;QAChC,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;IACnB,CAAC;IAED,0FAA0F;IAC1F,eAAe;QACb,OAAO,IAAI,CAAC,UAAU,CAAA;IACxB,CAAC;IAEO,IAAI;QACV,OAAO,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAA;IACjD,CAAC;IAED,+GAA+G;IAC/G,WAAW;QACT,OAAO,IAAI,CAAC,OAAO,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;IACpF,CAAC;IAED,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,IAAI,UAAU,GAAkB,IAAI,CAAA;QACpC,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU,IAAI,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAC/F,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAA;YAC7E,UAAU,GAAG,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,EAAE,CAAC,CAAC,CAAA;QAClD,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;YACpC,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,KAAK;YACrB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;SAC7C,CAAA;IACH,CAAC;IAEO,QAAQ,CAAC,IAAY,EAAE,KAAa;QAC1C,QAAQ,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,OAAO,GAAG,CAAA;YACZ,KAAK,UAAU;gBACb,OAAO,IAAI,CAAA;YACb,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;YACpD,wFAAwF;YACxF,KAAK,UAAU,CAAC;YAChB,KAAK,gBAAgB;gBACnB,OAAO,IAAI,CAAA;YACb,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAA;QACf,CAAC;IACH,CAAC;IAED,gGAAgG;IAChG,SAAS;QACP,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAA;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,OAAO,GAAG,CAAA;IACZ,CAAC;CACF"}

package/dist/diffusion/types.d.ts

@@ -22,6 +22,8 @@ export interface ServerSpec {
     defaults: DiffusionFamilyDefaults;
     ranges: DiffusionFamilyRanges;
     offload: DiffusionOffloadPolicy;
+    /** Where to go after running out of memory under `offload`; dropped once taken. */
+    offloadFallback?: DiffusionOffloadPolicy;
     threads?: number;
     /** Appended last: sd.cpp's argument parser is last-wins. */
     extraArgs: string[];
@@ -29,6 +31,11 @@ export interface ServerSpec {
     /** True once the ggml-abort recovery moved everything to the CPU backend. */
     cpuFallback: boolean;
 }
+/** The files of a spec that take memory once loaded; `vaeFormat` names a format, not a file. */
+export type ModelFileKey = Exclude<keyof DiffusionModelFiles, 'vaeFormat'>;
+export declare const MODEL_FILE_KEYS: readonly ModelFileKey[];
+/** Bytes on disk of each file of the loaded spec, read once at load; a file that could not be read is absent. */
+export type ModelFileBytes = Partial<Record<ModelFileKey, number>>;
 /** The engine's generation modes, as `supported_modes` names them. */
 export type SdMode = 'img_gen' | 'vid_gen';
 /** What `GET /sdcpp/v1/capabilities` said after the server came up. */

package/dist/diffusion/types.js

@@ -2,6 +2,17 @@
  * State the diffusion module keeps for itself; nothing here crosses the wire. `state.rs` in
  * `tauri-plugin-atomic-diffusion` (app commit `767ff6350`).
  */
+export const MODEL_FILE_KEYS = [
+    'diffusionModel',
+    'vae',
+    'clipL',
+    't5xxl',
+    'llm',
+    'llmVision',
+    'qwen2vl',
+    'audioVae',
+    'embeddingsConnectors',
+];
 /** The mode a model of `modality` is served in. */
 export const modeOf = (modality) => (modality === 'video' ? 'vid_gen' : 'img_gen');
 export const DEFAULT_STARTUP_TIMEOUT_SECS = 600;

package/dist/diffusion/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/diffusion/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA0DH,mDAAmD;AACnD,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,QAA2B,EAAU,EAAE,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;AAY7G,MAAM,CAAC,MAAM,4BAA4B,GAAG,GAAG,CAAA;AAC/C,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAA;AAC3C,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAA"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/diffusion/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA4CH,MAAM,CAAC,MAAM,eAAe,GAA4B;IACtD,gBAAgB;IAChB,KAAK;IACL,OAAO;IACP,OAAO;IACP,KAAK;IACL,WAAW;IACX,SAAS;IACT,UAAU;IACV,sBAAsB;CACvB,CAAA;AAwBD,mDAAmD;AACnD,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,QAA2B,EAAU,EAAE,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;AAY7G,MAAM,CAAC,MAAM,4BAA4B,GAAG,GAAG,CAAA;AAC/C,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAA;AAC3C,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAA"}