@atomic-chat/core 0.21.1 → 0.21.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/backend/advisor/advisor.js +11 -2
- package/dist/backend/advisor/advisor.js.map +1 -1
- package/dist/backend/install/cuda-guard.d.ts +62 -0
- package/dist/backend/install/cuda-guard.js +80 -0
- package/dist/backend/install/cuda-guard.js.map +1 -0
- package/dist/backend/install/cuda-runtime-source.d.ts +76 -0
- package/dist/backend/install/cuda-runtime-source.js +294 -0
- package/dist/backend/install/cuda-runtime-source.js.map +1 -0
- package/dist/backend/install/index.d.ts +3 -0
- package/dist/backend/install/index.js +3 -0
- package/dist/backend/install/index.js.map +1 -1
- package/dist/backend/install/runtime-backend.d.ts +30 -3
- package/dist/backend/install/runtime-backend.js +106 -28
- package/dist/backend/install/runtime-backend.js.map +1 -1
- package/dist/backend/install/service.d.ts +40 -4
- package/dist/backend/install/service.js +175 -31
- package/dist/backend/install/service.js.map +1 -1
- package/dist/backend/install/windows-launch-check.d.ts +72 -0
- package/dist/backend/install/windows-launch-check.js +173 -0
- package/dist/backend/install/windows-launch-check.js.map +1 -0
- package/dist/backend/installed/installed.d.ts +13 -0
- package/dist/backend/installed/installed.js +32 -0
- package/dist/backend/installed/installed.js.map +1 -1
- package/dist/backend/select/bad-backends.d.ts +68 -0
- package/dist/backend/select/bad-backends.js +136 -0
- package/dist/backend/select/bad-backends.js.map +1 -0
- package/dist/backend/select/features.d.ts +18 -1
- package/dist/backend/select/features.js +29 -1
- package/dist/backend/select/features.js.map +1 -1
- package/dist/backend/select/index.d.ts +1 -0
- package/dist/backend/select/index.js +1 -0
- package/dist/backend/select/index.js.map +1 -1
- package/dist/backend/turboquant.d.ts +8 -0
- package/dist/backend/turboquant.js +37 -9
- package/dist/backend/turboquant.js.map +1 -1
- package/dist/cli/main.d.ts +1 -1
- package/dist/contracts/diagnostics.d.ts +1 -1
- package/dist/contracts/diagnostics.js +1 -0
- package/dist/contracts/diagnostics.js.map +1 -1
- package/dist/contracts/errors.d.ts +3 -3
- package/dist/contracts/errors.js +15 -0
- package/dist/contracts/errors.js.map +1 -1
- package/dist/contracts/hardware.d.ts +8 -0
- package/dist/contracts/index.d.ts +1 -0
- package/dist/contracts/index.js +1 -0
- package/dist/contracts/index.js.map +1 -1
- package/dist/contracts/load-diag.d.ts +34 -0
- package/dist/contracts/load-diag.js +48 -0
- package/dist/contracts/load-diag.js.map +1 -0
- package/dist/core/atomic-core.d.ts +1 -1
- package/dist/core/create.js +16 -13
- package/dist/core/create.js.map +1 -1
- package/dist/downloads/archive.js +8 -3
- package/dist/downloads/archive.js.map +1 -1
- package/dist/downloads/disk.d.ts +18 -0
- package/dist/downloads/disk.js +32 -1
- package/dist/downloads/disk.js.map +1 -1
- package/dist/downloads/downloader.js +7 -4
- package/dist/downloads/downloader.js.map +1 -1
- package/dist/downloads/fs-retry.d.ts +27 -0
- package/dist/downloads/fs-retry.js +40 -0
- package/dist/downloads/fs-retry.js.map +1 -0
- package/dist/downloads/index.d.ts +1 -0
- package/dist/downloads/index.js +1 -0
- package/dist/downloads/index.js.map +1 -1
- package/dist/hardware/index.d.ts +1 -0
- package/dist/hardware/index.js +1 -0
- package/dist/hardware/index.js.map +1 -1
- package/dist/hardware/probe-common.d.ts +9 -1
- package/dist/hardware/probe-common.js.map +1 -1
- package/dist/hardware/probe-windows.d.ts +10 -2
- package/dist/hardware/probe-windows.js +65 -10
- package/dist/hardware/probe-windows.js.map +1 -1
- package/dist/hardware/probe.js +1 -1
- package/dist/hardware/probe.js.map +1 -1
- package/dist/hardware/service.d.ts +11 -0
- package/dist/hardware/service.js +31 -4
- package/dist/hardware/service.js.map +1 -1
- package/dist/hardware/windows-registry.d.ts +80 -0
- package/dist/hardware/windows-registry.js +197 -0
- package/dist/hardware/windows-registry.js.map +1 -0
- package/dist/runtime/llamacpp/args.d.ts +11 -0
- package/dist/runtime/llamacpp/args.js +28 -3
- package/dist/runtime/llamacpp/args.js.map +1 -1
- package/dist/runtime/llamacpp/devices.d.ts +11 -0
- package/dist/runtime/llamacpp/devices.js +22 -0
- package/dist/runtime/llamacpp/devices.js.map +1 -1
- package/dist/runtime/llamacpp/errors.d.ts +32 -2
- package/dist/runtime/llamacpp/errors.js +77 -4
- package/dist/runtime/llamacpp/errors.js.map +1 -1
- package/dist/runtime/llamacpp/index.d.ts +1 -0
- package/dist/runtime/llamacpp/index.js +1 -0
- package/dist/runtime/llamacpp/index.js.map +1 -1
- package/dist/runtime/llamacpp/load-failure.d.ts +52 -0
- package/dist/runtime/llamacpp/load-failure.js +105 -0
- package/dist/runtime/llamacpp/load-failure.js.map +1 -0
- package/dist/runtime/llamacpp/load-plan.d.ts +5 -0
- package/dist/runtime/llamacpp/load-plan.js +34 -4
- package/dist/runtime/llamacpp/load-plan.js.map +1 -1
- package/dist/runtime/llamacpp/runtime.d.ts +24 -1
- package/dist/runtime/llamacpp/runtime.js +116 -27
- package/dist/runtime/llamacpp/runtime.js.map +1 -1
- package/dist/runtime/shared/env.js +13 -15
- package/dist/runtime/shared/env.js.map +1 -1
- package/dist/telemetry/diagnostics.d.ts +10 -2
- package/dist/telemetry/diagnostics.js +14 -3
- package/dist/telemetry/diagnostics.js.map +1 -1
- package/dist/telemetry/envelope.d.ts +6 -0
- package/dist/telemetry/envelope.js +12 -2
- package/dist/telemetry/envelope.js.map +1 -1
- package/dist/telemetry/reporter.d.ts +9 -0
- package/dist/telemetry/reporter.js +3 -0
- package/dist/telemetry/reporter.js.map +1 -1
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,WAAW,CAAA;AACzB,cAAc,aAAa,CAAA;AAC3B,cAAc,qBAAqB,CAAA;AACnC,cAAc,cAAc,CAAA;AAC5B,cAAc,aAAa,CAAA;AAC3B,cAAc,YAAY,CAAA;AAC1B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,cAAc,CAAA"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,WAAW,CAAA;AACzB,cAAc,aAAa,CAAA;AAC3B,cAAc,qBAAqB,CAAA;AACnC,cAAc,cAAc,CAAA;AAC5B,cAAc,aAAa,CAAA;AAC3B,cAAc,YAAY,CAAA;AAC1B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,mBAAmB,CAAA;AACjC,cAAc,cAAc,CAAA"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* What a failed llama.cpp load carries beyond its error body: the `atomic-core-diag` line the app
|
|
3
|
+
* reads from the tail of `details` (`src/contracts/load-diag.ts`), the stage the load stopped at, and
|
|
4
|
+
* whether the failure is one a single retry on another installed build may get past. Pure; the
|
|
5
|
+
* runtime gathers the facts while it spawns.
|
|
6
|
+
*/
|
|
7
|
+
import { AtomicCoreError } from '../../contracts/index.js';
|
|
8
|
+
import type { LoadDiag } from '../../contracts/index.js';
|
|
9
|
+
export declare function isWeightsLoadedLine(line: string): boolean;
|
|
10
|
+
/**
|
|
11
|
+
* Where a load stopped. `spawn`: the process never ran its own code — it could not be started, the
|
|
12
|
+
* Windows loader refused it, or it exited without printing a line. `load`: it died or timed out while
|
|
13
|
+
* loading the weights. `ready`: the weights were loaded and it never said it was listening.
|
|
14
|
+
* `runtime`: it had said so, and the load failed after that.
|
|
15
|
+
*/
|
|
16
|
+
export declare function loadFailureStage(input: {
|
|
17
|
+
code: string;
|
|
18
|
+
printed: boolean;
|
|
19
|
+
weightsLoaded: boolean;
|
|
20
|
+
ready: boolean;
|
|
21
|
+
}): NonNullable<LoadDiag['stage']>;
|
|
22
|
+
/**
|
|
23
|
+
* `error` with the diag line appended to its details (replacing an earlier one) and `engineVersion`
|
|
24
|
+
* added to its telemetry diagnostic. Anything that is not an `AtomicCoreError`, a cancel and a stop
|
|
25
|
+
* are returned as they are.
|
|
26
|
+
*/
|
|
27
|
+
export declare function withLoadFailureDiag(error: unknown, diag: LoadDiag, engineVersion?: string): unknown;
|
|
28
|
+
/** The diag line of one spawn attempt, from the error and what the runtime saw of the process. */
|
|
29
|
+
export declare function attemptLoadDiag(error: AtomicCoreError, facts: {
|
|
30
|
+
platform: NodeJS.Platform;
|
|
31
|
+
backend: string;
|
|
32
|
+
version: string;
|
|
33
|
+
printed: boolean;
|
|
34
|
+
stderrPrinted: boolean;
|
|
35
|
+
weightsLoaded: boolean;
|
|
36
|
+
ready: boolean;
|
|
37
|
+
}): LoadDiag;
|
|
38
|
+
/** What made a load try another build: the reason recorded against the build that failed. */
|
|
39
|
+
export type BackendFallbackTrigger = 'GPU_BACKEND_INCOMPATIBLE' | 'ENGINE_BINARY_BROKEN' | 'EMPTY_STDERR_CRASH';
|
|
40
|
+
/**
|
|
41
|
+
* Whether a failed load may be retried once on the next installed build, and why: the build cannot
|
|
42
|
+
* run on this card or driver; or, on a GPU build, Windows could not start it, or it died before
|
|
43
|
+
* printing anything (an empty stderr: a missing DLL or an illegal instruction rather than the model).
|
|
44
|
+
* Reads the diag line the attempt left in `details`.
|
|
45
|
+
*/
|
|
46
|
+
export declare function backendFallbackTrigger(error: unknown, backend: string): BackendFallbackTrigger | undefined;
|
|
47
|
+
/** The diag of the error a load ends with after a fallback, the fallback's own facts kept. */
|
|
48
|
+
export declare function withFallbackDiag(error: unknown, fallback: {
|
|
49
|
+
from: string;
|
|
50
|
+
to: string;
|
|
51
|
+
ok: boolean;
|
|
52
|
+
}): unknown;
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* What a failed llama.cpp load carries beyond its error body: the `atomic-core-diag` line the app
|
|
3
|
+
* reads from the tail of `details` (`src/contracts/load-diag.ts`), the stage the load stopped at, and
|
|
4
|
+
* whether the failure is one a single retry on another installed build may get past. Pure; the
|
|
5
|
+
* runtime gathers the facts while it spawns.
|
|
6
|
+
*/
|
|
7
|
+
import { AtomicCoreError, parseLoadDiag, withLoadDiag } from '../../contracts/index.js';
|
|
8
|
+
import { formatExitCode } from './errors.js';
|
|
9
|
+
/** What llama-server prints once the weights are in memory, before it starts listening. */
|
|
10
|
+
const WEIGHTS_LOADED = /\bmodel loaded\b/i;
|
|
11
|
+
export function isWeightsLoadedLine(line) {
|
|
12
|
+
return WEIGHTS_LOADED.test(line);
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Where a load stopped. `spawn`: the process never ran its own code — it could not be started, the
|
|
16
|
+
* Windows loader refused it, or it exited without printing a line. `load`: it died or timed out while
|
|
17
|
+
* loading the weights. `ready`: the weights were loaded and it never said it was listening.
|
|
18
|
+
* `runtime`: it had said so, and the load failed after that.
|
|
19
|
+
*/
|
|
20
|
+
export function loadFailureStage(input) {
|
|
21
|
+
if (input.ready)
|
|
22
|
+
return 'runtime';
|
|
23
|
+
if (input.code === 'IO_ERROR' || input.code === 'ENGINE_BINARY_BROKEN')
|
|
24
|
+
return 'spawn';
|
|
25
|
+
if (input.weightsLoaded)
|
|
26
|
+
return 'ready';
|
|
27
|
+
if (input.code === 'MODEL_LOAD_TIMED_OUT' || input.printed)
|
|
28
|
+
return 'load';
|
|
29
|
+
return 'spawn';
|
|
30
|
+
}
|
|
31
|
+
/** Errors that end a load without being a failure of it: the user's cancel, the owner stopping. */
|
|
32
|
+
const NOT_LOAD_FAILURES = new Set(['MODEL_LOAD_CANCELLED', 'CORE_NOT_RUNNING']);
|
|
33
|
+
/**
|
|
34
|
+
* `error` with the diag line appended to its details (replacing an earlier one) and `engineVersion`
|
|
35
|
+
* added to its telemetry diagnostic. Anything that is not an `AtomicCoreError`, a cancel and a stop
|
|
36
|
+
* are returned as they are.
|
|
37
|
+
*/
|
|
38
|
+
export function withLoadFailureDiag(error, diag, engineVersion) {
|
|
39
|
+
if (!(error instanceof AtomicCoreError) || NOT_LOAD_FAILURES.has(error.code))
|
|
40
|
+
return error;
|
|
41
|
+
const diagnostic = error.diagnostic
|
|
42
|
+
? { ...error.diagnostic, ...(engineVersion ? { engineVersion } : {}) }
|
|
43
|
+
: engineVersion
|
|
44
|
+
? { component: 'runtime', operation: 'load', engineVersion }
|
|
45
|
+
: undefined;
|
|
46
|
+
const wrapped = new AtomicCoreError(error.code, error.message, withLoadDiag(error.details, diag), {
|
|
47
|
+
...(diagnostic ? { diagnostic } : {}),
|
|
48
|
+
...(error.cause !== undefined ? { cause: error.cause } : {}),
|
|
49
|
+
});
|
|
50
|
+
if (error.stack)
|
|
51
|
+
wrapped.stack = error.stack;
|
|
52
|
+
return wrapped;
|
|
53
|
+
}
|
|
54
|
+
/** The diag line of one spawn attempt, from the error and what the runtime saw of the process. */
|
|
55
|
+
export function attemptLoadDiag(error, facts) {
|
|
56
|
+
const exitCode = error.diagnostic?.exitCode;
|
|
57
|
+
const signal = error.diagnostic?.signal;
|
|
58
|
+
const exit = typeof exitCode === 'number' ? formatExitCode(exitCode, facts.platform) : undefined;
|
|
59
|
+
return {
|
|
60
|
+
...(exit !== undefined ? { exit_code: exit } : {}),
|
|
61
|
+
...(typeof signal === 'string' ? { signal } : {}),
|
|
62
|
+
stage: loadFailureStage({ code: error.code, ...facts }),
|
|
63
|
+
backend: facts.backend,
|
|
64
|
+
// `cli` is the placeholder of an executable the CLI was pointed at, not a build tag.
|
|
65
|
+
...(facts.version && facts.version !== 'cli' ? { build: facts.version } : {}),
|
|
66
|
+
...(!facts.stderrPrinted ? { empty_stderr: true } : {}),
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
/** A build whose id names a GPU API; only these fall back on a broken binary or a silent crash. */
|
|
70
|
+
const GPU_BUILD = /cuda|vulkan|rocm|hip|sycl|opencl|musa|cann/i;
|
|
71
|
+
/**
|
|
72
|
+
* Whether a failed load may be retried once on the next installed build, and why: the build cannot
|
|
73
|
+
* run on this card or driver; or, on a GPU build, Windows could not start it, or it died before
|
|
74
|
+
* printing anything (an empty stderr: a missing DLL or an illegal instruction rather than the model).
|
|
75
|
+
* Reads the diag line the attempt left in `details`.
|
|
76
|
+
*/
|
|
77
|
+
export function backendFallbackTrigger(error, backend) {
|
|
78
|
+
if (!(error instanceof AtomicCoreError))
|
|
79
|
+
return undefined;
|
|
80
|
+
if (error.code === 'GPU_BACKEND_INCOMPATIBLE')
|
|
81
|
+
return 'GPU_BACKEND_INCOMPATIBLE';
|
|
82
|
+
if (!GPU_BUILD.test(backend))
|
|
83
|
+
return undefined;
|
|
84
|
+
if (error.code === 'ENGINE_BINARY_BROKEN')
|
|
85
|
+
return 'ENGINE_BINARY_BROKEN';
|
|
86
|
+
if (error.code !== 'LLAMA_CPP_PROCESS_ERROR' && error.code !== 'CPU_INSTRUCTION_UNSUPPORTED')
|
|
87
|
+
return undefined;
|
|
88
|
+
const diag = parseLoadDiag(error.details);
|
|
89
|
+
const died = (diag?.exit_code !== undefined && diag.exit_code !== '0' && diag.exit_code !== '0x0') ||
|
|
90
|
+
diag?.signal !== undefined;
|
|
91
|
+
return diag?.empty_stderr === true && died ? 'EMPTY_STDERR_CRASH' : undefined;
|
|
92
|
+
}
|
|
93
|
+
/** The diag of the error a load ends with after a fallback, the fallback's own facts kept. */
|
|
94
|
+
export function withFallbackDiag(error, fallback) {
|
|
95
|
+
if (!(error instanceof AtomicCoreError) || NOT_LOAD_FAILURES.has(error.code))
|
|
96
|
+
return error;
|
|
97
|
+
const diag = {
|
|
98
|
+
...(parseLoadDiag(error.details) ?? {}),
|
|
99
|
+
fallback_from: fallback.from,
|
|
100
|
+
fallback_to: fallback.to,
|
|
101
|
+
fallback_ok: fallback.ok,
|
|
102
|
+
};
|
|
103
|
+
return withLoadFailureDiag(error, diag);
|
|
104
|
+
}
|
|
105
|
+
//# sourceMappingURL=load-failure.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"load-failure.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/load-failure.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAEvF,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE5C,2FAA2F;AAC3F,MAAM,cAAc,GAAG,mBAAmB,CAAA;AAE1C,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,OAAO,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAClC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAKhC;IACC,IAAI,KAAK,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IACjC,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB;QAAE,OAAO,OAAO,CAAA;IACtF,IAAI,KAAK,CAAC,aAAa;QAAE,OAAO,OAAO,CAAA;IACvC,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB,IAAI,KAAK,CAAC,OAAO;QAAE,OAAO,MAAM,CAAA;IACzE,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,mGAAmG;AACnG,MAAM,iBAAiB,GAAwB,IAAI,GAAG,CAAC,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAAC,CAAA;AAEpG;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc,EAAE,IAAc,EAAE,aAAsB;IACxF,IAAI,CAAC,CAAC,KAAK,YAAY,eAAe,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1F,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU;QACjC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QACtE,CAAC,CAAC,aAAa;YACb,CAAC,CAAC,EAAE,SAAS,EAAE,SAAkB,EAAE,SAAS,EAAE,MAAe,EAAE,aAAa,EAAE;YAC9E,CAAC,CAAC,SAAS,CAAA;IACf,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE;QAChG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7D,CAAC,CAAA;IACF,IAAI,KAAK,CAAC,KAAK;QAAE,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;IAC5C,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,eAAe,CAC7B,KAAsB,EACtB,KAQC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAA;IAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,EAAE,MAAM,CAAA;IACvC,MAAM,IAAI,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAChG,OAAO;QACL,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,KAAK,EAAE,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;QACvD,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,qFAAqF;QACrF,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,GAAG,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,CAAA;AACH,CAAC;AAMD,mGAAmG;AACnG,MAAM,SAAS,GAAG,6CAA6C,CAAA;AAE/D;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAc,EAAE,OAAe;IACpE,IAAI,CAAC,CAAC,KAAK,YAAY,eAAe,CAAC;QAAE,OAAO,SAAS,CAAA;IACzD,IAAI,KAAK,CAAC,IAAI,KAAK,0BAA0B;QAAE,OAAO,0BAA0B,CAAA;IAChF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAA;IAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB;QAAE,OAAO,sBAAsB,CAAA;IACxE,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB,IAAI,KAAK,CAAC,IAAI,KAAK,6BAA6B;QAC1F,OAAO,SAAS,CAAA;IAClB,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACzC,MAAM,IAAI,GACR,CAAC,IAAI,EAAE,SAAS,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS,KAAK,GAAG,IAAI,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC;QACrF,IAAI,EAAE,MAAM,KAAK,SAAS,CAAA;IAC5B,OAAO,IAAI,EAAE,YAAY,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAA;AAC/E,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,gBAAgB,CAC9B,KAAc,EACd,QAAmD;IAEnD,IAAI,CAAC,CAAC,KAAK,YAAY,eAAe,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1F,MAAM,IAAI,GAAa;QACrB,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACvC,aAAa,EAAE,QAAQ,CAAC,IAAI;QAC5B,WAAW,EAAE,QAAQ,CAAC,EAAE;QACxB,WAAW,EAAE,QAAQ,CAAC,EAAE;KACzB,CAAA;IACD,OAAO,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;AACzC,CAAC"}
|
|
@@ -110,6 +110,11 @@ export interface LoadPlan {
|
|
|
110
110
|
fitCtxCeiling?: number;
|
|
111
111
|
/** `--cache-ram` (MiB) on a machine with at most 16 GiB of RAM; absent: llama.cpp's 8192 MiB. */
|
|
112
112
|
cacheRamMiB?: number;
|
|
113
|
+
/**
|
|
114
|
+
* Set by the runtime on the plan of a backend fallback: the `version_backend` the settings asked for,
|
|
115
|
+
* which `config.version_backend` (the build that runs) no longer is.
|
|
116
|
+
*/
|
|
117
|
+
configuredVersionBackend?: string;
|
|
113
118
|
warnings: string[];
|
|
114
119
|
}
|
|
115
120
|
/** Which loaded text sessions to unload before loading `modelId` (auto-unload policy). */
|
|
@@ -13,8 +13,9 @@
|
|
|
13
13
|
import { AtomicCoreError } from '../../contracts/index.js';
|
|
14
14
|
import { effectiveCtxSize, estimateKvCache, firstGgufShardPath, ggufShardSetPaths, isMtpCapable, matchesMtpLoadFailure, parseGgufShard, } from '../../models/index.js';
|
|
15
15
|
import { generateApiKey } from '../shared/index.js';
|
|
16
|
-
import { withLlamacppDefaults } from './args.js';
|
|
16
|
+
import { resolveFitCtx, withLlamacppDefaults } from './args.js';
|
|
17
17
|
import { DEFAULT_CTX_LEN } from './ctx-ladder.js';
|
|
18
|
+
import { validateDeviceList } from './devices.js';
|
|
18
19
|
import { DEFAULT_FIT_CTX, DEFAULT_FIT_TARGET_MIB, metalDevice, smallMemoryDefaultCtx, smallUnifiedMemoryCtxCeiling, unifiedMemoryFitTargetMiB, } from './fit-margin.js';
|
|
19
20
|
import { promptCacheRamMiB, resolveNPredict } from './generation-limits.js';
|
|
20
21
|
import { BACKEND_NOT_CONFIGURED_MESSAGE, CPU_NO_AVX_ERROR_CODE, CPU_NO_AVX_MESSAGE, codedLoadError, formatLoadError, isCpuBackend, isUnsupportedNoAvxCpu, modelLoadReadyTimeoutSecs, parseBuildNumberStrict, parseEnvString, stripBom, } from './policy.js';
|
|
@@ -61,8 +62,9 @@ export async function planLlamaLoad(input, deps) {
|
|
|
61
62
|
deps.warn?.(m);
|
|
62
63
|
};
|
|
63
64
|
const { modelId } = input;
|
|
64
|
-
// 2. settings merge (per-model overrides win)
|
|
65
|
+
// 2. settings merge (per-model overrides win; a model's `fit_ctx` only when it names a window)
|
|
65
66
|
const cfg = withLlamacppDefaults({ ...input.config, ...(input.overrides ?? {}) });
|
|
67
|
+
cfg.fit_ctx = resolveFitCtx(input.config.fit_ctx, input.overrides?.fit_ctx);
|
|
66
68
|
const env = {};
|
|
67
69
|
// 3. `latest/<backend>` sentinel
|
|
68
70
|
if (stripBom(cfg.version_backend || '').startsWith('latest/')) {
|
|
@@ -95,6 +97,33 @@ export async function planLlamaLoad(input, deps) {
|
|
|
95
97
|
version = ready.version;
|
|
96
98
|
backend = ready.backend;
|
|
97
99
|
const exePath = ready.exePath;
|
|
100
|
+
// One `--list-devices` per executable and plan: the device check below and fit's Metal margin
|
|
101
|
+
// read the same list.
|
|
102
|
+
if (deps.listDevices) {
|
|
103
|
+
const listDevices = deps.listDevices;
|
|
104
|
+
const lists = new Map();
|
|
105
|
+
deps = {
|
|
106
|
+
...deps,
|
|
107
|
+
listDevices: (path) => {
|
|
108
|
+
const listed = lists.get(path) ?? listDevices(path);
|
|
109
|
+
lists.set(path, listed);
|
|
110
|
+
return listed;
|
|
111
|
+
},
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
// 7b. a `--device` this build does not have would make llama-server exit; it is dropped instead.
|
|
115
|
+
// A device list that cannot be read changes nothing.
|
|
116
|
+
if (String(cfg.device ?? '').trim() !== '' && deps.listDevices) {
|
|
117
|
+
const devices = await deps.listDevices(exePath).catch(() => undefined);
|
|
118
|
+
if (devices) {
|
|
119
|
+
const checked = validateDeviceList(cfg.device, devices);
|
|
120
|
+
if (checked.dropped.length > 0) {
|
|
121
|
+
const listedIds = devices.map((d) => d.id).join(', ') || 'none';
|
|
122
|
+
warn(`Ignoring device ${checked.dropped.join(', ')} for "${modelId}": ${version}/${backend} does not have it (it lists ${listedIds}).`);
|
|
123
|
+
cfg.device = checked.device;
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
}
|
|
98
127
|
// 8-9. model.yml, port, key, env
|
|
99
128
|
const modelConfig = input.modelPath
|
|
100
129
|
? {
|
|
@@ -219,8 +248,9 @@ export async function planLlamaLoad(input, deps) {
|
|
|
219
248
|
warn(`Unified memory: fitting "${modelId}" with a ${fit.marginMiB} MiB margin so llama.cpp leaves half of RAM to the system.`);
|
|
220
249
|
}
|
|
221
250
|
if (fit?.ctxCeiling !== undefined) {
|
|
222
|
-
|
|
223
|
-
|
|
251
|
+
// Never below the floor fit is given (`fit_ctx`, which the app raises to grow the window).
|
|
252
|
+
fitCtxCeiling = Math.max(fit.ctxCeiling, fitMinCtx(cfg));
|
|
253
|
+
warn(`Unified memory below 16 GiB: capping the window fit may pick for "${modelId}" at ${fitCtxCeiling} tokens.`);
|
|
224
254
|
}
|
|
225
255
|
}
|
|
226
256
|
// 19c. fit off with no window chosen: llama.cpp would take the whole trained context (`n_ctx = 0`,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load-plan.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/load-plan.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,YAAY,EACZ,qBAAqB,EACrB,cAAc,GACf,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAEnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAEhD,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EACL,eAAe,EACf,sBAAsB,EACtB,WAAW,EACX,qBAAqB,EACrB,4BAA4B,EAC5B,yBAAyB,GAC1B,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAC3E,OAAO,EACL,8BAA8B,EAC9B,qBAAqB,EACrB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,yBAAyB,EACzB,sBAAsB,EACtB,cAAc,EACd,QAAQ,GACT,MAAM,aAAa,CAAA;AAgGpB,0FAA0F;AAC1F,MAAM,UAAU,iBAAiB,CAC/B,QAA4D,EAC5D,IAKC;IAED,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,CAAA;IAC5E,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,KAAK,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,oBAAoB,CAAC;SACnF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;AAC3B,CAAC;AAED,8FAA8F;AAC9F,MAAM,WAAW,GAAG,mDAAmD,CAAA;AACvE,kGAAkG;AAClG,MAAM,WAAW,GACf,gGAAgG,CAAA;AAElG;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB,CAC/B,IAA2D,EAC3D,oBAA6B;IAE7B,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACxG,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK;QAC3B,SAAS,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,KAAK,oBAAoB;KACrE,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAc,EAAE,IAAY,EAAE,SAAkB;IACvE,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;IAC5D,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,CAAA;AAC/E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAoB,EAAE,IAAkB;IAC1E,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE;QACzB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAChB,CAAC,CAAA;IACD,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IAEzB,8CAA8C;IAC9C,MAAM,GAAG,GAAG,oBAAoB,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,EAAyB,CAAC,CAAA;IACxG,MAAM,GAAG,GAA2B,EAAE,CAAA;IAEtC,iCAAiC;IACjC,IAAI,QAAQ,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9D,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QACzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAA;QACjE,IAAI,QAAQ;YAAE,GAAG,CAAC,eAAe,GAAG,QAAQ,CAAA;;YAE1C,IAAI,CACF,0CAA0C,eAAe,kDAAkD,CAC5G,CAAA;IACL,CAAC;IAED,WAAW;IACX,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAA6C,CAAA;IACnG,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,8BAA8B,CAAC,CAAA;IAEvG,4CAA4C;IAC5C,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAA;QAChD,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,GAAG,IAAI;YAAE,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IAClE,CAAC;IAED,oEAAoE;IACpE,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACvD,IAAI,qBAAqB,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;YAC7E,MAAM,cAAc,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,CAAA;QACjE,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC7D,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAE7B,iCAAiC;IACjC,MAAM,WAAW,GAAqB,KAAK,CAAC,SAAS;QACnD,CAAC,CAAC;YACE,UAAU,EAAE,KAAK,CAAC,SAAS;YAC3B,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,CAAC;SACd;QACH,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;IACpC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAC5D,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,yBAAyB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACxF,GAAG,CAAC,eAAe,CAAC,GAAG,MAAM,CAAA;IAC7B,GAAG,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC5E,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY;QAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;IAE7E,iCAAiC;IACjC,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAClG,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,IAAI,WAAW,CAAC,WAAW,CAAA;IACpE,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAEjF,0BAA0B;IAC1B,MAAM,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAA;IACvE,IAAI,UAAU;QAAE,MAAM,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAA;IAEzF,kCAAkC;IAClC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,yBAAyB,CAAC,CAAA;YACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,6BAA6B,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YACtE,IAAI,QAAQ,EAAE,CAAC;gBACb,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAA;gBAC5B,IAAI,CACF,iDAAiD,OAAO,+CAA+C,CACxG,CAAA;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,0BAA0B,IAAI,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBAClG,IAAI,CACF,UAAU,OAAO,6IAA6I,CAC/J,CAAA;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,4CAA4C,OAAO,MAAM,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrF,CAAC;IACH,CAAC;IAED,iGAAiG;IACjG,+DAA+D;IAC/D,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,2BAA2B;IAC3B,IAAI,WAAW,GAAG,WAAW,CAAC,cAAc,CAAA;IAC5C,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;YACvC,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAA;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,6CAA6C,OAAO,0BAA0B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC1G,CAAC;IACH,CAAC;IACD,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC7E,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE;YACvE,IAAI,CACF,2CAA2C,OAAO,oCAAoC,eAAe,CAAC,CAAC,CAAC,EAAE,CAC3G,CAAA;YACD,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,6BAA6B,OAAO,6DAA6D,CAAC,CAAA;YACvG,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACjB,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,GAAG,CAAC,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACnG,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;QAC7C,IAAI,CACF,wFAAwF,OAAO,mBAAmB,CACnH,CAAA;QACD,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,cAAc,GAAG,WAAW,CAAC,iBAAiB,CAAA;IAClD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;YACrC,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAA;QACvE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,qCAAqC,OAAO,6BAA6B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrG,CAAC;IACH,CAAC;IACD,GAAG,CAAC,iBAAiB,GAAG,GAAG,CAAC,MAAM,IAAI,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACzF,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,gCAAgC,OAAO,oDAAoD,CAAC,CAAA;QACjG,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;QACxD,GAAG,CAAC,YAAY;YACd,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5F,CAAC;;QAAM,GAAG,CAAC,YAAY,GAAG,CAAC,CAAA;IAE3B,qCAAqC;IACrC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,wCAAwC,OAAO,0BAA0B,CAAC,CAAA;QAC/E,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,cAAc,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,uCAAuC;IACvC,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACxE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;IAC3D,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,GAAG,CAAC,QAAQ,EAAE,CAAC;QACtD,IAAI,CAAC,sBAAsB,GAAG,CAAC,QAAQ,qDAAqD,OAAO,GAAG,CAAC,CAAA;QACvG,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,4BAA4B;IAC5B,IAAI,OAAQ,GAAwB,CAAC,GAAG,KAAK,QAAQ;QAAE,GAAG,CAAC,GAAG,GAAG,IAAI,CAAA;IAErE,wGAAwG;IACxG,IAAI,aAAiC,CAAA;IACrC,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QACxE,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;QAC9E,IAAI,GAAG,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;YACjC,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YACtC,IAAI,CACF,4BAA4B,OAAO,YAAY,GAAG,CAAC,SAAS,4DAA4D,CACzH,CAAA;QACH,CAAC;QACD,IAAI,GAAG,EAAE,UAAU,KAAK,SAAS,EAAE,CAAC;YAClC,aAAa,GAAG,GAAG,CAAC,UAAU,CAAA;YAC9B,IAAI,CACF,qEAAqE,OAAO,QAAQ,GAAG,CAAC,UAAU,UAAU,CAC7G,CAAA;QACH,CAAC;IACH,CAAC;IAED,mGAAmG;IACnG,kGAAkG;IAClG,2FAA2F;IAC3F,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;QAC1D,GAAG,CAAC,QAAQ,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;QACxE,IAAI,CAAC,iDAAiD,OAAO,UAAU,GAAG,CAAC,QAAQ,UAAU,CAAC,CAAA;IAChG,CAAC;IAED,mGAAmG;IACnG,qFAAqF;IACrF,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,WAAW,CAAC,CAAA;QACvE,GAAG,CAAC,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IACxD,CAAC;IAED,6FAA6F;IAC7F,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW;QACnC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,iBAAiB,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAA;IAE7F,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO;QACP,OAAO;QACP,OAAO;QACP,OAAO;QACP,MAAM,EAAE,GAAG;QACX,IAAI;QACJ,MAAM;QACN,GAAG;QACH,SAAS;QACT,UAAU;QACV,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW;QACX,WAAW;QACX,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,QAAQ;KACT,CAAA;AACH,CAAC;AAMD;;;GAGG;AACH,MAAM,UAAU,SAAS,CACvB,KAAc,EACd,IAAc,EACd,oBAA6B;IAE7B,MAAM,IAAI,GAAI,KAAwC,EAAE,IAAI,CAAA;IAC5D,IACE,IAAI,CAAC,UAAU;QACf,IAAI,KAAK,kCAAkC;QAC3C,IAAI,CAAC,OAAO,KAAK,oBAAoB,EACrC,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAA;IACvG,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,qBAAqB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE;SAC9E,CAAA;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,SAAiB,EACjB,IAAkB,EAClB,IAAyB;IAEzB,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAA;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;IACxC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjE,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,cAAc,CAClB,yBAAyB,EACzB,4BAA4B,KAAK,CAAC,KAAK,cAAc,OAAO,CAAC,MAAM,8EAA8E,CAClJ,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;IAC3C,IAAI,KAAK,KAAK,SAAS;QACrB,IAAI,CACF,kBAAkB,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,8DAA8D,CAC3G,CAAA;IACH,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,YAAgC,EAChC,IAAkB;IAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACjE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,cAAc,CAClB,sBAAsB,EACtB,iEAAiE,QAAQ,EAAE,CAC5E,CAAA;IACH,CAAC;IACD,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,GAAG,CAAC,IAAI,IAAI,GAAG,YAAY,EAAE,CAAC;QAChF,MAAM,cAAc,CAClB,oBAAoB,EACpB,iCAAiC,IAAI,OAAO,YAAY,iDAAiD,QAAQ,EAAE,CACpH,CAAA;IACH,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,gBAAgB,CAC7B,OAAe,EACf,SAAiB,EACjB,GAAmB,EACnB,WAA+B,EAC/B,IAAkB;IAElB,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAA;IAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAA;IAC7B,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IACxE,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,EAAE,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1E,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAA;IACvC,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAChE,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;IAC7B,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAC9D,MAAM,SAAS,GAAG,yBAAyB,CAAC;QAC1C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY;QACZ,YAAY;QACZ,iBAAiB,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC;KAC1C,CAAC,CAAA;IACF,gGAAgG;IAChG,gGAAgG;IAChG,MAAM,UAAU,GAAG,4BAA4B,CAAC;QAC9C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,WAAW,EAAE,YAAY,GAAG,CAAC,SAAS,IAAI,sBAAsB,CAAC,GAAG,CAAC,IAAI,EAAE;QAC3E,YAAY;QACZ,UAAU,EAAE,WAAW;QACvB,MAAM;QACN,SAAS;KACV,CAAC,CAAA;IACF,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAA;AAClC,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,gBAAgB,CAC7B,SAAiB,EACjB,GAAmB,EACnB,WAA+B,EAC/B,IAAkB;IAElB,MAAM,GAAG,GACP,WAAW,KAAK,SAAS,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,eAAe,CAAA;IACzG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAClE,IAAI,CAAC,MAAM;QAAE,OAAO,GAAG,CAAA;IACvB,OAAO,CACL,qBAAqB,CAAC;QACpB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY,EAAE,MAAM,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;QACzD,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,MAAM,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;KACxD,CAAC,IAAI,GAAG,CACV,CAAA;AACH,CAAC;AAED,kFAAkF;AAClF,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAA;IACjC,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,MAAM,CAAC,sBAAsB,CAAC,CAAA;AAC/D,CAAC;AAED,8FAA8F;AAC9F,KAAK,UAAU,eAAe,CAAC,SAAiB,EAAE,GAAmB,EAAE,IAAkB;IACvF,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACpF,IAAI,GAAG,CAAC,cAAc;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IACtD,IAAI,GAAG,CAAC,iBAAiB;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;IAC5D,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAA;IAC1F,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;GAIG;AACH,SAAS,QAAQ,CAAC,GAAmB;IACnC,IAAI,GAAG,CAAC,eAAe;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAA;IACjE,OAAO,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC5C,CAAC;AAED,kFAAkF;AAClF,SAAS,SAAS,CAAC,GAAmB;IACpC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;IACvD,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAA;AACzE,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,gBAAgB,CAC7B,SAAiB,EACjB,GAAmB,EACnB,IAAkB;IAElB,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAA;IACpG,IAAI,IAAwC,CAAA;IAC5C,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,GAAG,SAAS,CAAA;IAClB,CAAC;IACD,OAAO,CAAC,GAAG,EAAE,EAAE;QACb,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QAC3B,IAAI,CAAC;YACH,OAAO,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,IAAI,CAAA;QACpF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAA;QAClB,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAiB,EACjB,IAA4C,EAC5C,OAA4B,GAAG,EAAE,GAAE,CAAC;IAEpC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,sBAAsB,CAAC,CAAA;QAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QACvD,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,iBAAiB,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;QAC5D,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,gDAAgD,SAAS,KAAK,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACxF,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"load-plan.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/load-plan.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,YAAY,EACZ,qBAAqB,EACrB,cAAc,GACf,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAEnD,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAE/D,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AACjD,OAAO,EACL,eAAe,EACf,sBAAsB,EACtB,WAAW,EACX,qBAAqB,EACrB,4BAA4B,EAC5B,yBAAyB,GAC1B,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAC3E,OAAO,EACL,8BAA8B,EAC9B,qBAAqB,EACrB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,yBAAyB,EACzB,sBAAsB,EACtB,cAAc,EACd,QAAQ,GACT,MAAM,aAAa,CAAA;AAqGpB,0FAA0F;AAC1F,MAAM,UAAU,iBAAiB,CAC/B,QAA4D,EAC5D,IAKC;IAED,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,CAAA;IAC5E,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,KAAK,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,oBAAoB,CAAC;SACnF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;AAC3B,CAAC;AAED,8FAA8F;AAC9F,MAAM,WAAW,GAAG,mDAAmD,CAAA;AACvE,kGAAkG;AAClG,MAAM,WAAW,GACf,gGAAgG,CAAA;AAElG;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB,CAC/B,IAA2D,EAC3D,oBAA6B;IAE7B,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACxG,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK;QAC3B,SAAS,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,KAAK,oBAAoB;KACrE,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAc,EAAE,IAAY,EAAE,SAAkB;IACvE,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;IAC5D,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,CAAA;AAC/E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAoB,EAAE,IAAkB;IAC1E,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE;QACzB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAChB,CAAC,CAAA;IACD,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IAEzB,+FAA+F;IAC/F,MAAM,GAAG,GAAG,oBAAoB,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,EAAyB,CAAC,CAAA;IACxG,GAAG,CAAC,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IAC3E,MAAM,GAAG,GAA2B,EAAE,CAAA;IAEtC,iCAAiC;IACjC,IAAI,QAAQ,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9D,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QACzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAA;QACjE,IAAI,QAAQ;YAAE,GAAG,CAAC,eAAe,GAAG,QAAQ,CAAA;;YAE1C,IAAI,CACF,0CAA0C,eAAe,kDAAkD,CAC5G,CAAA;IACL,CAAC;IAED,WAAW;IACX,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAA6C,CAAA;IACnG,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,8BAA8B,CAAC,CAAA;IAEvG,4CAA4C;IAC5C,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAA;QAChD,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,GAAG,IAAI;YAAE,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IAClE,CAAC;IAED,oEAAoE;IACpE,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACvD,IAAI,qBAAqB,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;YAC7E,MAAM,cAAc,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,CAAA;QACjE,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC7D,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAC7B,8FAA8F;IAC9F,sBAAsB;IACtB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAA;QACpC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAiC,CAAA;QACtD,IAAI,GAAG;YACL,GAAG,IAAI;YACP,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE;gBACpB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAA;gBACnD,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;gBACvB,OAAO,MAAM,CAAA;YACf,CAAC;SACF,CAAA;IACH,CAAC;IAED,iGAAiG;IACjG,qDAAqD;IACrD,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QAC/D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACtE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YACvD,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,CAAA;gBAC/D,IAAI,CACF,mBAAmB,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,OAAO,MAAM,OAAO,IAAI,OAAO,+BAA+B,SAAS,IAAI,CAClI,CAAA;gBACD,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,MAAM,WAAW,GAAqB,KAAK,CAAC,SAAS;QACnD,CAAC,CAAC;YACE,UAAU,EAAE,KAAK,CAAC,SAAS;YAC3B,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,CAAC;SACd;QACH,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;IACpC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAC5D,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,yBAAyB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACxF,GAAG,CAAC,eAAe,CAAC,GAAG,MAAM,CAAA;IAC7B,GAAG,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC5E,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY;QAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;IAE7E,iCAAiC;IACjC,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAClG,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,IAAI,WAAW,CAAC,WAAW,CAAA;IACpE,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAEjF,0BAA0B;IAC1B,MAAM,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAA;IACvE,IAAI,UAAU;QAAE,MAAM,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAA;IAEzF,kCAAkC;IAClC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,yBAAyB,CAAC,CAAA;YACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,6BAA6B,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YACtE,IAAI,QAAQ,EAAE,CAAC;gBACb,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAA;gBAC5B,IAAI,CACF,iDAAiD,OAAO,+CAA+C,CACxG,CAAA;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,0BAA0B,IAAI,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBAClG,IAAI,CACF,UAAU,OAAO,6IAA6I,CAC/J,CAAA;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,4CAA4C,OAAO,MAAM,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrF,CAAC;IACH,CAAC;IAED,iGAAiG;IACjG,+DAA+D;IAC/D,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,2BAA2B;IAC3B,IAAI,WAAW,GAAG,WAAW,CAAC,cAAc,CAAA;IAC5C,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;YACvC,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAA;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,6CAA6C,OAAO,0BAA0B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC1G,CAAC;IACH,CAAC;IACD,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC7E,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE;YACvE,IAAI,CACF,2CAA2C,OAAO,oCAAoC,eAAe,CAAC,CAAC,CAAC,EAAE,CAC3G,CAAA;YACD,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,6BAA6B,OAAO,6DAA6D,CAAC,CAAA;YACvG,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACjB,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,GAAG,CAAC,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACnG,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;QAC7C,IAAI,CACF,wFAAwF,OAAO,mBAAmB,CACnH,CAAA;QACD,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,cAAc,GAAG,WAAW,CAAC,iBAAiB,CAAA;IAClD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;YACrC,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAA;QACvE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,qCAAqC,OAAO,6BAA6B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrG,CAAC;IACH,CAAC;IACD,GAAG,CAAC,iBAAiB,GAAG,GAAG,CAAC,MAAM,IAAI,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACzF,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,gCAAgC,OAAO,oDAAoD,CAAC,CAAA;QACjG,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;QACxD,GAAG,CAAC,YAAY;YACd,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5F,CAAC;;QAAM,GAAG,CAAC,YAAY,GAAG,CAAC,CAAA;IAE3B,qCAAqC;IACrC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,wCAAwC,OAAO,0BAA0B,CAAC,CAAA;QAC/E,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,cAAc,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,uCAAuC;IACvC,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACxE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;IAC3D,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,GAAG,CAAC,QAAQ,EAAE,CAAC;QACtD,IAAI,CAAC,sBAAsB,GAAG,CAAC,QAAQ,qDAAqD,OAAO,GAAG,CAAC,CAAA;QACvG,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,4BAA4B;IAC5B,IAAI,OAAQ,GAAwB,CAAC,GAAG,KAAK,QAAQ;QAAE,GAAG,CAAC,GAAG,GAAG,IAAI,CAAA;IAErE,wGAAwG;IACxG,IAAI,aAAiC,CAAA;IACrC,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QACxE,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;QAC9E,IAAI,GAAG,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;YACjC,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YACtC,IAAI,CACF,4BAA4B,OAAO,YAAY,GAAG,CAAC,SAAS,4DAA4D,CACzH,CAAA;QACH,CAAC;QACD,IAAI,GAAG,EAAE,UAAU,KAAK,SAAS,EAAE,CAAC;YAClC,2FAA2F;YAC3F,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;YACxD,IAAI,CACF,qEAAqE,OAAO,QAAQ,aAAa,UAAU,CAC5G,CAAA;QACH,CAAC;IACH,CAAC;IAED,mGAAmG;IACnG,kGAAkG;IAClG,2FAA2F;IAC3F,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;QAC1D,GAAG,CAAC,QAAQ,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;QACxE,IAAI,CAAC,iDAAiD,OAAO,UAAU,GAAG,CAAC,QAAQ,UAAU,CAAC,CAAA;IAChG,CAAC;IAED,mGAAmG;IACnG,qFAAqF;IACrF,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,WAAW,CAAC,CAAA;QACvE,GAAG,CAAC,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IACxD,CAAC;IAED,6FAA6F;IAC7F,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW;QACnC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,iBAAiB,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAA;IAE7F,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO;QACP,OAAO;QACP,OAAO;QACP,OAAO;QACP,MAAM,EAAE,GAAG;QACX,IAAI;QACJ,MAAM;QACN,GAAG;QACH,SAAS;QACT,UAAU;QACV,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW;QACX,WAAW;QACX,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,QAAQ;KACT,CAAA;AACH,CAAC;AAMD;;;GAGG;AACH,MAAM,UAAU,SAAS,CACvB,KAAc,EACd,IAAc,EACd,oBAA6B;IAE7B,MAAM,IAAI,GAAI,KAAwC,EAAE,IAAI,CAAA;IAC5D,IACE,IAAI,CAAC,UAAU;QACf,IAAI,KAAK,kCAAkC;QAC3C,IAAI,CAAC,OAAO,KAAK,oBAAoB,EACrC,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAA;IACvG,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,qBAAqB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE;SAC9E,CAAA;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,SAAiB,EACjB,IAAkB,EAClB,IAAyB;IAEzB,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAA;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;IACxC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjE,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,cAAc,CAClB,yBAAyB,EACzB,4BAA4B,KAAK,CAAC,KAAK,cAAc,OAAO,CAAC,MAAM,8EAA8E,CAClJ,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;IAC3C,IAAI,KAAK,KAAK,SAAS;QACrB,IAAI,CACF,kBAAkB,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,8DAA8D,CAC3G,CAAA;IACH,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,YAAgC,EAChC,IAAkB;IAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACjE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,cAAc,CAClB,sBAAsB,EACtB,iEAAiE,QAAQ,EAAE,CAC5E,CAAA;IACH,CAAC;IACD,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,GAAG,CAAC,IAAI,IAAI,GAAG,YAAY,EAAE,CAAC;QAChF,MAAM,cAAc,CAClB,oBAAoB,EACpB,iCAAiC,IAAI,OAAO,YAAY,iDAAiD,QAAQ,EAAE,CACpH,CAAA;IACH,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,gBAAgB,CAC7B,OAAe,EACf,SAAiB,EACjB,GAAmB,EACnB,WAA+B,EAC/B,IAAkB;IAElB,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAA;IAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAA;IAC7B,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IACxE,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,EAAE,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1E,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAA;IACvC,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAChE,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;IAC7B,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAC9D,MAAM,SAAS,GAAG,yBAAyB,CAAC;QAC1C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY;QACZ,YAAY;QACZ,iBAAiB,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC;KAC1C,CAAC,CAAA;IACF,gGAAgG;IAChG,gGAAgG;IAChG,MAAM,UAAU,GAAG,4BAA4B,CAAC;QAC9C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,WAAW,EAAE,YAAY,GAAG,CAAC,SAAS,IAAI,sBAAsB,CAAC,GAAG,CAAC,IAAI,EAAE;QAC3E,YAAY;QACZ,UAAU,EAAE,WAAW;QACvB,MAAM;QACN,SAAS;KACV,CAAC,CAAA;IACF,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAA;AAClC,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,gBAAgB,CAC7B,SAAiB,EACjB,GAAmB,EACnB,WAA+B,EAC/B,IAAkB;IAElB,MAAM,GAAG,GACP,WAAW,KAAK,SAAS,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,eAAe,CAAA;IACzG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAClE,IAAI,CAAC,MAAM;QAAE,OAAO,GAAG,CAAA;IACvB,OAAO,CACL,qBAAqB,CAAC;QACpB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY,EAAE,MAAM,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;QACzD,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,MAAM,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;KACxD,CAAC,IAAI,GAAG,CACV,CAAA;AACH,CAAC;AAED,kFAAkF;AAClF,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAA;IACjC,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,MAAM,CAAC,sBAAsB,CAAC,CAAA;AAC/D,CAAC;AAED,8FAA8F;AAC9F,KAAK,UAAU,eAAe,CAAC,SAAiB,EAAE,GAAmB,EAAE,IAAkB;IACvF,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACpF,IAAI,GAAG,CAAC,cAAc;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IACtD,IAAI,GAAG,CAAC,iBAAiB;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;IAC5D,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAA;IAC1F,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;GAIG;AACH,SAAS,QAAQ,CAAC,GAAmB;IACnC,IAAI,GAAG,CAAC,eAAe;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAA;IACjE,OAAO,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC5C,CAAC;AAED,kFAAkF;AAClF,SAAS,SAAS,CAAC,GAAmB;IACpC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;IACvD,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAA;AACzE,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,gBAAgB,CAC7B,SAAiB,EACjB,GAAmB,EACnB,IAAkB;IAElB,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAA;IACpG,IAAI,IAAwC,CAAA;IAC5C,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,GAAG,SAAS,CAAA;IAClB,CAAC;IACD,OAAO,CAAC,GAAG,EAAE,EAAE;QACb,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QAC3B,IAAI,CAAC;YACH,OAAO,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,IAAI,CAAA;QACpF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAA;QAClB,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAiB,EACjB,IAA4C,EAC5C,OAA4B,GAAG,EAAE,GAAE,CAAC;IAEpC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,sBAAsB,CAAC,CAAA;QAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QACvD,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,iBAAiB,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;QAC5D,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,gDAAgD,SAAS,KAAK,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACxF,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC"}
|
|
@@ -8,7 +8,10 @@
|
|
|
8
8
|
* `session:died`, so nothing dials a dead port;
|
|
9
9
|
* - every spawned process is journalled *before* it can be forgotten, so a crashed owner leaves a
|
|
10
10
|
* trail the next owner can clean up (PLAN.md §3.4);
|
|
11
|
-
* - the two post-failure retries of `performLoad` (drop mmproj, drop MTP) happen here, once each
|
|
11
|
+
* - the two post-failure retries of `performLoad` (drop mmproj, drop MTP) happen here, once each,
|
|
12
|
+
* and so does the one retry on another installed build when this one cannot run on the machine;
|
|
13
|
+
* - every failed spawn says, on the last line of its details, how and where the process stopped
|
|
14
|
+
* (`atomic-core-diag`, `src/contracts/load-diag.ts`);
|
|
12
15
|
* - stderr is fed to the device accumulator while loading, which is the only place llama.cpp says
|
|
13
16
|
* which device it actually used;
|
|
14
17
|
* - a load the user cancels stops wherever it is — queued, planning, spawning or just ready — kills
|
|
@@ -21,6 +24,7 @@ import type { ModelRegistry } from '../../models/index.js';
|
|
|
21
24
|
import { spawnAndAwaitReady } from '../shared/index.js';
|
|
22
25
|
import type { BackendOutputSink, ManagedProcess, SpawnSpec, CtxIncreaseResult, GpuClaimHook, GpuOccupancy, LocalRuntime, RecreateResult } from '../shared/index.js';
|
|
23
26
|
import type { LlamacppConfigInput } from './args.js';
|
|
27
|
+
import type { BackendFallbackTrigger } from './load-failure.js';
|
|
24
28
|
import type { LlamacppEngineSettings, LoadPlanDeps } from './load-plan.js';
|
|
25
29
|
export type EmitFn = <K extends keyof CoreEvents>(name: K, payload: CoreEvents[K]) => void;
|
|
26
30
|
export interface RuntimeSettings {
|
|
@@ -74,6 +78,18 @@ export interface LlamacppRuntimeOptions {
|
|
|
74
78
|
readSettings: () => Promise<RuntimeSettings>;
|
|
75
79
|
/** Resolve `<version>/<backend>` to an installed executable (the backend service in a full core). */
|
|
76
80
|
ensureBackendReady?: LoadPlanDeps['ensureBackendReady'] | undefined;
|
|
81
|
+
/**
|
|
82
|
+
* The one retry on another build (`llamaBackendFallback` in a full core): `failed` cannot run on
|
|
83
|
+
* this machine (`reason`); remember that, and answer the next installed build to try, or nothing.
|
|
84
|
+
* Asked at most once per load. Absent, such a load fails on the build it was given.
|
|
85
|
+
*/
|
|
86
|
+
backendFallback?: ((failed: {
|
|
87
|
+
version: string;
|
|
88
|
+
backend: string;
|
|
89
|
+
}, reason: BackendFallbackTrigger) => Promise<{
|
|
90
|
+
version: string;
|
|
91
|
+
backend: string;
|
|
92
|
+
} | undefined>) | undefined;
|
|
77
93
|
resolveLatestBackend?: LoadPlanDeps['resolveLatestBackend'] | undefined;
|
|
78
94
|
cpuInfo?: LoadPlanDeps['cpuInfo'] | undefined;
|
|
79
95
|
unifiedMemory?: LoadPlanDeps['unifiedMemory'] | undefined;
|
|
@@ -151,6 +167,13 @@ export declare class LlamacppRuntime implements LocalRuntime {
|
|
|
151
167
|
/** Load a model, or join the load already in flight for it. */
|
|
152
168
|
load(modelId: string, opts?: LoadOptions): Promise<SessionInfo>;
|
|
153
169
|
private loadOnce;
|
|
170
|
+
/**
|
|
171
|
+
* The plan of the one retry on another build, or nothing: only for a failure `backendFallbackTrigger`
|
|
172
|
+
* accepts, never for an executable the caller named, a cancelled load or a stopping runtime, and only
|
|
173
|
+
* when `backendFallback` names a build to try. A fallback that cannot be planned leaves the original
|
|
174
|
+
* error, with the attempt in its diag.
|
|
175
|
+
*/
|
|
176
|
+
private backendFallbackPlan;
|
|
154
177
|
/**
|
|
155
178
|
* The spawn, and the two post-failure retries of `performLoad` (drop mmproj, drop MTP), once each.
|
|
156
179
|
* A start that failed only because its port was taken before llama-server could bind it (the
|