@shenghuabi/llama 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,534 @@
1
+ import * as v from 'valibot';
2
+ export declare const CommonDefine: v.ObjectSchema<{
3
+ readonly 'verbose-prompt': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
4
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
5
+ }, undefined>, undefined>, v.DescriptionAction<{
6
+ enable: boolean;
7
+ } | undefined, "- 在生成前打印详细提示(默认:false)\n- print a verbose prompt before generation (default: false)">]>;
8
+ readonly threads: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
9
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
10
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
11
+ }, undefined>, undefined>, v.DescriptionAction<{
12
+ enable: boolean;
13
+ value?: [number] | undefined;
14
+ } | undefined, "- 生成期间使用的线程数(默认:-1)\n- number of threads to use during generation (default: -1) (env: LLAMA_ARG_THREADS)">]>;
15
+ readonly 'threads-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
16
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
17
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
18
+ }, undefined>, undefined>, v.DescriptionAction<{
19
+ enable: boolean;
20
+ value?: [number] | undefined;
21
+ } | undefined, "- 批量和提示处理期间使用的线程数(默认:与--threads相同)\n- number of threads to use during batch and prompt processing (default: same as --threads)">]>;
22
+ readonly 'cpu-mask': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
23
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
24
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "M">]>], undefined>, undefined>]>;
25
+ }, undefined>, undefined>, v.DescriptionAction<{
26
+ enable: boolean;
27
+ value?: [string] | undefined;
28
+ } | undefined, "- CPU亲和力掩码:任意长度的十六进制数。补充cpu-range(默认:\"\")\n- CPU affinity mask: arbitrarily long hex. Complements cpu-range (default: \"\")">]>;
29
+ readonly 'cpu-range': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
30
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
31
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "lo-hi">]>], undefined>, undefined>]>;
32
+ }, undefined>, undefined>, v.DescriptionAction<{
33
+ enable: boolean;
34
+ value?: [string] | undefined;
35
+ } | undefined, "- CPU范围用于亲和力。补充--cpu-mask\n- range of CPUs for affinity. Complements --cpu-mask">]>;
36
+ readonly 'cpu-strict': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
37
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
38
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["0", "1"], undefined>], undefined>, undefined>]>;
39
+ }, undefined>, undefined>, v.DescriptionAction<{
40
+ enable: boolean;
41
+ value?: ["0" | "1"] | undefined;
42
+ } | undefined, "- 使用严格CPU放置(默认:0)\n- use strict CPU placement (default: 0)">]>;
43
+ readonly prio: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
44
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
45
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<[0, 1, 2, 3], undefined>], undefined>, undefined>]>;
46
+ }, undefined>, undefined>, v.DescriptionAction<{
47
+ enable: boolean;
48
+ value?: [0 | 2 | 1 | 3] | undefined;
49
+ } | undefined, "- 设置进程/线程优先级:低(-1)、正常(0)、中等(1)、高(2)、实时(3)(默认值:0)\n- set process/thread priority : low(-1), normal(0), medium(1), high(2), realtime(3) (default: 0)">]>;
50
+ readonly poll: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
51
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
52
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<0...100>">]>], undefined>, undefined>]>;
53
+ }, undefined>, undefined>, v.DescriptionAction<{
54
+ enable: boolean;
55
+ value?: [string] | undefined;
56
+ } | undefined, "- 使用轮询级别等待工作 (0 - 无轮询,默认: 50)\n- use polling level to wait for work (0 - no polling, default: 50)">]>;
57
+ readonly 'cpu-mask-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
58
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
59
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "M">]>], undefined>, undefined>]>;
60
+ }, undefined>, undefined>, v.DescriptionAction<{
61
+ enable: boolean;
62
+ value?: [string] | undefined;
63
+ } | undefined, "- CPU亲和力掩码:任意长度的十六进制数。补充cpu-range-batch(默认:与--cpu-mask相同)\n- CPU affinity mask: arbitrarily long hex. Complements cpu-range-batch (default: same as --cpu-mask)">]>;
64
+ readonly 'cpu-range-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
65
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
66
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "lo-hi">]>], undefined>, undefined>]>;
67
+ }, undefined>, undefined>, v.DescriptionAction<{
68
+ enable: boolean;
69
+ value?: [string] | undefined;
70
+ } | undefined, "- CPU亲和力的范围。补充--cpu-mask-batch\n- ranges of CPUs for affinity. Complements --cpu-mask-batch">]>;
71
+ readonly 'cpu-strict-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
72
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
73
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["0", "1"], undefined>], undefined>, undefined>]>;
74
+ }, undefined>, undefined>, v.DescriptionAction<{
75
+ enable: boolean;
76
+ value?: ["0" | "1"] | undefined;
77
+ } | undefined, "- 使用严格的CPU放置(默认:与--cpu-strict相同)\n- use strict CPU placement (default: same as --cpu-strict)">]>;
78
+ readonly 'prio-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
79
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
80
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<[0, 1, 2, 3], undefined>], undefined>, undefined>]>;
81
+ }, undefined>, undefined>, v.DescriptionAction<{
82
+ enable: boolean;
83
+ value?: [0 | 2 | 1 | 3] | undefined;
84
+ } | undefined, "- 设置进程/线程优先级 : 0-正常, 1-中等, 2-高, 3-实时 (默认: 0)\n- set process/thread priority : 0-normal, 1-medium, 2-high, 3-realtime (default: 0)">]>;
85
+ readonly 'poll-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
86
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
87
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["0", "1"], undefined>], undefined>, undefined>]>;
88
+ }, undefined>, undefined>, v.DescriptionAction<{
89
+ enable: boolean;
90
+ value?: ["0" | "1"] | undefined;
91
+ } | undefined, "- 使用轮询等待工作(默认:与--poll相同)\n- use polling to wait for work (default: same as --poll)">]>;
92
+ readonly 'ctx-size': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
93
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
94
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
95
+ }, undefined>, undefined>, v.DescriptionAction<{
96
+ enable: boolean;
97
+ value?: [number] | undefined;
98
+ } | undefined, "- 提示上下文的大小(默认:4096,0 = 从模型加载)\n- size of the prompt context (default: 4096, 0 = loaded from model) (env: LLAMA_ARG_CTX_SIZE)">]>;
99
+ readonly predict: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
100
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
101
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
102
+ }, undefined>, undefined>, v.DescriptionAction<{
103
+ enable: boolean;
104
+ value?: [number] | undefined;
105
+ } | undefined, "- 预测的token数量(默认:-1,-1 = 无限)\n- number of tokens to predict (default: -1, -1 = infinity) (env: LLAMA_ARG_N_PREDICT)">]>;
106
+ readonly 'batch-size': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
107
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
108
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
109
+ }, undefined>, undefined>, v.DescriptionAction<{
110
+ enable: boolean;
111
+ value?: [number] | undefined;
112
+ } | undefined, "- 逻辑最大批处理大小(默认:2048)\n- logical maximum batch size (default: 2048) (env: LLAMA_ARG_BATCH)">]>;
113
+ readonly 'ubatch-size': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
114
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
115
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
116
+ }, undefined>, undefined>, v.DescriptionAction<{
117
+ enable: boolean;
118
+ value?: [number] | undefined;
119
+ } | undefined, "- 物理最大批处理大小(默认:512)\n- physical maximum batch size (default: 512) (env: LLAMA_ARG_UBATCH)">]>;
120
+ readonly keep: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
121
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
122
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
123
+ }, undefined>, undefined>, v.DescriptionAction<{
124
+ enable: boolean;
125
+ value?: [number] | undefined;
126
+ } | undefined, "- 保留初始提示中的令牌数量(默认:0,-1 = 所有)\n- number of tokens to keep from the initial prompt (default: 0, -1 = all)">]>;
127
+ readonly 'swa-full': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
128
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
129
+ }, undefined>, undefined>, v.DescriptionAction<{
130
+ enable: boolean;
131
+ } | undefined, "- 使用全尺寸SWA缓存(默认:false) [更多信息](https://github.com/ggml-org/llama.cpp/pull/13194#issuecomment-2868343055)\n- use full-size SWA cache (default: false) [(more info)](https://github.com/ggml-org/llama.cpp/pull/13194#issuecomment-2868343055) (env: LLAMA_ARG_SWA_FULL)">]>;
132
+ readonly 'kv-unified': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
133
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
134
+ }, undefined>, undefined>, v.DescriptionAction<{
135
+ enable: boolean;
136
+ } | undefined, "- 为所有序列的 KV 缓存使用一个统一的 KV 缓冲区(默认值为 `false`):[更多信息](https://github.com/ggml-org/llama.cpp/pull/14363)(环境变量:`LLAMA_ARG_KV_SPLIT`)\n- use single unified KV buffer for the KV cache of all sequences (default: false) [(more info)](https://github.com/ggml-org/llama.cpp/pull/14363) (env: LLAMA_ARG_KV_SPLIT)">]>;
137
+ readonly 'flash-attn': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
138
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
139
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["on", "off", "auto"], undefined>], undefined>, undefined>]>;
140
+ }, undefined>, undefined>, v.DescriptionAction<{
141
+ enable: boolean;
142
+ value?: ["on" | "off" | "auto"] | undefined;
143
+ } | undefined, "- 启用 Flash 注意力(默认:禁用)\n- set Flash Attention use ('on', 'off', or 'auto', default: 'auto') (env: LLAMA_ARG_FLASH_ATTN)">]>;
144
+ readonly 'no-perf': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
145
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
146
+ }, undefined>, undefined>, v.DescriptionAction<{
147
+ enable: boolean;
148
+ } | undefined, "- 禁用内部libllama性能计时(默认:false)\n- disable internal libllama performance timings (default: false) (env: LLAMA_ARG_NO_PERF)">]>;
149
+ readonly escape: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
150
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
151
+ }, undefined>, undefined>, v.DescriptionAction<{
152
+ enable: boolean;
153
+ } | undefined, "- 处理转义序列(\\n, \\r, \\t, \\\", \\\\)(默认:true)\n- process escapes sequences (\\n, \\r, \\t, \\', \\\", \\\\) (default: true)">]>;
154
+ readonly 'no-escape': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
155
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
156
+ }, undefined>, undefined>, v.DescriptionAction<{
157
+ enable: boolean;
158
+ } | undefined, "- 不要处理转义序列\n- do not process escape sequences">]>;
159
+ readonly 'rope-scaling': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
160
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
161
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["none", "linear", "yarn"], undefined>], undefined>, undefined>]>;
162
+ }, undefined>, undefined>, v.DescriptionAction<{
163
+ enable: boolean;
164
+ value?: ["none" | "linear" | "yarn"] | undefined;
165
+ } | undefined, "- RoPE频率缩放方法,除非模型指定,默认为线性\n- RoPE frequency scaling method, defaults to linear unless specified by the model (env: LLAMA_ARG_ROPE_SCALING_TYPE)">]>;
166
+ readonly 'rope-scale': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
167
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
168
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
169
+ }, undefined>, undefined>, v.DescriptionAction<{
170
+ enable: boolean;
171
+ value?: [number] | undefined;
172
+ } | undefined, "- RoPE上下文缩放因子,将上下文扩展N倍\n- RoPE context scaling factor, expands context by a factor of N (env: LLAMA_ARG_ROPE_SCALE)">]>;
173
+ readonly 'rope-freq-base': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
174
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
175
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
176
+ }, undefined>, undefined>, v.DescriptionAction<{
177
+ enable: boolean;
178
+ value?: [number] | undefined;
179
+ } | undefined, "- RoPE基频,用于NTK感知缩放(默认:从模型加载)\n- RoPE base frequency, used by NTK-aware scaling (default: loaded from model) (env: LLAMA_ARG_ROPE_FREQ_BASE)">]>;
180
+ readonly 'rope-freq-scale': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
181
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
182
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
183
+ }, undefined>, undefined>, v.DescriptionAction<{
184
+ enable: boolean;
185
+ value?: [number] | undefined;
186
+ } | undefined, "- RoPE频率缩放因子,通过因子1/N扩展上下文\n- RoPE frequency scaling factor, expands context by a factor of 1/N (env: LLAMA_ARG_ROPE_FREQ_SCALE)">]>;
187
+ readonly 'yarn-orig-ctx': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
188
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
189
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
190
+ }, undefined>, undefined>, v.DescriptionAction<{
191
+ enable: boolean;
192
+ value?: [number] | undefined;
193
+ } | undefined, "- YaRN: 原始上下文大小(默认:0 = 模型训练上下文大小)\n- YaRN: original context size of model (default: 0 = model training context size) (env: LLAMA_ARG_YARN_ORIG_CTX)">]>;
194
+ readonly 'yarn-ext-factor': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
195
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
196
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
197
+ }, undefined>, undefined>, v.DescriptionAction<{
198
+ enable: boolean;
199
+ value?: [number] | undefined;
200
+ } | undefined, "- YaRN: 插值混合因子(默认:-1.0,0.0 = 完全插值)\n- YaRN: extrapolation mix factor (default: -1.0, 0.0 = full interpolation) (env: LLAMA_ARG_YARN_EXT_FACTOR)">]>;
201
+ readonly 'yarn-attn-factor': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
202
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
203
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
204
+ }, undefined>, undefined>, v.DescriptionAction<{
205
+ enable: boolean;
206
+ value?: [number] | undefined;
207
+ } | undefined, "- YaRN: 缩放 sqrt(t) 或注意力幅度(默认:-1.0)\n- YaRN: scale sqrt(t) or attention magnitude (default: -1.0) (env: LLAMA_ARG_YARN_ATTN_FACTOR)">]>;
208
+ readonly 'yarn-beta-slow': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
209
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
210
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
211
+ }, undefined>, undefined>, v.DescriptionAction<{
212
+ enable: boolean;
213
+ value?: [number] | undefined;
214
+ } | undefined, "- YaRN: 高校正维度或alpha(默认:-1.0)\n- YaRN: high correction dim or alpha (default: -1.0) (env: LLAMA_ARG_YARN_BETA_SLOW)">]>;
215
+ readonly 'yarn-beta-fast': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
216
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
217
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
218
+ }, undefined>, undefined>, v.DescriptionAction<{
219
+ enable: boolean;
220
+ value?: [number] | undefined;
221
+ } | undefined, "- YaRN: 低校正维或beta(默认:-1)\n- YaRN: low correction dim or beta (default: -1.0) (env: LLAMA_ARG_YARN_BETA_FAST)">]>;
222
+ readonly 'no-kv-offload': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
223
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
224
+ }, undefined>, undefined>, v.DescriptionAction<{
225
+ enable: boolean;
226
+ } | undefined, "- 禁用KV卸载\n- disable KV offload (env: LLAMA_ARG_NO_KV_OFFLOAD)">]>;
227
+ readonly 'no-repack': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
228
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
229
+ }, undefined>, undefined>, v.DescriptionAction<{
230
+ enable: boolean;
231
+ } | undefined, "- 禁用重量重新打包功能\n- disable weight repacking (env: LLAMA_ARG_NO_REPACK)">]>;
232
+ readonly 'cache-type-k': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
233
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
234
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["f32", "f16", "bf16", "q8_0", "q4_0", "q4_1", "iq4_nl", "q5_0", "q5_1"], undefined>], undefined>, undefined>]>;
235
+ }, undefined>, undefined>, v.DescriptionAction<{
236
+ enable: boolean;
237
+ value?: ["f32" | "f16" | "bf16" | "q8_0" | "q4_0" | "q4_1" | "iq4_nl" | "q5_0" | "q5_1"] | undefined;
238
+ } | undefined, "- KV缓存数据类型用于K 允许的值: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (默认: f16)\n- KV cache data type for K allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_K)">]>;
239
+ readonly 'cache-type-v': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
240
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
241
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["f32", "f16", "bf16", "q8_0", "q4_0", "q4_1", "iq4_nl", "q5_0", "q5_1"], undefined>], undefined>, undefined>]>;
242
+ }, undefined>, undefined>, v.DescriptionAction<{
243
+ enable: boolean;
244
+ value?: ["f32" | "f16" | "bf16" | "q8_0" | "q4_0" | "q4_1" | "iq4_nl" | "q5_0" | "q5_1"] | undefined;
245
+ } | undefined, "- KV缓存数据类型用于V,允许的值:f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1(默认:f16)\n- KV cache data type for V allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_V)">]>;
246
+ readonly 'defrag-thold': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
247
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
248
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
249
+ }, undefined>, undefined>, v.DescriptionAction<{
250
+ enable: boolean;
251
+ value?: [number] | undefined;
252
+ } | undefined, "- KV缓存碎片化阈值(默认:0.1,<0-禁用)\n- KV cache defragmentation threshold (DEPRECATED) (env: LLAMA_ARG_DEFRAG_THOLD)">]>;
253
+ readonly parallel: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
254
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
255
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
256
+ }, undefined>, undefined>, v.DescriptionAction<{
257
+ enable: boolean;
258
+ value?: [number] | undefined;
259
+ } | undefined, "- 并行解码序列的数量(默认:1)\n- number of parallel sequences to decode (default: 1) (env: LLAMA_ARG_N_PARALLEL)">]>;
260
+ readonly mlock: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
261
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
262
+ }, undefined>, undefined>, v.DescriptionAction<{
263
+ enable: boolean;
264
+ } | undefined, "- 强制系统将模型保留在RAM中而不是交换或压缩\n- force system to keep model in RAM rather than swapping or compressing (env: LLAMA_ARG_MLOCK)">]>;
265
+ readonly 'no-mmap': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
266
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
267
+ }, undefined>, undefined>, v.DescriptionAction<{
268
+ enable: boolean;
269
+ } | undefined, "- 不要内存映射模型(加载速度较慢,但可能减少页面丢失,如果未使用mlock)\n- do not memory-map model (slower load but may reduce pageouts if not using mlock) (env: LLAMA_ARG_NO_MMAP)">]>;
270
+ readonly numa: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
271
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
272
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.PicklistSchema<["distribute", "isolate", "numactl"], undefined>, v.MetadataAction<"distribute" | "isolate" | "numactl", {
273
+ readonly enumOptions: readonly [{
274
+ readonly label: "distribute";
275
+ readonly value: "distribute";
276
+ readonly description: "将执行均匀分布在所有节点上";
277
+ }, {
278
+ readonly label: "isolate";
279
+ readonly value: "isolate";
280
+ readonly description: "仅在执行开始的节点的CPU上生成线程";
281
+ }, {
282
+ readonly label: "numactl";
283
+ readonly value: "numactl";
284
+ readonly description: "使用numactl提供的CPU映射";
285
+ }];
286
+ }>]>], undefined>, undefined>]>;
287
+ }, undefined>, undefined>, v.DescriptionAction<{
288
+ enable: boolean;
289
+ value?: ["distribute" | "isolate" | "numactl"] | undefined;
290
+ } | undefined, "- 尝试在某些NUMA系统上进行优化 - distribute:将执行均匀分布在所有节点上 - isolate:仅在执行开始的节点的CPU上生成线程 - numactl:使用numactl提供的CPU映射 如果之前未运行过此操作,请在使用此功能前删除系统页面缓存 详见 https://github.com/ggml-org/llama.cpp/issues/1437\n- attempt optimizations that help on some NUMA systems - distribute: spread execution evenly over all nodes - isolate: only spawn threads on CPUs on the node that execution started on - numactl: use the CPU map provided by numactl if run without this previously, it is recommended to drop the system page cache before using this see https://github.com/ggml-org/llama.cpp/issues/1437 (env: LLAMA_ARG_NUMA)">]>;
291
+ readonly device: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
292
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
293
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<dev1,dev2,..>">]>], undefined>, undefined>]>;
294
+ }, undefined>, undefined>, v.DescriptionAction<{
295
+ enable: boolean;
296
+ value?: [string] | undefined;
297
+ } | undefined, "- 逗号分隔的设备列表,用于卸载(none = 不卸载)使用 --list-devices 查看可用设备列表\n- comma-separated list of devices to use for offloading (none = don't offload) use --list-devices to see a list of available devices (env: LLAMA_ARG_DEVICE)">]>;
298
+ readonly 'override-tensor': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
299
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
300
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<tensor name pattern>=<buffer type>,...">]>], undefined>, undefined>]>;
301
+ }, undefined>, undefined>, v.DescriptionAction<{
302
+ enable: boolean;
303
+ value?: [string] | undefined;
304
+ } | undefined, "- 将所有专家组合(Mixture of Experts, MoE)的权重数据存储在 CPU 中。\n- override tensor buffer type">]>;
305
+ readonly 'cpu-moe': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
306
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
307
+ }, undefined>, undefined>, v.DescriptionAction<{
308
+ enable: boolean;
309
+ } | undefined, "- 将前 N 层的“专家混合”(Expert Mixing, MoE)权重数据保留在 CPU 中。\n- keep all Mixture of Experts (MoE) weights in the CPU (env: LLAMA_ARG_CPU_MOE)">]>;
310
+ readonly 'n-cpu-moe': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
311
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
312
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
313
+ }, undefined>, undefined>, v.DescriptionAction<{
314
+ enable: boolean;
315
+ value?: [number] | undefined;
316
+ } | undefined, "- 覆盖张量缓冲区类型\n- keep the Mixture of Experts (MoE) weights of the first N layers in the CPU (env: LLAMA_ARG_N_CPU_MOE)">]>;
317
+ readonly 'gpu-layers': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
318
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
319
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
320
+ }, undefined>, undefined>, v.DescriptionAction<{
321
+ enable: boolean;
322
+ value?: [number] | undefined;
323
+ } | undefined, "- 存储在VRAM中的图层数量\n- max. number of layers to store in VRAM (default: -1) (env: LLAMA_ARG_N_GPU_LAYERS)">]>;
324
+ readonly 'split-mode': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
325
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
326
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.PicklistSchema<["none", "layer", "row"], undefined>, v.MetadataAction<"none" | "layer" | "row", {
327
+ readonly enumOptions: readonly [{
328
+ readonly label: "none";
329
+ readonly value: "none";
330
+ readonly description: "仅使用一个GPU";
331
+ }, {
332
+ readonly label: "layer";
333
+ readonly value: "layer";
334
+ readonly description: "分割层和KV跨GPU";
335
+ }, {
336
+ readonly label: "row";
337
+ readonly value: "row";
338
+ readonly description: "分割行跨GPU";
339
+ }];
340
+ }>]>], undefined>, undefined>]>;
341
+ }, undefined>, undefined>, v.DescriptionAction<{
342
+ enable: boolean;
343
+ value?: ["none" | "layer" | "row"] | undefined;
344
+ } | undefined, "- 如何将模型分布在多个GPU上,可选:- none: 仅使用一个GPU - layer (默认): 分割层和KV跨GPU - row: 分割行跨GPU\n- how to split the model across multiple GPUs, one of: - none: use one GPU only - layer (default): split layers and KV across GPUs - row: split rows across GPUs (env: LLAMA_ARG_SPLIT_MODE)">]>;
345
+ readonly 'tensor-split': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
346
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
347
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "N0,N1,N2,...">]>], undefined>, undefined>]>;
348
+ }, undefined>, undefined>, v.DescriptionAction<{
349
+ enable: boolean;
350
+ value?: [string] | undefined;
351
+ } | undefined, "- 将模型分片到每个GPU的分数,逗号分隔的比例列表,例如3,1\n- fraction of the model to offload to each GPU, comma-separated list of proportions, e.g. 3,1 (env: LLAMA_ARG_TENSOR_SPLIT)">]>;
352
+ readonly 'main-gpu': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
353
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
354
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "INDEX">]>], undefined>, undefined>]>;
355
+ }, undefined>, undefined>, v.DescriptionAction<{
356
+ enable: boolean;
357
+ value?: [number] | undefined;
358
+ } | undefined, "- 用于模型(split-mode = none)或中间结果和KV(split-mode = row)的GPU(默认:0)\n- the GPU to use for the model (with split-mode = none), or for intermediate results and KV (with split-mode = row) (default: 0) (env: LLAMA_ARG_MAIN_GPU)">]>;
359
+ readonly 'check-tensors': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
360
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
361
+ }, undefined>, undefined>, v.DescriptionAction<{
362
+ enable: boolean;
363
+ } | undefined, "- 检查模型张量数据中的无效值(默认:false)\n- check model tensor data for invalid values (default: false)">]>;
364
+ readonly 'override-kv': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
365
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
366
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "KEY=TYPE:VALUE">]>], undefined>, undefined>]>;
367
+ }, undefined>, undefined>, v.DescriptionAction<{
368
+ enable: boolean;
369
+ value?: [string] | undefined;
370
+ } | undefined, "- 用于通过键覆盖模型元数据的高级选项。可以多次指定。类型:int、float、bool、str。示例:--override-kv tokenizer.ggml.add_bos_token=bool:false\n- advanced option to override model metadata by key. may be specified multiple times. types: int, float, bool, str. example: --override-kv tokenizer.ggml.add_bos_token=bool:false">]>;
371
+ readonly 'no-op-offload': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
372
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
373
+ }, undefined>, undefined>, v.DescriptionAction<{
374
+ enable: boolean;
375
+ } | undefined, "- 禁用将主机张量操作卸载到设备(默认:false)\n- disable offloading host tensor operations to device (default: false)">]>;
376
+ readonly lora: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
377
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
378
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
379
+ }, undefined>, undefined>, v.DescriptionAction<{
380
+ enable: boolean;
381
+ value?: [string] | undefined;
382
+ } | undefined, "- LoRA适配器路径(可以重复使用多个适配器)\n- path to LoRA adapter (can be repeated to use multiple adapters)">]>;
383
+ readonly 'lora-scaled': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
384
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
385
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>, v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "SCALE">]>], undefined>, undefined>]>;
386
+ }, undefined>, undefined>, v.DescriptionAction<{
387
+ enable: boolean;
388
+ value?: [string, number] | undefined;
389
+ } | undefined, "- LoRA适配器路径,带用户定义的缩放(可重复使用多个适配器)\n- path to LoRA adapter with user defined scaling (can be repeated to use multiple adapters)">]>;
390
+ readonly 'control-vector': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
391
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
392
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
393
+ }, undefined>, undefined>, v.DescriptionAction<{
394
+ enable: boolean;
395
+ value?: [string] | undefined;
396
+ } | undefined, "- 添加控制向量 请注意:此参数可以重复以添加多个控制向量\n- add a control vector note: this argument can be repeated to add multiple control vectors">]>;
397
+ readonly 'control-vector-scaled': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
398
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
399
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>, v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "SCALE">]>], undefined>, undefined>]>;
400
+ }, undefined>, undefined>, v.DescriptionAction<{
401
+ enable: boolean;
402
+ value?: [string, number] | undefined;
403
+ } | undefined, "- 添加一个带用户定义缩放 SCALE 的控制向量 注意: 此参数可以重复以添加多个缩放的控制向量\n- add a control vector with user defined scaling SCALE note: this argument can be repeated to add multiple scaled control vectors">]>;
404
+ readonly 'control-vector-layer-range': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
405
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
406
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "START">]>, v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "END">]>], undefined>, undefined>]>;
407
+ }, undefined>, undefined>, v.DescriptionAction<{
408
+ enable: boolean;
409
+ value?: [string, string] | undefined;
410
+ } | undefined, "- 应用控制向量的图层范围,起始和结束值(包含)\n- layer range to apply the control vector(s) to, start and end inclusive">]>;
411
+ readonly model: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
412
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
413
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
414
+ }, undefined>, undefined>, v.DescriptionAction<{
415
+ enable: boolean;
416
+ value?: [string] | undefined;
417
+ } | undefined, "- 模型路径 (默认: `models/$filename` 与 `--hf-file` 或 `--model-url` 的文件名,否则 models/7B/ggml-model-f16.gguf)\n- model path (default: `models/$filename` with filename from `--hf-file` or `--model-url` if set, otherwise models/7B/ggml-model-f16.gguf) (env: LLAMA_ARG_MODEL)">]>;
418
+ readonly 'model-url': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
419
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
420
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "MODEL_URL">]>], undefined>, undefined>]>;
421
+ }, undefined>, undefined>, v.DescriptionAction<{
422
+ enable: boolean;
423
+ value?: [string] | undefined;
424
+ } | undefined, "- Docker Hub 模型仓库:该仓库是可选的,默认值为 `ai/`;`quant` 参数也是可选的,默认值为 `:latest`。例如:`gemma3`(默认值:未使用)。\n- model download url (default: unused) (env: LLAMA_ARG_MODEL_URL)">]>;
425
+ readonly 'docker-repo': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
426
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
427
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["<repo>/]<model>[:quant"], undefined>], undefined>, undefined>]>;
428
+ }, undefined>, undefined>, v.DescriptionAction<{
429
+ enable: boolean;
430
+ value?: ["<repo>/]<model>[:quant"] | undefined;
431
+ } | undefined, "- 模型下载地址(默认:未使用)\n- Docker Hub model repository. repo is optional, default to ai/. quant is optional, default to :latest. example: gemma3 (default: unused) (env: LLAMA_ARG_DOCKER_REPO)">]>;
432
+ readonly 'hf-repo': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
433
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
434
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<user>/<model>[:quant]">]>], undefined>, undefined>]>;
435
+ }, undefined>, undefined>, v.DescriptionAction<{
436
+ enable: boolean;
437
+ value?: [string] | undefined;
438
+ } | undefined, "- Hugging Face 模型仓库; quant 是可选的,不区分大小写,默认为 Q4_K_M,如果不存在 Q4_K_M 则回退到仓库中的第一个文件。如果可用还会自动下载 mmproj。要禁用,添加 --no-mmproj 示例:unsloth/phi-4-GGUF:q4_k_m (默认:未使用)\n- Hugging Face model repository; quant is optional, case-insensitive, default to Q4_K_M, or falls back to the first file in the repo if Q4_K_M doesn't exist. mmproj is also downloaded automatically if available. to disable, add --no-mmproj example: unsloth/phi-4-GGUF:q4_k_m (default: unused) (env: LLAMA_ARG_HF_REPO)">]>;
439
+ readonly 'hf-repo-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
440
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
441
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<user>/<model>[:quant]">]>], undefined>, undefined>]>;
442
+ }, undefined>, undefined>, v.DescriptionAction<{
443
+ enable: boolean;
444
+ value?: [string] | undefined;
445
+ } | undefined, "- 与--hf-repo相同,但用于草稿模型(默认:未使用)\n- Same as --hf-repo, but for the draft model (default: unused) (env: LLAMA_ARG_HFD_REPO)">]>;
446
+ readonly 'hf-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
447
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
448
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
449
+ }, undefined>, undefined>, v.DescriptionAction<{
450
+ enable: boolean;
451
+ value?: [string] | undefined;
452
+ } | undefined, "- Hugging Face模型文件。如果指定了,将覆盖--hf-repo中的量化(默认:未使用)\n- Hugging Face model file. If specified, it will override the quant in --hf-repo (default: unused) (env: LLAMA_ARG_HF_FILE)">]>;
453
+ readonly 'hf-repo-v': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
454
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
455
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<user>/<model>[:quant]">]>], undefined>, undefined>]>;
456
+ }, undefined>, undefined>, v.DescriptionAction<{
457
+ enable: boolean;
458
+ value?: [string] | undefined;
459
+ } | undefined, "- Hugging Face vocoder模型仓库(默认:未使用)\n- Hugging Face model repository for the vocoder model (default: unused) (env: LLAMA_ARG_HF_REPO_V)">]>;
460
+ readonly 'hf-file-v': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
461
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
462
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
463
+ }, undefined>, undefined>, v.DescriptionAction<{
464
+ enable: boolean;
465
+ value?: [string] | undefined;
466
+ } | undefined, "- Hugging Face模型文件用于声码器模型(默认:未使用)\n- Hugging Face model file for the vocoder model (default: unused) (env: LLAMA_ARG_HF_FILE_V)">]>;
467
+ readonly 'hf-token': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
468
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
469
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TOKEN">]>], undefined>, undefined>]>;
470
+ }, undefined>, undefined>, v.DescriptionAction<{
471
+ enable: boolean;
472
+ value?: [string] | undefined;
473
+ } | undefined, "- Hugging Face访问令牌(默认:来自HF_TOKEN环境变量的值)\n- Hugging Face access token (default: value from HF_TOKEN environment variable) (env: HF_TOKEN)">]>;
474
+ readonly 'log-disable': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
475
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
476
+ }, undefined>, undefined>, v.DescriptionAction<{
477
+ enable: boolean;
478
+ } | undefined, "- 日志禁用\n- Log disable">]>;
479
+ readonly 'log-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
480
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
481
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
482
+ }, undefined>, undefined>, v.DescriptionAction<{
483
+ enable: boolean;
484
+ value?: [string] | undefined;
485
+ } | undefined, "- 日志记录到文件\n- Log to file">]>;
486
+ readonly 'log-colors': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
487
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
488
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["on", "off", "auto"], undefined>], undefined>, undefined>]>;
489
+ }, undefined>, undefined>, v.DescriptionAction<{
490
+ enable: boolean;
491
+ value?: ["on" | "off" | "auto"] | undefined;
492
+ } | undefined, "- 启用彩色日志记录\n- Set colored logging ('on', 'off', or 'auto', default: 'auto') 'auto' enables colors when output is to a terminal (env: LLAMA_LOG_COLORS)">]>;
493
+ readonly verbose: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
494
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
495
+ }, undefined>, undefined>, v.DescriptionAction<{
496
+ enable: boolean;
497
+ } | undefined, "- 设置 verbosity 级别为无穷大(即记录所有消息,用于调试)\n- Set verbosity level to infinity (i.e. log all messages, useful for debugging)">]>;
498
+ readonly offline: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
499
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
500
+ }, undefined>, undefined>, v.DescriptionAction<{
501
+ enable: boolean;
502
+ } | undefined, "- 离线模式:强制使用缓存,阻止网络访问\n- Offline mode: forces use of cache, prevents network access (env: LLAMA_OFFLINE)">]>;
503
+ readonly verbosity: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
504
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
505
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
506
+ }, undefined>, undefined>, v.DescriptionAction<{
507
+ enable: boolean;
508
+ value?: [number] | undefined;
509
+ } | undefined, "- 设置日志的详细程度阈值。消息的详细程度越高,将被忽略。\n- Set the verbosity threshold. Messages with a higher verbosity will be ignored. (env: LLAMA_LOG_VERBOSITY)">]>;
510
+ readonly 'log-prefix': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
511
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
512
+ }, undefined>, undefined>, v.DescriptionAction<{
513
+ enable: boolean;
514
+ } | undefined, "- 启用日志消息中的前缀\n- Enable prefix in log messages (env: LLAMA_LOG_PREFIX)">]>;
515
+ readonly 'log-timestamps': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
516
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
517
+ }, undefined>, undefined>, v.DescriptionAction<{
518
+ enable: boolean;
519
+ } | undefined, "- 启用日志消息中的时间戳\n- Enable timestamps in log messages (env: LLAMA_LOG_TIMESTAMPS)">]>;
520
+ readonly 'cache-type-k-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
521
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
522
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TYPE">]>], undefined>, undefined>]>;
523
+ }, undefined>, undefined>, v.DescriptionAction<{
524
+ enable: boolean;
525
+ value?: [string] | undefined;
526
+ } | undefined, "- KV缓存中用于草稿模型的K的数据类型,允许的值包括:f32、f16、bf16、q8_0、q4_0、q4_1、iq4_nl、q5_0、q5_1(默认值:f16)\n- KV cache data type for K for the draft model allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_K_DRAFT)">]>;
527
+ readonly 'cache-type-v-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
528
+ readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
529
+ readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TYPE">]>], undefined>, undefined>]>;
530
+ }, undefined>, undefined>, v.DescriptionAction<{
531
+ enable: boolean;
532
+ value?: [string] | undefined;
533
+ } | undefined, "- KV缓存中用于草稿模型的V的数据类型,允许的值包括:f32、f16、bf16、q8_0、q4_0、q4_1、iq4_nl、q5_0、q5_1(默认值:f16)\n- KV cache data type for V for the draft model allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_V_DRAFT)">]>;
534
+ }, undefined>;