@shenghuabi/llama 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/define/common.define.d.ts +534 -0
- package/define/example-specific.define.d.ts +412 -0
- package/define/index.d.ts +2378 -0
- package/define/index.js +2403 -0
- package/define/index.js.map +7 -0
- package/define/index.mjs +2361 -0
- package/define/index.mjs.map +7 -0
- package/define/llama-server.define.d.ts +2347 -0
- package/define/llama-swap.define.d.ts +12 -0
- package/define/sampling.define.d.ts +218 -0
- package/download/auto-check-vendor.d.ts +4 -0
- package/download/get-gguf-file.d.ts +9 -0
- package/download/get-model-manifest.d.ts +18 -0
- package/download/get-ollama-gguf-file.d.ts +7 -0
- package/index.d.ts +3 -0
- package/index.js +3077 -0
- package/index.js.map +7 -0
- package/index.mjs +3035 -0
- package/index.mjs.map +7 -0
- package/llama-swap.service.d.ts +1029 -0
- package/ollama-model/manifest.type.d.ts +11 -0
- package/ollama-model/ollama-manifests.d.ts +4 -0
- package/package.json +43 -0
- package/token.d.ts +10 -0
- package/util/file-name-by-version.d.ts +2 -0
|
@@ -0,0 +1,2347 @@
|
|
|
1
|
+
import * as v from 'valibot';
|
|
2
|
+
export declare const LlamaServerDefine: v.ObjectSchema<{
|
|
3
|
+
readonly common: v.OptionalSchema<v.ObjectSchema<{
|
|
4
|
+
readonly 'verbose-prompt': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
5
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
6
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
7
|
+
enable: boolean;
|
|
8
|
+
} | undefined, "- 在生成前打印详细提示(默认:false)\n- print a verbose prompt before generation (default: false)">]>;
|
|
9
|
+
readonly threads: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
10
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
11
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
12
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
13
|
+
enable: boolean;
|
|
14
|
+
value?: [number] | undefined;
|
|
15
|
+
} | undefined, "- 生成期间使用的线程数(默认:-1)\n- number of threads to use during generation (default: -1) (env: LLAMA_ARG_THREADS)">]>;
|
|
16
|
+
readonly 'threads-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
17
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
18
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
19
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
20
|
+
enable: boolean;
|
|
21
|
+
value?: [number] | undefined;
|
|
22
|
+
} | undefined, "- 批量和提示处理期间使用的线程数(默认:与--threads相同)\n- number of threads to use during batch and prompt processing (default: same as --threads)">]>;
|
|
23
|
+
readonly 'cpu-mask': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
24
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
25
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "M">]>], undefined>, undefined>]>;
|
|
26
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
27
|
+
enable: boolean;
|
|
28
|
+
value?: [string] | undefined;
|
|
29
|
+
} | undefined, "- CPU亲和力掩码:任意长度的十六进制数。补充cpu-range(默认:\"\")\n- CPU affinity mask: arbitrarily long hex. Complements cpu-range (default: \"\")">]>;
|
|
30
|
+
readonly 'cpu-range': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
31
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
32
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "lo-hi">]>], undefined>, undefined>]>;
|
|
33
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
34
|
+
enable: boolean;
|
|
35
|
+
value?: [string] | undefined;
|
|
36
|
+
} | undefined, "- CPU范围用于亲和力。补充--cpu-mask\n- range of CPUs for affinity. Complements --cpu-mask">]>;
|
|
37
|
+
readonly 'cpu-strict': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
38
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
39
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["0", "1"], undefined>], undefined>, undefined>]>;
|
|
40
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
41
|
+
enable: boolean;
|
|
42
|
+
value?: ["0" | "1"] | undefined;
|
|
43
|
+
} | undefined, "- 使用严格CPU放置(默认:0)\n- use strict CPU placement (default: 0)">]>;
|
|
44
|
+
readonly prio: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
45
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
46
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<[0, 1, 2, 3], undefined>], undefined>, undefined>]>;
|
|
47
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
48
|
+
enable: boolean;
|
|
49
|
+
value?: [0 | 2 | 1 | 3] | undefined;
|
|
50
|
+
} | undefined, "- 设置进程/线程优先级:低(-1)、正常(0)、中等(1)、高(2)、实时(3)(默认值:0)\n- set process/thread priority : low(-1), normal(0), medium(1), high(2), realtime(3) (default: 0)">]>;
|
|
51
|
+
readonly poll: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
52
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
53
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<0...100>">]>], undefined>, undefined>]>;
|
|
54
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
55
|
+
enable: boolean;
|
|
56
|
+
value?: [string] | undefined;
|
|
57
|
+
} | undefined, "- 使用轮询级别等待工作 (0 - 无轮询,默认: 50)\n- use polling level to wait for work (0 - no polling, default: 50)">]>;
|
|
58
|
+
readonly 'cpu-mask-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
59
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
60
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "M">]>], undefined>, undefined>]>;
|
|
61
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
62
|
+
enable: boolean;
|
|
63
|
+
value?: [string] | undefined;
|
|
64
|
+
} | undefined, "- CPU亲和力掩码:任意长度的十六进制数。补充cpu-range-batch(默认:与--cpu-mask相同)\n- CPU affinity mask: arbitrarily long hex. Complements cpu-range-batch (default: same as --cpu-mask)">]>;
|
|
65
|
+
readonly 'cpu-range-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
66
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
67
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "lo-hi">]>], undefined>, undefined>]>;
|
|
68
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
69
|
+
enable: boolean;
|
|
70
|
+
value?: [string] | undefined;
|
|
71
|
+
} | undefined, "- CPU亲和力的范围。补充--cpu-mask-batch\n- ranges of CPUs for affinity. Complements --cpu-mask-batch">]>;
|
|
72
|
+
readonly 'cpu-strict-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
73
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
74
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["0", "1"], undefined>], undefined>, undefined>]>;
|
|
75
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
76
|
+
enable: boolean;
|
|
77
|
+
value?: ["0" | "1"] | undefined;
|
|
78
|
+
} | undefined, "- 使用严格的CPU放置(默认:与--cpu-strict相同)\n- use strict CPU placement (default: same as --cpu-strict)">]>;
|
|
79
|
+
readonly 'prio-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
80
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
81
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<[0, 1, 2, 3], undefined>], undefined>, undefined>]>;
|
|
82
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
83
|
+
enable: boolean;
|
|
84
|
+
value?: [0 | 2 | 1 | 3] | undefined;
|
|
85
|
+
} | undefined, "- 设置进程/线程优先级 : 0-正常, 1-中等, 2-高, 3-实时 (默认: 0)\n- set process/thread priority : 0-normal, 1-medium, 2-high, 3-realtime (default: 0)">]>;
|
|
86
|
+
readonly 'poll-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
87
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
88
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["0", "1"], undefined>], undefined>, undefined>]>;
|
|
89
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
90
|
+
enable: boolean;
|
|
91
|
+
value?: ["0" | "1"] | undefined;
|
|
92
|
+
} | undefined, "- 使用轮询等待工作(默认:与--poll相同)\n- use polling to wait for work (default: same as --poll)">]>;
|
|
93
|
+
readonly 'ctx-size': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
94
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
95
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
96
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
97
|
+
enable: boolean;
|
|
98
|
+
value?: [number] | undefined;
|
|
99
|
+
} | undefined, "- 提示上下文的大小(默认:4096,0 = 从模型加载)\n- size of the prompt context (default: 4096, 0 = loaded from model) (env: LLAMA_ARG_CTX_SIZE)">]>;
|
|
100
|
+
readonly predict: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
101
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
102
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
103
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
104
|
+
enable: boolean;
|
|
105
|
+
value?: [number] | undefined;
|
|
106
|
+
} | undefined, "- 预测的token数量(默认:-1,-1 = 无限)\n- number of tokens to predict (default: -1, -1 = infinity) (env: LLAMA_ARG_N_PREDICT)">]>;
|
|
107
|
+
readonly 'batch-size': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
108
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
109
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
110
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
111
|
+
enable: boolean;
|
|
112
|
+
value?: [number] | undefined;
|
|
113
|
+
} | undefined, "- 逻辑最大批处理大小(默认:2048)\n- logical maximum batch size (default: 2048) (env: LLAMA_ARG_BATCH)">]>;
|
|
114
|
+
readonly 'ubatch-size': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
115
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
116
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
117
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
118
|
+
enable: boolean;
|
|
119
|
+
value?: [number] | undefined;
|
|
120
|
+
} | undefined, "- 物理最大批处理大小(默认:512)\n- physical maximum batch size (default: 512) (env: LLAMA_ARG_UBATCH)">]>;
|
|
121
|
+
readonly keep: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
122
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
123
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
124
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
125
|
+
enable: boolean;
|
|
126
|
+
value?: [number] | undefined;
|
|
127
|
+
} | undefined, "- 保留初始提示中的令牌数量(默认:0,-1 = 所有)\n- number of tokens to keep from the initial prompt (default: 0, -1 = all)">]>;
|
|
128
|
+
readonly 'swa-full': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
129
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
130
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
131
|
+
enable: boolean;
|
|
132
|
+
} | undefined, "- 使用全尺寸SWA缓存(默认:false) [更多信息](https://github.com/ggml-org/llama.cpp/pull/13194#issuecomment-2868343055)\n- use full-size SWA cache (default: false) [(more info)](https://github.com/ggml-org/llama.cpp/pull/13194#issuecomment-2868343055) (env: LLAMA_ARG_SWA_FULL)">]>;
|
|
133
|
+
readonly 'kv-unified': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
134
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
135
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
136
|
+
enable: boolean;
|
|
137
|
+
} | undefined, "- 为所有序列的 KV 缓存使用一个统一的 KV 缓冲区(默认值为 `false`):[更多信息](https://github.com/ggml-org/llama.cpp/pull/14363)(环境变量:`LLAMA_ARG_KV_SPLIT`)\n- use single unified KV buffer for the KV cache of all sequences (default: false) [(more info)](https://github.com/ggml-org/llama.cpp/pull/14363) (env: LLAMA_ARG_KV_SPLIT)">]>;
|
|
138
|
+
readonly 'flash-attn': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
139
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
140
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["on", "off", "auto"], undefined>], undefined>, undefined>]>;
|
|
141
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
142
|
+
enable: boolean;
|
|
143
|
+
value?: ["on" | "off" | "auto"] | undefined;
|
|
144
|
+
} | undefined, "- 启用 Flash 注意力(默认:禁用)\n- set Flash Attention use ('on', 'off', or 'auto', default: 'auto') (env: LLAMA_ARG_FLASH_ATTN)">]>;
|
|
145
|
+
readonly 'no-perf': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
146
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
147
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
148
|
+
enable: boolean;
|
|
149
|
+
} | undefined, "- 禁用内部libllama性能计时(默认:false)\n- disable internal libllama performance timings (default: false) (env: LLAMA_ARG_NO_PERF)">]>;
|
|
150
|
+
readonly escape: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
151
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
152
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
153
|
+
enable: boolean;
|
|
154
|
+
} | undefined, "- 处理转义序列(\\n, \\r, \\t, \\\", \\\\)(默认:true)\n- process escapes sequences (\\n, \\r, \\t, \\', \\\", \\\\) (default: true)">]>;
|
|
155
|
+
readonly 'no-escape': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
156
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
157
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
158
|
+
enable: boolean;
|
|
159
|
+
} | undefined, "- 不要处理转义序列\n- do not process escape sequences">]>;
|
|
160
|
+
readonly 'rope-scaling': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
161
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
162
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["none", "linear", "yarn"], undefined>], undefined>, undefined>]>;
|
|
163
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
164
|
+
enable: boolean;
|
|
165
|
+
value?: ["none" | "linear" | "yarn"] | undefined;
|
|
166
|
+
} | undefined, "- RoPE频率缩放方法,除非模型指定,默认为线性\n- RoPE frequency scaling method, defaults to linear unless specified by the model (env: LLAMA_ARG_ROPE_SCALING_TYPE)">]>;
|
|
167
|
+
readonly 'rope-scale': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
168
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
169
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
170
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
171
|
+
enable: boolean;
|
|
172
|
+
value?: [number] | undefined;
|
|
173
|
+
} | undefined, "- RoPE上下文缩放因子,将上下文扩展N倍\n- RoPE context scaling factor, expands context by a factor of N (env: LLAMA_ARG_ROPE_SCALE)">]>;
|
|
174
|
+
readonly 'rope-freq-base': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
175
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
176
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
177
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
178
|
+
enable: boolean;
|
|
179
|
+
value?: [number] | undefined;
|
|
180
|
+
} | undefined, "- RoPE基频,用于NTK感知缩放(默认:从模型加载)\n- RoPE base frequency, used by NTK-aware scaling (default: loaded from model) (env: LLAMA_ARG_ROPE_FREQ_BASE)">]>;
|
|
181
|
+
readonly 'rope-freq-scale': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
182
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
183
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
184
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
185
|
+
enable: boolean;
|
|
186
|
+
value?: [number] | undefined;
|
|
187
|
+
} | undefined, "- RoPE频率缩放因子,通过因子1/N扩展上下文\n- RoPE frequency scaling factor, expands context by a factor of 1/N (env: LLAMA_ARG_ROPE_FREQ_SCALE)">]>;
|
|
188
|
+
readonly 'yarn-orig-ctx': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
189
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
190
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
191
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
192
|
+
enable: boolean;
|
|
193
|
+
value?: [number] | undefined;
|
|
194
|
+
} | undefined, "- YaRN: 原始上下文大小(默认:0 = 模型训练上下文大小)\n- YaRN: original context size of model (default: 0 = model training context size) (env: LLAMA_ARG_YARN_ORIG_CTX)">]>;
|
|
195
|
+
readonly 'yarn-ext-factor': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
196
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
197
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
198
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
199
|
+
enable: boolean;
|
|
200
|
+
value?: [number] | undefined;
|
|
201
|
+
} | undefined, "- YaRN: 插值混合因子(默认:-1.0,0.0 = 完全插值)\n- YaRN: extrapolation mix factor (default: -1.0, 0.0 = full interpolation) (env: LLAMA_ARG_YARN_EXT_FACTOR)">]>;
|
|
202
|
+
readonly 'yarn-attn-factor': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
203
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
204
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
205
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
206
|
+
enable: boolean;
|
|
207
|
+
value?: [number] | undefined;
|
|
208
|
+
} | undefined, "- YaRN: 缩放 sqrt(t) 或注意力幅度(默认:-1.0)\n- YaRN: scale sqrt(t) or attention magnitude (default: -1.0) (env: LLAMA_ARG_YARN_ATTN_FACTOR)">]>;
|
|
209
|
+
readonly 'yarn-beta-slow': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
210
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
211
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
212
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
213
|
+
enable: boolean;
|
|
214
|
+
value?: [number] | undefined;
|
|
215
|
+
} | undefined, "- YaRN: 高校正维度或alpha(默认:-1.0)\n- YaRN: high correction dim or alpha (default: -1.0) (env: LLAMA_ARG_YARN_BETA_SLOW)">]>;
|
|
216
|
+
readonly 'yarn-beta-fast': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
217
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
218
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
219
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
220
|
+
enable: boolean;
|
|
221
|
+
value?: [number] | undefined;
|
|
222
|
+
} | undefined, "- YaRN: 低校正维或beta(默认:-1)\n- YaRN: low correction dim or beta (default: -1.0) (env: LLAMA_ARG_YARN_BETA_FAST)">]>;
|
|
223
|
+
readonly 'no-kv-offload': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
224
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
225
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
226
|
+
enable: boolean;
|
|
227
|
+
} | undefined, "- 禁用KV卸载\n- disable KV offload (env: LLAMA_ARG_NO_KV_OFFLOAD)">]>;
|
|
228
|
+
readonly 'no-repack': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
229
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
230
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
231
|
+
enable: boolean;
|
|
232
|
+
} | undefined, "- 禁用重量重新打包功能\n- disable weight repacking (env: LLAMA_ARG_NO_REPACK)">]>;
|
|
233
|
+
readonly 'cache-type-k': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
234
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
235
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["f32", "f16", "bf16", "q8_0", "q4_0", "q4_1", "iq4_nl", "q5_0", "q5_1"], undefined>], undefined>, undefined>]>;
|
|
236
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
237
|
+
enable: boolean;
|
|
238
|
+
value?: ["f32" | "f16" | "bf16" | "q8_0" | "q4_0" | "q4_1" | "iq4_nl" | "q5_0" | "q5_1"] | undefined;
|
|
239
|
+
} | undefined, "- KV缓存数据类型用于K 允许的值: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (默认: f16)\n- KV cache data type for K allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_K)">]>;
|
|
240
|
+
readonly 'cache-type-v': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
241
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
242
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["f32", "f16", "bf16", "q8_0", "q4_0", "q4_1", "iq4_nl", "q5_0", "q5_1"], undefined>], undefined>, undefined>]>;
|
|
243
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
244
|
+
enable: boolean;
|
|
245
|
+
value?: ["f32" | "f16" | "bf16" | "q8_0" | "q4_0" | "q4_1" | "iq4_nl" | "q5_0" | "q5_1"] | undefined;
|
|
246
|
+
} | undefined, "- KV缓存数据类型用于V,允许的值:f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1(默认:f16)\n- KV cache data type for V allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_V)">]>;
|
|
247
|
+
readonly 'defrag-thold': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
248
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
249
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
250
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
251
|
+
enable: boolean;
|
|
252
|
+
value?: [number] | undefined;
|
|
253
|
+
} | undefined, "- KV缓存碎片化阈值(默认:0.1,<0-禁用)\n- KV cache defragmentation threshold (DEPRECATED) (env: LLAMA_ARG_DEFRAG_THOLD)">]>;
|
|
254
|
+
readonly parallel: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
255
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
256
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
257
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
258
|
+
enable: boolean;
|
|
259
|
+
value?: [number] | undefined;
|
|
260
|
+
} | undefined, "- 并行解码序列的数量(默认:1)\n- number of parallel sequences to decode (default: 1) (env: LLAMA_ARG_N_PARALLEL)">]>;
|
|
261
|
+
readonly mlock: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
262
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
263
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
264
|
+
enable: boolean;
|
|
265
|
+
} | undefined, "- 强制系统将模型保留在RAM中而不是交换或压缩\n- force system to keep model in RAM rather than swapping or compressing (env: LLAMA_ARG_MLOCK)">]>;
|
|
266
|
+
readonly 'no-mmap': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
267
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
268
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
269
|
+
enable: boolean;
|
|
270
|
+
} | undefined, "- 不要内存映射模型(加载速度较慢,但可能减少页面丢失,如果未使用mlock)\n- do not memory-map model (slower load but may reduce pageouts if not using mlock) (env: LLAMA_ARG_NO_MMAP)">]>;
|
|
271
|
+
readonly numa: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
272
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
273
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.PicklistSchema<["distribute", "isolate", "numactl"], undefined>, v.MetadataAction<"distribute" | "isolate" | "numactl", {
|
|
274
|
+
readonly enumOptions: readonly [{
|
|
275
|
+
readonly label: "distribute";
|
|
276
|
+
readonly value: "distribute";
|
|
277
|
+
readonly description: "将执行均匀分布在所有节点上";
|
|
278
|
+
}, {
|
|
279
|
+
readonly label: "isolate";
|
|
280
|
+
readonly value: "isolate";
|
|
281
|
+
readonly description: "仅在执行开始的节点的CPU上生成线程";
|
|
282
|
+
}, {
|
|
283
|
+
readonly label: "numactl";
|
|
284
|
+
readonly value: "numactl";
|
|
285
|
+
readonly description: "使用numactl提供的CPU映射";
|
|
286
|
+
}];
|
|
287
|
+
}>]>], undefined>, undefined>]>;
|
|
288
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
289
|
+
enable: boolean;
|
|
290
|
+
value?: ["distribute" | "isolate" | "numactl"] | undefined;
|
|
291
|
+
} | undefined, "- 尝试在某些NUMA系统上进行优化 - distribute:将执行均匀分布在所有节点上 - isolate:仅在执行开始的节点的CPU上生成线程 - numactl:使用numactl提供的CPU映射 如果之前未运行过此操作,请在使用此功能前删除系统页面缓存 详见 https://github.com/ggml-org/llama.cpp/issues/1437\n- attempt optimizations that help on some NUMA systems - distribute: spread execution evenly over all nodes - isolate: only spawn threads on CPUs on the node that execution started on - numactl: use the CPU map provided by numactl if run without this previously, it is recommended to drop the system page cache before using this see https://github.com/ggml-org/llama.cpp/issues/1437 (env: LLAMA_ARG_NUMA)">]>;
|
|
292
|
+
readonly device: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
293
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
294
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<dev1,dev2,..>">]>], undefined>, undefined>]>;
|
|
295
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
296
|
+
enable: boolean;
|
|
297
|
+
value?: [string] | undefined;
|
|
298
|
+
} | undefined, "- 逗号分隔的设备列表,用于卸载(none = 不卸载)使用 --list-devices 查看可用设备列表\n- comma-separated list of devices to use for offloading (none = don't offload) use --list-devices to see a list of available devices (env: LLAMA_ARG_DEVICE)">]>;
|
|
299
|
+
readonly 'override-tensor': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
300
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
301
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<tensor name pattern>=<buffer type>,...">]>], undefined>, undefined>]>;
|
|
302
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
303
|
+
enable: boolean;
|
|
304
|
+
value?: [string] | undefined;
|
|
305
|
+
} | undefined, "- 将所有专家组合(Mixture of Experts, MoE)的权重数据存储在 CPU 中。\n- override tensor buffer type">]>;
|
|
306
|
+
readonly 'cpu-moe': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
307
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
308
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
309
|
+
enable: boolean;
|
|
310
|
+
} | undefined, "- 将前 N 层的“专家混合”(Expert Mixing, MoE)权重数据保留在 CPU 中。\n- keep all Mixture of Experts (MoE) weights in the CPU (env: LLAMA_ARG_CPU_MOE)">]>;
|
|
311
|
+
readonly 'n-cpu-moe': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
312
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
313
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
314
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
315
|
+
enable: boolean;
|
|
316
|
+
value?: [number] | undefined;
|
|
317
|
+
} | undefined, "- 覆盖张量缓冲区类型\n- keep the Mixture of Experts (MoE) weights of the first N layers in the CPU (env: LLAMA_ARG_N_CPU_MOE)">]>;
|
|
318
|
+
readonly 'gpu-layers': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
319
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
320
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
321
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
322
|
+
enable: boolean;
|
|
323
|
+
value?: [number] | undefined;
|
|
324
|
+
} | undefined, "- 存储在VRAM中的图层数量\n- max. number of layers to store in VRAM (default: -1) (env: LLAMA_ARG_N_GPU_LAYERS)">]>;
|
|
325
|
+
readonly 'split-mode': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
326
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
327
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.PicklistSchema<["none", "layer", "row"], undefined>, v.MetadataAction<"none" | "layer" | "row", {
|
|
328
|
+
readonly enumOptions: readonly [{
|
|
329
|
+
readonly label: "none";
|
|
330
|
+
readonly value: "none";
|
|
331
|
+
readonly description: "仅使用一个GPU";
|
|
332
|
+
}, {
|
|
333
|
+
readonly label: "layer";
|
|
334
|
+
readonly value: "layer";
|
|
335
|
+
readonly description: "分割层和KV跨GPU";
|
|
336
|
+
}, {
|
|
337
|
+
readonly label: "row";
|
|
338
|
+
readonly value: "row";
|
|
339
|
+
readonly description: "分割行跨GPU";
|
|
340
|
+
}];
|
|
341
|
+
}>]>], undefined>, undefined>]>;
|
|
342
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
343
|
+
enable: boolean;
|
|
344
|
+
value?: ["none" | "layer" | "row"] | undefined;
|
|
345
|
+
} | undefined, "- 如何将模型分布在多个GPU上,可选:- none: 仅使用一个GPU - layer (默认): 分割层和KV跨GPU - row: 分割行跨GPU\n- how to split the model across multiple GPUs, one of: - none: use one GPU only - layer (default): split layers and KV across GPUs - row: split rows across GPUs (env: LLAMA_ARG_SPLIT_MODE)">]>;
|
|
346
|
+
readonly 'tensor-split': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
347
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
348
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "N0,N1,N2,...">]>], undefined>, undefined>]>;
|
|
349
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
350
|
+
enable: boolean;
|
|
351
|
+
value?: [string] | undefined;
|
|
352
|
+
} | undefined, "- 将模型分片到每个GPU的分数,逗号分隔的比例列表,例如3,1\n- fraction of the model to offload to each GPU, comma-separated list of proportions, e.g. 3,1 (env: LLAMA_ARG_TENSOR_SPLIT)">]>;
|
|
353
|
+
readonly 'main-gpu': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
354
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
355
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "INDEX">]>], undefined>, undefined>]>;
|
|
356
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
357
|
+
enable: boolean;
|
|
358
|
+
value?: [number] | undefined;
|
|
359
|
+
} | undefined, "- 用于模型(split-mode = none)或中间结果和KV(split-mode = row)的GPU(默认:0)\n- the GPU to use for the model (with split-mode = none), or for intermediate results and KV (with split-mode = row) (default: 0) (env: LLAMA_ARG_MAIN_GPU)">]>;
|
|
360
|
+
readonly 'check-tensors': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
361
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
362
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
363
|
+
enable: boolean;
|
|
364
|
+
} | undefined, "- 检查模型张量数据中的无效值(默认:false)\n- check model tensor data for invalid values (default: false)">]>;
|
|
365
|
+
readonly 'override-kv': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
366
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
367
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "KEY=TYPE:VALUE">]>], undefined>, undefined>]>;
|
|
368
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
369
|
+
enable: boolean;
|
|
370
|
+
value?: [string] | undefined;
|
|
371
|
+
} | undefined, "- 用于通过键覆盖模型元数据的高级选项。可以多次指定。类型:int、float、bool、str。示例:--override-kv tokenizer.ggml.add_bos_token=bool:false\n- advanced option to override model metadata by key. may be specified multiple times. types: int, float, bool, str. example: --override-kv tokenizer.ggml.add_bos_token=bool:false">]>;
|
|
372
|
+
readonly 'no-op-offload': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
373
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
374
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
375
|
+
enable: boolean;
|
|
376
|
+
} | undefined, "- 禁用将主机张量操作卸载到设备(默认:false)\n- disable offloading host tensor operations to device (default: false)">]>;
|
|
377
|
+
readonly lora: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
378
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
379
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
380
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
381
|
+
enable: boolean;
|
|
382
|
+
value?: [string] | undefined;
|
|
383
|
+
} | undefined, "- LoRA适配器路径(可以重复使用多个适配器)\n- path to LoRA adapter (can be repeated to use multiple adapters)">]>;
|
|
384
|
+
readonly 'lora-scaled': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
385
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
386
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>, v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "SCALE">]>], undefined>, undefined>]>;
|
|
387
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
388
|
+
enable: boolean;
|
|
389
|
+
value?: [string, number] | undefined;
|
|
390
|
+
} | undefined, "- LoRA适配器路径,带用户定义的缩放(可重复使用多个适配器)\n- path to LoRA adapter with user defined scaling (can be repeated to use multiple adapters)">]>;
|
|
391
|
+
readonly 'control-vector': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
392
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
393
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
394
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
395
|
+
enable: boolean;
|
|
396
|
+
value?: [string] | undefined;
|
|
397
|
+
} | undefined, "- 添加控制向量 请注意:此参数可以重复以添加多个控制向量\n- add a control vector note: this argument can be repeated to add multiple control vectors">]>;
|
|
398
|
+
readonly 'control-vector-scaled': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
399
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
400
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>, v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "SCALE">]>], undefined>, undefined>]>;
|
|
401
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
402
|
+
enable: boolean;
|
|
403
|
+
value?: [string, number] | undefined;
|
|
404
|
+
} | undefined, "- 添加一个带用户定义缩放 SCALE 的控制向量 注意: 此参数可以重复以添加多个缩放的控制向量\n- add a control vector with user defined scaling SCALE note: this argument can be repeated to add multiple scaled control vectors">]>;
|
|
405
|
+
readonly 'control-vector-layer-range': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
406
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
407
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "START">]>, v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "END">]>], undefined>, undefined>]>;
|
|
408
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
409
|
+
enable: boolean;
|
|
410
|
+
value?: [string, string] | undefined;
|
|
411
|
+
} | undefined, "- 应用控制向量的图层范围,起始和结束值(包含)\n- layer range to apply the control vector(s) to, start and end inclusive">]>;
|
|
412
|
+
readonly model: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
413
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
414
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
415
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
416
|
+
enable: boolean;
|
|
417
|
+
value?: [string] | undefined;
|
|
418
|
+
} | undefined, "- 模型路径 (默认: `models/$filename` 与 `--hf-file` 或 `--model-url` 的文件名,否则 models/7B/ggml-model-f16.gguf)\n- model path (default: `models/$filename` with filename from `--hf-file` or `--model-url` if set, otherwise models/7B/ggml-model-f16.gguf) (env: LLAMA_ARG_MODEL)">]>;
|
|
419
|
+
readonly 'model-url': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
420
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
421
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "MODEL_URL">]>], undefined>, undefined>]>;
|
|
422
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
423
|
+
enable: boolean;
|
|
424
|
+
value?: [string] | undefined;
|
|
425
|
+
} | undefined, "- Docker Hub 模型仓库:该仓库是可选的,默认值为 `ai/`;`quant` 参数也是可选的,默认值为 `:latest`。例如:`gemma3`(默认值:未使用)。\n- model download url (default: unused) (env: LLAMA_ARG_MODEL_URL)">]>;
|
|
426
|
+
readonly 'docker-repo': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
427
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
428
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["<repo>/]<model>[:quant"], undefined>], undefined>, undefined>]>;
|
|
429
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
430
|
+
enable: boolean;
|
|
431
|
+
value?: ["<repo>/]<model>[:quant"] | undefined;
|
|
432
|
+
} | undefined, "- 模型下载地址(默认:未使用)\n- Docker Hub model repository. repo is optional, default to ai/. quant is optional, default to :latest. example: gemma3 (default: unused) (env: LLAMA_ARG_DOCKER_REPO)">]>;
|
|
433
|
+
readonly 'hf-repo': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
434
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
435
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<user>/<model>[:quant]">]>], undefined>, undefined>]>;
|
|
436
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
437
|
+
enable: boolean;
|
|
438
|
+
value?: [string] | undefined;
|
|
439
|
+
} | undefined, "- Hugging Face 模型仓库; quant 是可选的,不区分大小写,默认为 Q4_K_M,如果不存在 Q4_K_M 则回退到仓库中的第一个文件。如果可用还会自动下载 mmproj。要禁用,添加 --no-mmproj 示例:unsloth/phi-4-GGUF:q4_k_m (默认:未使用)\n- Hugging Face model repository; quant is optional, case-insensitive, default to Q4_K_M, or falls back to the first file in the repo if Q4_K_M doesn't exist. mmproj is also downloaded automatically if available. to disable, add --no-mmproj example: unsloth/phi-4-GGUF:q4_k_m (default: unused) (env: LLAMA_ARG_HF_REPO)">]>;
|
|
440
|
+
readonly 'hf-repo-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
441
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
442
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<user>/<model>[:quant]">]>], undefined>, undefined>]>;
|
|
443
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
444
|
+
enable: boolean;
|
|
445
|
+
value?: [string] | undefined;
|
|
446
|
+
} | undefined, "- 与--hf-repo相同,但用于草稿模型(默认:未使用)\n- Same as --hf-repo, but for the draft model (default: unused) (env: LLAMA_ARG_HFD_REPO)">]>;
|
|
447
|
+
readonly 'hf-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
448
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
449
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
|
|
450
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
451
|
+
enable: boolean;
|
|
452
|
+
value?: [string] | undefined;
|
|
453
|
+
} | undefined, "- Hugging Face模型文件。如果指定了,将覆盖--hf-repo中的量化(默认:未使用)\n- Hugging Face model file. If specified, it will override the quant in --hf-repo (default: unused) (env: LLAMA_ARG_HF_FILE)">]>;
|
|
454
|
+
readonly 'hf-repo-v': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
455
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
456
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<user>/<model>[:quant]">]>], undefined>, undefined>]>;
|
|
457
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
458
|
+
enable: boolean;
|
|
459
|
+
value?: [string] | undefined;
|
|
460
|
+
} | undefined, "- Hugging Face vocoder模型仓库(默认:未使用)\n- Hugging Face model repository for the vocoder model (default: unused) (env: LLAMA_ARG_HF_REPO_V)">]>;
|
|
461
|
+
readonly 'hf-file-v': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
462
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
463
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
|
|
464
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
465
|
+
enable: boolean;
|
|
466
|
+
value?: [string] | undefined;
|
|
467
|
+
} | undefined, "- Hugging Face模型文件用于声码器模型(默认:未使用)\n- Hugging Face model file for the vocoder model (default: unused) (env: LLAMA_ARG_HF_FILE_V)">]>;
|
|
468
|
+
readonly 'hf-token': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
469
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
470
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TOKEN">]>], undefined>, undefined>]>;
|
|
471
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
472
|
+
enable: boolean;
|
|
473
|
+
value?: [string] | undefined;
|
|
474
|
+
} | undefined, "- Hugging Face访问令牌(默认:来自HF_TOKEN环境变量的值)\n- Hugging Face access token (default: value from HF_TOKEN environment variable) (env: HF_TOKEN)">]>;
|
|
475
|
+
readonly 'log-disable': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
476
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
477
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
478
|
+
enable: boolean;
|
|
479
|
+
} | undefined, "- 日志禁用\n- Log disable">]>;
|
|
480
|
+
readonly 'log-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
481
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
482
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
483
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
484
|
+
enable: boolean;
|
|
485
|
+
value?: [string] | undefined;
|
|
486
|
+
} | undefined, "- 日志记录到文件\n- Log to file">]>;
|
|
487
|
+
readonly 'log-colors': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
488
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
489
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["on", "off", "auto"], undefined>], undefined>, undefined>]>;
|
|
490
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
491
|
+
enable: boolean;
|
|
492
|
+
value?: ["on" | "off" | "auto"] | undefined;
|
|
493
|
+
} | undefined, "- 启用彩色日志记录\n- Set colored logging ('on', 'off', or 'auto', default: 'auto') 'auto' enables colors when output is to a terminal (env: LLAMA_LOG_COLORS)">]>;
|
|
494
|
+
readonly verbose: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
495
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
496
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
497
|
+
enable: boolean;
|
|
498
|
+
} | undefined, "- 设置 verbosity 级别为无穷大(即记录所有消息,用于调试)\n- Set verbosity level to infinity (i.e. log all messages, useful for debugging)">]>;
|
|
499
|
+
readonly offline: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
500
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
501
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
502
|
+
enable: boolean;
|
|
503
|
+
} | undefined, "- 离线模式:强制使用缓存,阻止网络访问\n- Offline mode: forces use of cache, prevents network access (env: LLAMA_OFFLINE)">]>;
|
|
504
|
+
readonly verbosity: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
505
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
506
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
507
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
508
|
+
enable: boolean;
|
|
509
|
+
value?: [number] | undefined;
|
|
510
|
+
} | undefined, "- 设置日志的详细程度阈值。消息的详细程度越高,将被忽略。\n- Set the verbosity threshold. Messages with a higher verbosity will be ignored. (env: LLAMA_LOG_VERBOSITY)">]>;
|
|
511
|
+
readonly 'log-prefix': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
512
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
513
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
514
|
+
enable: boolean;
|
|
515
|
+
} | undefined, "- 启用日志消息中的前缀\n- Enable prefix in log messages (env: LLAMA_LOG_PREFIX)">]>;
|
|
516
|
+
readonly 'log-timestamps': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
517
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
518
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
519
|
+
enable: boolean;
|
|
520
|
+
} | undefined, "- 启用日志消息中的时间戳\n- Enable timestamps in log messages (env: LLAMA_LOG_TIMESTAMPS)">]>;
|
|
521
|
+
readonly 'cache-type-k-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
522
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
523
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TYPE">]>], undefined>, undefined>]>;
|
|
524
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
525
|
+
enable: boolean;
|
|
526
|
+
value?: [string] | undefined;
|
|
527
|
+
} | undefined, "- KV缓存中用于草稿模型的K的数据类型,允许的值包括:f32、f16、bf16、q8_0、q4_0、q4_1、iq4_nl、q5_0、q5_1(默认值:f16)\n- KV cache data type for K for the draft model allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_K_DRAFT)">]>;
|
|
528
|
+
readonly 'cache-type-v-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
529
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
530
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TYPE">]>], undefined>, undefined>]>;
|
|
531
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
532
|
+
enable: boolean;
|
|
533
|
+
value?: [string] | undefined;
|
|
534
|
+
} | undefined, "- KV缓存中用于草稿模型的V的数据类型,允许的值包括:f32、f16、bf16、q8_0、q4_0、q4_1、iq4_nl、q5_0、q5_1(默认值:f16)\n- KV cache data type for V for the draft model allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_V_DRAFT)">]>;
|
|
535
|
+
}, undefined>, undefined>;
|
|
536
|
+
readonly exampleSpecific: v.OptionalSchema<v.ObjectSchema<{
|
|
537
|
+
readonly 'swa-checkpoints': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
538
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
539
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
540
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
541
|
+
enable: boolean;
|
|
542
|
+
value?: [number] | undefined;
|
|
543
|
+
} | undefined, "- 每个时间槽内可创建的 SWA 检查点最大数量(默认值:3):[更多信息](https://github.com/ggml-org/llama.cpp/pull/15293)\n- max number of SWA checkpoints per slot to create (default: 3) [(more info)](https://github.com/ggml-org/llama.cpp/pull/15293) (env: LLAMA_ARG_SWA_CHECKPOINTS)">]>;
|
|
544
|
+
readonly 'no-context-shift': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
545
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
546
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
547
|
+
enable: boolean;
|
|
548
|
+
} | undefined, "- 禁用无限文本生成中的上下文转换(默认:禁用)\n- disables context shift on infinite text generation (default: enabled) (env: LLAMA_ARG_NO_CONTEXT_SHIFT)">]>;
|
|
549
|
+
readonly 'context-shift': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
550
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
551
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
552
|
+
enable: boolean;
|
|
553
|
+
} | undefined, "- 该功能允许在无限文本生成过程中实现上下文切换(默认设置为禁用状态)。\n- enables context shift on infinite text generation (default: disabled) (env: LLAMA_ARG_CONTEXT_SHIFT)">]>;
|
|
554
|
+
readonly 'reverse-prompt': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
555
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
556
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PROMPT">]>], undefined>, undefined>]>;
|
|
557
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
558
|
+
enable: boolean;
|
|
559
|
+
value?: [string] | undefined;
|
|
560
|
+
} | undefined, "- 在 PROMPT 状态下停止程序的执行,然后以交互模式恢复程序的控制权。\n- halt generation at PROMPT, return control in interactive mode">]>;
|
|
561
|
+
readonly special: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
562
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
563
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
564
|
+
enable: boolean;
|
|
565
|
+
} | undefined, "- 特殊标记输出启用(默认:false)\n- special tokens output enabled (default: false)">]>;
|
|
566
|
+
readonly 'no-warmup': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
567
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
568
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
569
|
+
enable: boolean;
|
|
570
|
+
} | undefined, "- skip warming up the model with an empty run\n- skip warming up the model with an empty run">]>;
|
|
571
|
+
readonly 'spm-infill': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
572
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
573
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
574
|
+
enable: boolean;
|
|
575
|
+
} | undefined, "- 使用后缀/前缀/中间模式进行填充(代替前缀/后缀/中间)\n- use Suffix/Prefix/Middle pattern for infill (instead of Prefix/Suffix/Middle) as some models prefer this. (default: disabled)">]>;
|
|
576
|
+
readonly pooling: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
577
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
578
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["none", "mean", "cls", "last", "rank"], undefined>], undefined>, undefined>]>;
|
|
579
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
580
|
+
enable: boolean;
|
|
581
|
+
value?: ["none" | "mean" | "cls" | "last" | "rank"] | undefined;
|
|
582
|
+
} | undefined, "- 嵌入的池化类型,如果未指定则使用模型默认值\n- pooling type for embeddings, use model default if unspecified (env: LLAMA_ARG_POOLING)">]>;
|
|
583
|
+
readonly 'cont-batching': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
584
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
585
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
586
|
+
enable: boolean;
|
|
587
|
+
} | undefined, "- 启用连续批处理(又名动态批处理)(默认:启用)\n- enable continuous batching (a.k.a dynamic batching) (default: enabled) (env: LLAMA_ARG_CONT_BATCHING)">]>;
|
|
588
|
+
readonly 'no-cont-batching': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
589
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
590
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
591
|
+
enable: boolean;
|
|
592
|
+
} | undefined, "- disable continuous batching\n- disable continuous batching (env: LLAMA_ARG_NO_CONT_BATCHING)">]>;
|
|
593
|
+
readonly mmproj: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
594
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
595
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
|
|
596
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
597
|
+
enable: boolean;
|
|
598
|
+
value?: [string] | undefined;
|
|
599
|
+
} | undefined, "- 多模态投影文件路径。参见tools/mtmd/README.md 说明:如果使用-hf参数,可以省略此参数\n- path to a multimodal projector file. see tools/mtmd/README.md note: if -hf is used, this argument can be omitted (env: LLAMA_ARG_MMPROJ)">]>;
|
|
600
|
+
readonly 'mmproj-url': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
601
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
602
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "URL">]>], undefined>, undefined>]>;
|
|
603
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
604
|
+
enable: boolean;
|
|
605
|
+
value?: [string] | undefined;
|
|
606
|
+
} | undefined, "- 多模态投影文件的URL。参见tools/mtmd/README.md\n- URL to a multimodal projector file. see tools/mtmd/README.md (env: LLAMA_ARG_MMPROJ_URL)">]>;
|
|
607
|
+
readonly 'no-mmproj': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
608
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
609
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
610
|
+
enable: boolean;
|
|
611
|
+
} | undefined, "- 显式禁用多模态投影器,适用于使用 -hf 时\n- explicitly disable multimodal projector, useful when using -hf (env: LLAMA_ARG_NO_MMPROJ)">]>;
|
|
612
|
+
readonly 'no-mmproj-offload': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
613
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
614
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
615
|
+
enable: boolean;
|
|
616
|
+
} | undefined, "- 不要将多模态投影器卸载到GPU\n- do not offload multimodal projector to GPU (env: LLAMA_ARG_NO_MMPROJ_OFFLOAD)">]>;
|
|
617
|
+
readonly 'override-tensor-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
618
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
619
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<tensor name pattern>=<buffer type>,...">]>], undefined>, undefined>]>;
|
|
620
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
621
|
+
enable: boolean;
|
|
622
|
+
value?: [string] | undefined;
|
|
623
|
+
} | undefined, "- 为草图模型覆盖张量缓冲区的类型\n- override tensor buffer type for draft model">]>;
|
|
624
|
+
readonly 'cpu-moe-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
625
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
626
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
627
|
+
enable: boolean;
|
|
628
|
+
} | undefined, "- 将所有专家组合(Mixture of Experts, MoE)的权重都存储在 CPU 中,以便用于模型的训练过程。\n- keep all Mixture of Experts (MoE) weights in the CPU for the draft model (env: LLAMA_ARG_CPU_MOE_DRAFT)">]>;
|
|
629
|
+
readonly 'n-cpu-moe-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
630
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
631
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
632
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
633
|
+
enable: boolean;
|
|
634
|
+
value?: [number] | undefined;
|
|
635
|
+
} | undefined, "- 将前 N 层的专家组合(Expert Combination, MoE)权重存储在 CPU 中,以用于初步模型的训练。\n- keep the Mixture of Experts (MoE) weights of the first N layers in the CPU for the draft model (env: LLAMA_ARG_N_CPU_MOE_DRAFT)">]>;
|
|
636
|
+
readonly alias: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
637
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
638
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "STRING">]>], undefined>, undefined>]>;
|
|
639
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
640
|
+
enable: boolean;
|
|
641
|
+
value?: [string] | undefined;
|
|
642
|
+
} | undefined, "- 设置模型名称的别名(用于REST API)\n- set alias for model name (to be used by REST API) (env: LLAMA_ARG_ALIAS)">]>;
|
|
643
|
+
readonly host: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
644
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
645
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "HOST">]>], undefined>, undefined>]>;
|
|
646
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
647
|
+
enable: boolean;
|
|
648
|
+
value?: [string] | undefined;
|
|
649
|
+
} | undefined, "- 监听的IP地址,或以.sock结尾的UNIX套接字路径(默认:127.0.0.1)\n- ip address to listen, or bind to an UNIX socket if the address ends with .sock (default: 127.0.0.1) (env: LLAMA_ARG_HOST)">]>;
|
|
650
|
+
readonly port: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
651
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
652
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PORT">]>], undefined>, undefined>]>;
|
|
653
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
654
|
+
enable: boolean;
|
|
655
|
+
value?: [string] | undefined;
|
|
656
|
+
} | undefined, "- 端口监听 (默认: 8080)\n- port to listen (default: 8080) (env: LLAMA_ARG_PORT)">]>;
|
|
657
|
+
readonly path: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
658
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
659
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PATH">]>], undefined>, undefined>]>;
|
|
660
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
661
|
+
enable: boolean;
|
|
662
|
+
value?: [string] | undefined;
|
|
663
|
+
} | undefined, "- 路径以供静态文件服务(默认:)\n- path to serve static files from (default: ) (env: LLAMA_ARG_STATIC_PATH)">]>;
|
|
664
|
+
readonly 'api-prefix': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
665
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
666
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PREFIX">]>], undefined>, undefined>]>;
|
|
667
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
668
|
+
enable: boolean;
|
|
669
|
+
value?: [string] | undefined;
|
|
670
|
+
} | undefined, "- 服务器提供服务的路径前缀(不包括末尾的斜杠,默认:)。\n- prefix path the server serves from, without the trailing slash (default: ) (env: LLAMA_ARG_API_PREFIX)">]>;
|
|
671
|
+
readonly 'no-webui': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
672
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
673
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
674
|
+
enable: boolean;
|
|
675
|
+
} | undefined, "- 禁用Web UI(默认:启用)\n- Disable the Web UI (default: enabled) (env: LLAMA_ARG_NO_WEBUI)">]>;
|
|
676
|
+
readonly embedding: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
677
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
678
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
679
|
+
enable: boolean;
|
|
680
|
+
} | undefined, "- 限制仅支持嵌入用例; 仅与专用嵌入模型一起使用 (默认: 禁用)\n- restrict to only support embedding use case; use only with dedicated embedding models (default: disabled) (env: LLAMA_ARG_EMBEDDINGS)">]>;
|
|
681
|
+
readonly reranking: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
682
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
683
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
684
|
+
enable: boolean;
|
|
685
|
+
} | undefined, "- 启用服务器上的重排序端点(默认:禁用)\n- enable reranking endpoint on server (default: disabled) (env: LLAMA_ARG_RERANKING)">]>;
|
|
686
|
+
readonly 'api-key': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
687
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
688
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "KEY">]>], undefined>, undefined>]>;
|
|
689
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
690
|
+
enable: boolean;
|
|
691
|
+
value?: [string] | undefined;
|
|
692
|
+
} | undefined, "- API key to use for authentication (default: none)\n- API key to use for authentication (default: none) (env: LLAMA_API_KEY)">]>;
|
|
693
|
+
readonly 'api-key-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
694
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
695
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
696
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
697
|
+
enable: boolean;
|
|
698
|
+
value?: [string] | undefined;
|
|
699
|
+
} | undefined, "- 包含API密钥的文件路径(默认:无)\n- path to file containing API keys (default: none)">]>;
|
|
700
|
+
readonly 'ssl-key-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
701
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
702
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
703
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
704
|
+
enable: boolean;
|
|
705
|
+
value?: [string] | undefined;
|
|
706
|
+
} | undefined, "- PEM编码SSL私钥文件的路径\n- path to file a PEM-encoded SSL private key (env: LLAMA_ARG_SSL_KEY_FILE)">]>;
|
|
707
|
+
readonly 'ssl-cert-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
708
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
709
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
710
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
711
|
+
enable: boolean;
|
|
712
|
+
value?: [string] | undefined;
|
|
713
|
+
} | undefined, "- PEM编码SSL证书文件路径\n- path to file a PEM-encoded SSL certificate (env: LLAMA_ARG_SSL_CERT_FILE)">]>;
|
|
714
|
+
readonly 'chat-template-kwargs': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
715
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
716
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "STRING">]>], undefined>, undefined>]>;
|
|
717
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
718
|
+
enable: boolean;
|
|
719
|
+
value?: [string] | undefined;
|
|
720
|
+
} | undefined, "- 为 JSON 模板解析器设置额外的参数\n- sets additional params for the json template parser (env: LLAMA_CHAT_TEMPLATE_KWARGS)">]>;
|
|
721
|
+
readonly timeout: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
722
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
723
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
724
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
725
|
+
enable: boolean;
|
|
726
|
+
value?: [number] | undefined;
|
|
727
|
+
} | undefined, "- 服务器读/写超时时间(秒),默认:600\n- server read/write timeout in seconds (default: 600) (env: LLAMA_ARG_TIMEOUT)">]>;
|
|
728
|
+
readonly 'threads-http': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
729
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
730
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
731
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
732
|
+
enable: boolean;
|
|
733
|
+
value?: [number] | undefined;
|
|
734
|
+
} | undefined, "- 用于处理HTTP请求的线程数(默认:-1)\n- number of threads used to process HTTP requests (default: -1) (env: LLAMA_ARG_THREADS_HTTP)">]>;
|
|
735
|
+
readonly 'cache-reuse': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
736
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
737
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
738
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
739
|
+
enable: boolean;
|
|
740
|
+
value?: [number] | undefined;
|
|
741
|
+
} | undefined, "- 最小块大小以尝试通过KV移动从缓存中重用 (默认: 0) [(card)](https://ggml.ai/f0.png)\n- min chunk size to attempt reusing from the cache via KV shifting (default: 0) [(card)](https://ggml.ai/f0.png) (env: LLAMA_ARG_CACHE_REUSE)">]>;
|
|
742
|
+
readonly metrics: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
743
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
744
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
745
|
+
enable: boolean;
|
|
746
|
+
} | undefined, "- 启用 prometheus 兼容的 metrics 端点 (默认: 禁用)\n- enable prometheus compatible metrics endpoint (default: disabled) (env: LLAMA_ARG_ENDPOINT_METRICS)">]>;
|
|
747
|
+
readonly props: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
748
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
749
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
750
|
+
enable: boolean;
|
|
751
|
+
} | undefined, "- 启用通过POST /props更改全局属性(默认:禁用)\n- enable changing global properties via POST /props (default: disabled) (env: LLAMA_ARG_ENDPOINT_PROPS)">]>;
|
|
752
|
+
readonly slots: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
753
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
754
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
755
|
+
enable: boolean;
|
|
756
|
+
} | undefined, "- 启用插槽监控端点(默认:禁用)\n- enable slots monitoring endpoint (default: enabled) (env: LLAMA_ARG_ENDPOINT_SLOTS)">]>;
|
|
757
|
+
readonly 'no-slots': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
758
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
759
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
760
|
+
enable: boolean;
|
|
761
|
+
} | undefined, "- 禁用插槽监控端点\n- disables slots monitoring endpoint (env: LLAMA_ARG_NO_ENDPOINT_SLOTS)">]>;
|
|
762
|
+
readonly 'slot-save-path': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
763
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
764
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PATH">]>], undefined>, undefined>]>;
|
|
765
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
766
|
+
enable: boolean;
|
|
767
|
+
value?: [string] | undefined;
|
|
768
|
+
} | undefined, "- 保存slot kv缓存的路径(默认:禁用)\n- path to save slot kv cache (default: disabled)">]>;
|
|
769
|
+
readonly jinja: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
770
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
771
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
772
|
+
enable: boolean;
|
|
773
|
+
} | undefined, "- 使用jinja模板进行聊天(默认:禁用)\n- use jinja template for chat (default: disabled) (env: LLAMA_ARG_JINJA)">]>;
|
|
774
|
+
readonly 'reasoning-format': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
775
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
776
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["deepseek", "none"], undefined>], undefined>, undefined>]>;
|
|
777
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
778
|
+
enable: boolean;
|
|
779
|
+
value?: ["none" | "deepseek"] | undefined;
|
|
780
|
+
} | undefined, "- 控制是否允许并/或从响应中提取思维标签,以及以何种格式返回;可选值包括: \\n- none:将思维内容原样保留在 `message.content` 中 \\n- deepseek:将思维内容放入 `message.reasoning_content`(在流式模式下行为与 none 相同) \\n(默认值:deepseek)\n- controls whether thought tags are allowed and/or extracted from the response, and in which format they're returned; one of: - none: leaves thoughts unparsed in `message.content` - deepseek: puts thoughts in `message.reasoning_content` (except in streaming mode, which behaves as `none`) (default: auto) (env: LLAMA_ARG_THINK)">]>;
|
|
781
|
+
readonly 'reasoning-budget': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
782
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
783
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
784
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
785
|
+
enable: boolean;
|
|
786
|
+
value?: [number] | undefined;
|
|
787
|
+
} | undefined, "- 控制允许的思考量;目前只能选择以下选项之一:-1 表示无限制的思考预算,或 0 表示禁用思考(默认值:-1)\n- controls the amount of thinking allowed; currently only one of: -1 for unrestricted thinking budget, or 0 to disable thinking (default: -1) (env: LLAMA_ARG_THINK_BUDGET)">]>;
|
|
788
|
+
readonly 'chat-template': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
789
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
790
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "JINJA_TEMPLATE">]>], undefined>, undefined>]>;
|
|
791
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
792
|
+
enable: boolean;
|
|
793
|
+
value?: [string] | undefined;
|
|
794
|
+
} | undefined, "- 设置自定义的Jinja聊天模板(默认:从模型元数据中获取模板)如果指定了后缀/前缀,模板将被禁用 仅接受常用模板(除非在该标志之前设置了--jinja):内置模板列表:bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, falcon3, gemma, gigachat, glmedge, granite, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-0, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, smolvlm, vicuna, vicuna-orca, yandex, zephyr\n- set custom jinja chat template (default: template taken from model's metadata) if suffix/prefix are specified, template will be disabled only commonly used templates are accepted (unless --jinja is set before this flag): list of built-in templates: bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, seed_oss, smolvlm, vicuna, vicuna-orca, yandex, zephyr (env: LLAMA_ARG_CHAT_TEMPLATE)">]>;
|
|
795
|
+
readonly 'chat-template-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
796
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
797
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "JINJA_TEMPLATE_FILE">]>], undefined>, undefined>]>;
|
|
798
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
799
|
+
enable: boolean;
|
|
800
|
+
value?: [string] | undefined;
|
|
801
|
+
} | undefined, "- 设置自定义的Jinja聊天模板文件(默认:从模型元数据中获取模板)如果指定了后缀/前缀,模板将被禁用 仅接受常用模板(除非在该标志之前设置了--jinja):内置模板列表:bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, falcon3, gemma, gigachat, glmedge, granite, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-0, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, smolvlm, vicuna, vicuna-orca, yandex, zephyr\n- set custom jinja chat template file (default: template taken from model's metadata) if suffix/prefix are specified, template will be disabled only commonly used templates are accepted (unless --jinja is set before this flag): list of built-in templates: bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, seed_oss, smolvlm, vicuna, vicuna-orca, yandex, zephyr (env: LLAMA_ARG_CHAT_TEMPLATE_FILE)">]>;
|
|
802
|
+
readonly 'no-prefill-assistant': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
803
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
804
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
805
|
+
enable: boolean;
|
|
806
|
+
} | undefined, "- 是否在最后一条消息是助手消息时预填充助手的响应(默认:预填充启用)当设置此标志时,如果最后一条消息是助手消息,则将其视为完整消息且不预填充\n- whether to prefill the assistant's response if the last message is an assistant message (default: prefill enabled) when this flag is set, if the last message is an assistant message then it will be treated as a full message and not prefilled (env: LLAMA_ARG_NO_PREFILL_ASSISTANT)">]>;
|
|
807
|
+
readonly 'slot-prompt-similarity': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
808
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
809
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SIMILARITY">]>], undefined>, undefined>]>;
|
|
810
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
811
|
+
enable: boolean;
|
|
812
|
+
value?: [string] | undefined;
|
|
813
|
+
} | undefined, "- 提示必须与槽的提示匹配多少才能使用该槽(默认:0.50,0.0 = 禁用)\n- how much the prompt of a request must match the prompt of a slot in order to use that slot (default: 0.10, 0.0 = disabled)">]>;
|
|
814
|
+
readonly 'lora-init-without-apply': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
815
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
816
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
817
|
+
enable: boolean;
|
|
818
|
+
} | undefined, "- 加载LoRA适配器而不应用它们(稍后通过POST /lora-adapters应用)(默认:禁用)\n- load LoRA adapters without applying them (apply later via POST /lora-adapters) (default: disabled)">]>;
|
|
819
|
+
readonly 'threads-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
820
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
821
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
822
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
823
|
+
enable: boolean;
|
|
824
|
+
value?: [number] | undefined;
|
|
825
|
+
} | undefined, "- 在生成过程中使用的线程数量(默认值:与 --threads 的值相同)\n- number of threads to use during generation (default: same as --threads)">]>;
|
|
826
|
+
readonly 'threads-batch-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
827
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
828
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
829
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
830
|
+
enable: boolean;
|
|
831
|
+
value?: [number] | undefined;
|
|
832
|
+
} | undefined, "- 在批量处理和即时处理过程中使用的线程数量(默认值:与 --threads-draft 的值相同)\n- number of threads to use during batch and prompt processing (default: same as --threads-draft)">]>;
|
|
833
|
+
readonly 'draft-max': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
834
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
835
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
836
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
837
|
+
enable: boolean;
|
|
838
|
+
value?: [number] | undefined;
|
|
839
|
+
} | undefined, "- 用于推测解码的草稿令牌数量(默认:16)\n- number of tokens to draft for speculative decoding (default: 16) (env: LLAMA_ARG_DRAFT_MAX)">]>;
|
|
840
|
+
readonly 'draft-min': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
841
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
842
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
843
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
844
|
+
enable: boolean;
|
|
845
|
+
value?: [number] | undefined;
|
|
846
|
+
} | undefined, "- 最小的草稿标记数,用于推测解码(默认:0)\n- minimum number of draft tokens to use for speculative decoding (default: 0) (env: LLAMA_ARG_DRAFT_MIN)">]>;
|
|
847
|
+
readonly 'draft-p-min': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
848
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
849
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "P">]>], undefined>, undefined>]>;
|
|
850
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
851
|
+
enable: boolean;
|
|
852
|
+
value?: [string] | undefined;
|
|
853
|
+
} | undefined, "- 最小推测解码概率(贪心)(默认:0.8)\n- minimum speculative decoding probability (greedy) (default: 0.8) (env: LLAMA_ARG_DRAFT_P_MIN)">]>;
|
|
854
|
+
readonly 'ctx-size-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
855
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
856
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
857
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
858
|
+
enable: boolean;
|
|
859
|
+
value?: [number] | undefined;
|
|
860
|
+
} | undefined, "- 提示上下文的大小用于草稿模型(默认:0,0 = 从模型加载)\n- size of the prompt context for the draft model (default: 0, 0 = loaded from model) (env: LLAMA_ARG_CTX_SIZE_DRAFT)">]>;
|
|
861
|
+
readonly 'device-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
862
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
863
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<dev1,dev2,..>">]>], undefined>, undefined>]>;
|
|
864
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
865
|
+
enable: boolean;
|
|
866
|
+
value?: [string] | undefined;
|
|
867
|
+
} | undefined, "- 逗号分隔的设备列表,用于卸载草稿模型(none = 不卸载)使用--list-devices查看可用设备列表\n- comma-separated list of devices to use for offloading the draft model (none = don't offload) use --list-devices to see a list of available devices">]>;
|
|
868
|
+
readonly 'gpu-layers-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
869
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
870
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
871
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
872
|
+
enable: boolean;
|
|
873
|
+
value?: [number] | undefined;
|
|
874
|
+
} | undefined, "- 存储在VRAM中的图层数量用于草稿模型\n- number of layers to store in VRAM for the draft model (env: LLAMA_ARG_N_GPU_LAYERS_DRAFT)">]>;
|
|
875
|
+
readonly 'model-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
876
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
877
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
878
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
879
|
+
enable: boolean;
|
|
880
|
+
value?: [string] | undefined;
|
|
881
|
+
} | undefined, "- 用于推测解码的草稿模型(默认:未使用)\n- draft model for speculative decoding (default: unused) (env: LLAMA_ARG_MODEL_DRAFT)">]>;
|
|
882
|
+
readonly 'spec-replace': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
883
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
884
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TARGET">]>, v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "DRAFT">]>], undefined>, undefined>]>;
|
|
885
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
886
|
+
enable: boolean;
|
|
887
|
+
value?: [string, string] | undefined;
|
|
888
|
+
} | undefined, "- 如果草稿模型(Draft Model)与主模型(Main Model)不兼容,那么需要将目标字符串(Target String)转换为草稿格式(Draft Format)。\n- translate the string in TARGET into DRAFT if the draft model and main model are not compatible">]>;
|
|
889
|
+
readonly 'model-vocoder': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
890
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
891
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
892
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
893
|
+
enable: boolean;
|
|
894
|
+
value?: [string] | undefined;
|
|
895
|
+
} | undefined, "- 语音合成模型用于音频生成(默认:未使用)\n- vocoder model for audio generation (default: unused)">]>;
|
|
896
|
+
readonly 'tts-use-guide-tokens': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
897
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
898
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
899
|
+
enable: boolean;
|
|
900
|
+
} | undefined, "- 使用引导标记以提高TTS单词回忆\n- Use guide tokens to improve TTS word recall">]>;
|
|
901
|
+
readonly 'embd-bge-small-en-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
902
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
903
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
904
|
+
enable: boolean;
|
|
905
|
+
} | undefined, "- 使用默认的bge-small-en-v1.5模型(注意:可以从互联网下载权重)\n- use default bge-small-en-v1.5 model (note: can download weights from the internet)">]>;
|
|
906
|
+
readonly 'embd-e5-small-en-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
907
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
908
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
909
|
+
enable: boolean;
|
|
910
|
+
} | undefined, "- 使用默认的e5-small-v2模型(注意:可以从互联网下载权重)\n- use default e5-small-v2 model (note: can download weights from the internet)">]>;
|
|
911
|
+
readonly 'embd-gte-small-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
912
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
913
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
914
|
+
enable: boolean;
|
|
915
|
+
} | undefined, "- 使用默认的gte-small模型(注意:可以从互联网下载权重)\n- use default gte-small model (note: can download weights from the internet)">]>;
|
|
916
|
+
readonly 'fim-qwen-1.5b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
917
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
918
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
919
|
+
enable: boolean;
|
|
920
|
+
} | undefined, "- 使用默认的Qwen 2.5 Coder 1.5B\n- use default Qwen 2.5 Coder 1.5B (note: can download weights from the internet)">]>;
|
|
921
|
+
readonly 'fim-qwen-3b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
922
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
923
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
924
|
+
enable: boolean;
|
|
925
|
+
} | undefined, "- 使用默认的Qwen 2.5 Coder 3B(注意:可以从互联网下载权重)\n- use default Qwen 2.5 Coder 3B (note: can download weights from the internet)">]>;
|
|
926
|
+
readonly 'fim-qwen-7b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
927
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
928
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
929
|
+
enable: boolean;
|
|
930
|
+
} | undefined, "- 使用默认的Qwen 2.5 Coder 7B(注意:可以从互联网下载权重)\n- use default Qwen 2.5 Coder 7B (note: can download weights from the internet)">]>;
|
|
931
|
+
readonly 'fim-qwen-7b-spec': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
932
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
933
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
934
|
+
enable: boolean;
|
|
935
|
+
} | undefined, "- 使用Qwen 2.5 Coder 7B + 0.5B draft进行推测解码(注意:可以从互联网下载权重)\n- use Qwen 2.5 Coder 7B + 0.5B draft for speculative decoding (note: can download weights from the internet)">]>;
|
|
936
|
+
readonly 'fim-qwen-14b-spec': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
937
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
938
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
939
|
+
enable: boolean;
|
|
940
|
+
} | undefined, "- 使用Qwen 2.5 Coder 14B + 0.5B draft进行推测解码(注意:可以从互联网下载权重)\n- use Qwen 2.5 Coder 14B + 0.5B draft for speculative decoding (note: can download weights from the internet)">]>;
|
|
941
|
+
readonly 'fim-qwen-30b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
942
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
943
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
944
|
+
enable: boolean;
|
|
945
|
+
} | undefined, "- 使用默认的 Qwen 3 Coder 30B A3B Instruct;请注意:可以从互联网上下载相应的权重数据。\n- use default Qwen 3 Coder 30B A3B Instruct (note: can download weights from the internet)">]>;
|
|
946
|
+
}, undefined>, undefined>;
|
|
947
|
+
readonly sampling: v.OptionalSchema<v.ObjectSchema<{
|
|
948
|
+
readonly samplers: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
949
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
950
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SAMPLERS">]>], undefined>, undefined>]>;
|
|
951
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
952
|
+
enable: boolean;
|
|
953
|
+
value?: [string] | undefined;
|
|
954
|
+
} | undefined, "- samplers that will be used for generation in the order, separated by ';' (default: penalties;dry;top_n_sigma;top_k;typ_p;top_p;min_p;xtc;temperature)\n- samplers that will be used for generation in the order, separated by ';' (default: penalties;dry;top_n_sigma;top_k;typ_p;top_p;min_p;xtc;temperature)">]>;
|
|
955
|
+
readonly seed: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
956
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
957
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SEED">]>], undefined>, undefined>]>;
|
|
958
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
959
|
+
enable: boolean;
|
|
960
|
+
value?: [string] | undefined;
|
|
961
|
+
} | undefined, "- RNG种子(默认:-1,使用随机种子)\n- RNG seed (default: -1, use random seed for -1)">]>;
|
|
962
|
+
readonly 'sampling-seq': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
963
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
964
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SEQUENCE">]>], undefined>, undefined>]>;
|
|
965
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
966
|
+
enable: boolean;
|
|
967
|
+
value?: [string] | undefined;
|
|
968
|
+
} | undefined, "- 简化的采样序列,用于采样器(默认:edskypmxt)\n- simplified sequence for samplers that will be used (default: edskypmxt)">]>;
|
|
969
|
+
readonly 'ignore-eos': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
970
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
971
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
972
|
+
enable: boolean;
|
|
973
|
+
} | undefined, "- 忽略流结束标记并继续生成(隐含--logit-bias EOS-inf)\n- ignore end of stream token and continue generating (implies --logit-bias EOS-inf)">]>;
|
|
974
|
+
readonly temp: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
975
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
976
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
977
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
978
|
+
enable: boolean;
|
|
979
|
+
value?: [number] | undefined;
|
|
980
|
+
} | undefined, "- temperature (default: 0.8)\n- temperature (default: 0.8)">]>;
|
|
981
|
+
readonly 'top-k': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
982
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
983
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
984
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
985
|
+
enable: boolean;
|
|
986
|
+
value?: [number] | undefined;
|
|
987
|
+
} | undefined, "- top-k 采样 (默认: 40, 0 = 禁用)\n- top-k sampling (default: 40, 0 = disabled)">]>;
|
|
988
|
+
readonly 'top-p': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
989
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
990
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
991
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
992
|
+
enable: boolean;
|
|
993
|
+
value?: [number] | undefined;
|
|
994
|
+
} | undefined, "- top-p 采样(默认:0.9,1.0 = 禁用)\n- top-p sampling (default: 0.9, 1.0 = disabled)">]>;
|
|
995
|
+
readonly 'min-p': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
996
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
997
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
998
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
999
|
+
enable: boolean;
|
|
1000
|
+
value?: [number] | undefined;
|
|
1001
|
+
} | undefined, "- min-p 采样 (默认: 0.1, 0.0 = 禁用)\n- min-p sampling (default: 0.1, 0.0 = disabled)">]>;
|
|
1002
|
+
readonly 'top-nsigma': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1003
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1004
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1005
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1006
|
+
enable: boolean;
|
|
1007
|
+
value?: [number] | undefined;
|
|
1008
|
+
} | undefined, "- Top-N-Sigma抽样方法(默认值:-1.0;当两个参数都为-1.0时,该方法被禁用)\n- top-n-sigma sampling (default: -1.0, -1.0 = disabled)">]>;
|
|
1009
|
+
readonly 'xtc-probability': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1010
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1011
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1012
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1013
|
+
enable: boolean;
|
|
1014
|
+
value?: [number] | undefined;
|
|
1015
|
+
} | undefined, "- xtc probability (默认: 0.0, 0.0 = 禁用)\n- xtc probability (default: 0.0, 0.0 = disabled)">]>;
|
|
1016
|
+
readonly 'xtc-threshold': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1017
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1018
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1019
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1020
|
+
enable: boolean;
|
|
1021
|
+
value?: [number] | undefined;
|
|
1022
|
+
} | undefined, "- xtc threshold (默认: 0.1, 1.0 = 禁用)\n- xtc threshold (default: 0.1, 1.0 = disabled)">]>;
|
|
1023
|
+
readonly typical: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1024
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1025
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1026
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1027
|
+
enable: boolean;
|
|
1028
|
+
value?: [number] | undefined;
|
|
1029
|
+
} | undefined, "- 局部典型抽样,参数 p(默认:1.0,1.0 = 禁用)\n- locally typical sampling, parameter p (default: 1.0, 1.0 = disabled)">]>;
|
|
1030
|
+
readonly 'repeat-last-n': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1031
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1032
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1033
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1034
|
+
enable: boolean;
|
|
1035
|
+
value?: [number] | undefined;
|
|
1036
|
+
} | undefined, "- 用于惩罚的最后n个token(默认:64,0 = 禁用,-1 = 上下文大小)\n- last n tokens to consider for penalize (default: 64, 0 = disabled, -1 = ctx_size)">]>;
|
|
1037
|
+
readonly 'repeat-penalty': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1038
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1039
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1040
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1041
|
+
enable: boolean;
|
|
1042
|
+
value?: [number] | undefined;
|
|
1043
|
+
} | undefined, "- 惩罚重复的token序列(默认:1.0,1.0 = 禁用)\n- penalize repeat sequence of tokens (default: 1.0, 1.0 = disabled)">]>;
|
|
1044
|
+
readonly 'presence-penalty': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1045
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1046
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1047
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1048
|
+
enable: boolean;
|
|
1049
|
+
value?: [number] | undefined;
|
|
1050
|
+
} | undefined, "- 重复 alpha 存在惩罚(默认:0.0,0.0 = 禁用)\n- repeat alpha presence penalty (default: 0.0, 0.0 = disabled)">]>;
|
|
1051
|
+
readonly 'frequency-penalty': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1052
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1053
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1054
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1055
|
+
enable: boolean;
|
|
1056
|
+
value?: [number] | undefined;
|
|
1057
|
+
} | undefined, "- 重复 alpha 频率惩罚(默认:0.0,0.0 = 禁用)\n- repeat alpha frequency penalty (default: 0.0, 0.0 = disabled)">]>;
|
|
1058
|
+
readonly 'dry-multiplier': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1059
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1060
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1061
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1062
|
+
enable: boolean;
|
|
1063
|
+
value?: [number] | undefined;
|
|
1064
|
+
} | undefined, "- 设置 DRY 采样乘数(默认:0.0,0.0 = 禁用)\n- set DRY sampling multiplier (default: 0.0, 0.0 = disabled)">]>;
|
|
1065
|
+
readonly 'dry-base': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1066
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1067
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1068
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1069
|
+
enable: boolean;
|
|
1070
|
+
value?: [number] | undefined;
|
|
1071
|
+
} | undefined, "- 设置 DRY 采样基础值 (默认: 1.75)\n- set DRY sampling base value (default: 1.75)">]>;
|
|
1072
|
+
readonly 'dry-allowed-length': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1073
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1074
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1075
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1076
|
+
enable: boolean;
|
|
1077
|
+
value?: [number] | undefined;
|
|
1078
|
+
} | undefined, "- 设置DRY采样的允许长度(默认:2)\n- set allowed length for DRY sampling (default: 2)">]>;
|
|
1079
|
+
readonly 'dry-penalty-last-n': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1080
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1081
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1082
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1083
|
+
enable: boolean;
|
|
1084
|
+
value?: [number] | undefined;
|
|
1085
|
+
} | undefined, "- 设置最后n个token的DRY惩罚(默认:-1,0 = 禁用,-1 = 上下文大小)\n- set DRY penalty for the last n tokens (default: -1, 0 = disable, -1 = context size)">]>;
|
|
1086
|
+
readonly 'dry-sequence-breaker': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1087
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1088
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "STRING">]>], undefined>, undefined>]>;
|
|
1089
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1090
|
+
enable: boolean;
|
|
1091
|
+
value?: [string] | undefined;
|
|
1092
|
+
} | undefined, "- 添加序列破环器用于DRY抽样,清除默认的破环器('\\n', ':', '\"', '*');使用 \"none\" 不使用任何序列破环器\n- add sequence breaker for DRY sampling, clearing out default breakers ('\\n', ':', '\"', '*') in the process; use \"none\" to not use any sequence breakers">]>;
|
|
1093
|
+
readonly 'dynatemp-range': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1094
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1095
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1096
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1097
|
+
enable: boolean;
|
|
1098
|
+
value?: [number] | undefined;
|
|
1099
|
+
} | undefined, "- 动态温度范围 (默认: 0.0, 0.0 = 禁用)\n- dynamic temperature range (default: 0.0, 0.0 = disabled)">]>;
|
|
1100
|
+
readonly 'dynatemp-exp': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1101
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1102
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1103
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1104
|
+
enable: boolean;
|
|
1105
|
+
value?: [number] | undefined;
|
|
1106
|
+
} | undefined, "- 动态温度指数(默认:1.0)\n- dynamic temperature exponent (default: 1.0)">]>;
|
|
1107
|
+
readonly mirostat: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1108
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1109
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1110
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1111
|
+
enable: boolean;
|
|
1112
|
+
value?: [number] | undefined;
|
|
1113
|
+
} | undefined, "- 使用Mirostat抽样。如果使用了Top K、Nucleus和Locally Typical抽样器,则会被忽略。(默认:0,0=禁用,1=Mirostat,2=Mirostat 2.0)\n- use Mirostat sampling. Top K, Nucleus and Locally Typical samplers are ignored if used. (default: 0, 0 = disabled, 1 = Mirostat, 2 = Mirostat 2.0)">]>;
|
|
1114
|
+
readonly 'mirostat-lr': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1115
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1116
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1117
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1118
|
+
enable: boolean;
|
|
1119
|
+
value?: [number] | undefined;
|
|
1120
|
+
} | undefined, "- Mirostat学习率,参数eta(默认:0.1)\n- Mirostat learning rate, parameter eta (default: 0.1)">]>;
|
|
1121
|
+
readonly 'mirostat-ent': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1122
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1123
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1124
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1125
|
+
enable: boolean;
|
|
1126
|
+
value?: [number] | undefined;
|
|
1127
|
+
} | undefined, "- Mirostat目标熵,参数tau(默认:5.0)\n- Mirostat target entropy, parameter tau (default: 5.0)">]>;
|
|
1128
|
+
readonly 'logit-bias': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1129
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1130
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TOKEN_ID(+/-)BIAS">]>], undefined>, undefined>]>;
|
|
1131
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1132
|
+
enable: boolean;
|
|
1133
|
+
value?: [string] | undefined;
|
|
1134
|
+
} | undefined, "- 修改标记出现在完成中的可能性,例如:--logit-bias 15043+1 增加标记 ' Hello' 的可能性,或 --logit 15043-1 减少标记 ' Hello' 的可能性\n- modifies the likelihood of token appearing in the completion, i.e. `--logit-bias 15043+1` to increase likelihood of token ' Hello', or `--logit-bias 15043-1` to decrease likelihood of token ' Hello'">]>;
|
|
1135
|
+
readonly grammar: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1136
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1137
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "GRAMMAR">]>], undefined>, undefined>]>;
|
|
1138
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1139
|
+
enable: boolean;
|
|
1140
|
+
value?: [string] | undefined;
|
|
1141
|
+
} | undefined, "- BNF类似语法约束生成(参见grammars目录中的示例)(默认:'')\n- BNF-like grammar to constrain generations (see samples in grammars/ dir) (default: '')">]>;
|
|
1142
|
+
readonly 'grammar-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1143
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1144
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
1145
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1146
|
+
enable: boolean;
|
|
1147
|
+
value?: [string] | undefined;
|
|
1148
|
+
} | undefined, "- 从文件读取语法\n- file to read grammar from">]>;
|
|
1149
|
+
readonly 'json-schema': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1150
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1151
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SCHEMA">]>], undefined>, undefined>]>;
|
|
1152
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1153
|
+
enable: boolean;
|
|
1154
|
+
value?: [string] | undefined;
|
|
1155
|
+
} | undefined, "- JSON schema 用于约束生成(https://json-schema.org/),例如 `{}` 表示任何 JSON 对象。对于包含外部 $refs 的 schema,使用 --grammar + example/json_schema_to_grammar.py 代替\n- JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead">]>;
|
|
1156
|
+
readonly 'json-schema-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1157
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1158
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
|
|
1159
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1160
|
+
enable: boolean;
|
|
1161
|
+
value?: [string] | undefined;
|
|
1162
|
+
} | undefined, "- 包含用于约束生成的JSON架构的文件(https://json-schema.org/),例如{}表示任何JSON对象 对于具有外部$refs的架构,使用--grammar + example/json_schema_to_grammar.py代替\n- File containing a JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead">]>;
|
|
1163
|
+
}, undefined>, undefined>;
|
|
1164
|
+
}, undefined>;
|
|
1165
|
+
export type LlamaServerType = v.InferOutput<typeof LlamaServerDefine>;
|
|
1166
|
+
export declare const ExecDefine: v.ObjectSchema<{
|
|
1167
|
+
readonly version: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TitleAction<string, "llama.cpp 版本号">, v.DescriptionAction<string, "llama.cpp的版本号,可以从 https://github.com/ggerganov/llama.cpp/releases 获得">]>;
|
|
1168
|
+
readonly device: v.SchemaWithPipe<readonly [v.PicklistSchema<["cpu", "cuda12.4", "hip-radeon", "sycl", "vulkan"], undefined>, v.TitleAction<"cpu" | "cuda12.4" | "hip-radeon" | "sycl" | "vulkan", "llama.cpp 使用设备">]>;
|
|
1169
|
+
}, undefined>;
|
|
1170
|
+
export declare const LlamaServerSwapItemDefine: v.ObjectSchema<{
|
|
1171
|
+
readonly config: v.OptionalSchema<v.ObjectSchema<{
|
|
1172
|
+
readonly common: v.OptionalSchema<v.ObjectSchema<{
|
|
1173
|
+
readonly 'verbose-prompt': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1174
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1175
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1176
|
+
enable: boolean;
|
|
1177
|
+
} | undefined, "- 在生成前打印详细提示(默认:false)\n- print a verbose prompt before generation (default: false)">]>;
|
|
1178
|
+
readonly threads: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1179
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1180
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1181
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1182
|
+
enable: boolean;
|
|
1183
|
+
value?: [number] | undefined;
|
|
1184
|
+
} | undefined, "- 生成期间使用的线程数(默认:-1)\n- number of threads to use during generation (default: -1) (env: LLAMA_ARG_THREADS)">]>;
|
|
1185
|
+
readonly 'threads-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1186
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1187
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1188
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1189
|
+
enable: boolean;
|
|
1190
|
+
value?: [number] | undefined;
|
|
1191
|
+
} | undefined, "- 批量和提示处理期间使用的线程数(默认:与--threads相同)\n- number of threads to use during batch and prompt processing (default: same as --threads)">]>;
|
|
1192
|
+
readonly 'cpu-mask': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1193
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1194
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "M">]>], undefined>, undefined>]>;
|
|
1195
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1196
|
+
enable: boolean;
|
|
1197
|
+
value?: [string] | undefined;
|
|
1198
|
+
} | undefined, "- CPU亲和力掩码:任意长度的十六进制数。补充cpu-range(默认:\"\")\n- CPU affinity mask: arbitrarily long hex. Complements cpu-range (default: \"\")">]>;
|
|
1199
|
+
readonly 'cpu-range': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1200
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1201
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "lo-hi">]>], undefined>, undefined>]>;
|
|
1202
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1203
|
+
enable: boolean;
|
|
1204
|
+
value?: [string] | undefined;
|
|
1205
|
+
} | undefined, "- CPU范围用于亲和力。补充--cpu-mask\n- range of CPUs for affinity. Complements --cpu-mask">]>;
|
|
1206
|
+
readonly 'cpu-strict': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1207
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1208
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["0", "1"], undefined>], undefined>, undefined>]>;
|
|
1209
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1210
|
+
enable: boolean;
|
|
1211
|
+
value?: ["0" | "1"] | undefined;
|
|
1212
|
+
} | undefined, "- 使用严格CPU放置(默认:0)\n- use strict CPU placement (default: 0)">]>;
|
|
1213
|
+
readonly prio: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1214
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1215
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<[0, 1, 2, 3], undefined>], undefined>, undefined>]>;
|
|
1216
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1217
|
+
enable: boolean;
|
|
1218
|
+
value?: [0 | 2 | 1 | 3] | undefined;
|
|
1219
|
+
} | undefined, "- 设置进程/线程优先级:低(-1)、正常(0)、中等(1)、高(2)、实时(3)(默认值:0)\n- set process/thread priority : low(-1), normal(0), medium(1), high(2), realtime(3) (default: 0)">]>;
|
|
1220
|
+
readonly poll: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1221
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1222
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<0...100>">]>], undefined>, undefined>]>;
|
|
1223
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1224
|
+
enable: boolean;
|
|
1225
|
+
value?: [string] | undefined;
|
|
1226
|
+
} | undefined, "- 使用轮询级别等待工作 (0 - 无轮询,默认: 50)\n- use polling level to wait for work (0 - no polling, default: 50)">]>;
|
|
1227
|
+
readonly 'cpu-mask-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1228
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1229
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "M">]>], undefined>, undefined>]>;
|
|
1230
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1231
|
+
enable: boolean;
|
|
1232
|
+
value?: [string] | undefined;
|
|
1233
|
+
} | undefined, "- CPU亲和力掩码:任意长度的十六进制数。补充cpu-range-batch(默认:与--cpu-mask相同)\n- CPU affinity mask: arbitrarily long hex. Complements cpu-range-batch (default: same as --cpu-mask)">]>;
|
|
1234
|
+
readonly 'cpu-range-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1235
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1236
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "lo-hi">]>], undefined>, undefined>]>;
|
|
1237
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1238
|
+
enable: boolean;
|
|
1239
|
+
value?: [string] | undefined;
|
|
1240
|
+
} | undefined, "- CPU亲和力的范围。补充--cpu-mask-batch\n- ranges of CPUs for affinity. Complements --cpu-mask-batch">]>;
|
|
1241
|
+
readonly 'cpu-strict-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1242
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1243
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["0", "1"], undefined>], undefined>, undefined>]>;
|
|
1244
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1245
|
+
enable: boolean;
|
|
1246
|
+
value?: ["0" | "1"] | undefined;
|
|
1247
|
+
} | undefined, "- 使用严格的CPU放置(默认:与--cpu-strict相同)\n- use strict CPU placement (default: same as --cpu-strict)">]>;
|
|
1248
|
+
readonly 'prio-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1249
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1250
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<[0, 1, 2, 3], undefined>], undefined>, undefined>]>;
|
|
1251
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1252
|
+
enable: boolean;
|
|
1253
|
+
value?: [0 | 2 | 1 | 3] | undefined;
|
|
1254
|
+
} | undefined, "- 设置进程/线程优先级 : 0-正常, 1-中等, 2-高, 3-实时 (默认: 0)\n- set process/thread priority : 0-normal, 1-medium, 2-high, 3-realtime (default: 0)">]>;
|
|
1255
|
+
readonly 'poll-batch': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1256
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1257
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["0", "1"], undefined>], undefined>, undefined>]>;
|
|
1258
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1259
|
+
enable: boolean;
|
|
1260
|
+
value?: ["0" | "1"] | undefined;
|
|
1261
|
+
} | undefined, "- 使用轮询等待工作(默认:与--poll相同)\n- use polling to wait for work (default: same as --poll)">]>;
|
|
1262
|
+
readonly 'ctx-size': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1263
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1264
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1265
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1266
|
+
enable: boolean;
|
|
1267
|
+
value?: [number] | undefined;
|
|
1268
|
+
} | undefined, "- 提示上下文的大小(默认:4096,0 = 从模型加载)\n- size of the prompt context (default: 4096, 0 = loaded from model) (env: LLAMA_ARG_CTX_SIZE)">]>;
|
|
1269
|
+
readonly predict: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1270
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1271
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1272
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1273
|
+
enable: boolean;
|
|
1274
|
+
value?: [number] | undefined;
|
|
1275
|
+
} | undefined, "- 预测的token数量(默认:-1,-1 = 无限)\n- number of tokens to predict (default: -1, -1 = infinity) (env: LLAMA_ARG_N_PREDICT)">]>;
|
|
1276
|
+
readonly 'batch-size': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1277
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1278
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1279
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1280
|
+
enable: boolean;
|
|
1281
|
+
value?: [number] | undefined;
|
|
1282
|
+
} | undefined, "- 逻辑最大批处理大小(默认:2048)\n- logical maximum batch size (default: 2048) (env: LLAMA_ARG_BATCH)">]>;
|
|
1283
|
+
readonly 'ubatch-size': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1284
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1285
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1286
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1287
|
+
enable: boolean;
|
|
1288
|
+
value?: [number] | undefined;
|
|
1289
|
+
} | undefined, "- 物理最大批处理大小(默认:512)\n- physical maximum batch size (default: 512) (env: LLAMA_ARG_UBATCH)">]>;
|
|
1290
|
+
readonly keep: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1291
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1292
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1293
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1294
|
+
enable: boolean;
|
|
1295
|
+
value?: [number] | undefined;
|
|
1296
|
+
} | undefined, "- 保留初始提示中的令牌数量(默认:0,-1 = 所有)\n- number of tokens to keep from the initial prompt (default: 0, -1 = all)">]>;
|
|
1297
|
+
readonly 'swa-full': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1298
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1299
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1300
|
+
enable: boolean;
|
|
1301
|
+
} | undefined, "- 使用全尺寸SWA缓存(默认:false) [更多信息](https://github.com/ggml-org/llama.cpp/pull/13194#issuecomment-2868343055)\n- use full-size SWA cache (default: false) [(more info)](https://github.com/ggml-org/llama.cpp/pull/13194#issuecomment-2868343055) (env: LLAMA_ARG_SWA_FULL)">]>;
|
|
1302
|
+
readonly 'kv-unified': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1303
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1304
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1305
|
+
enable: boolean;
|
|
1306
|
+
} | undefined, "- 为所有序列的 KV 缓存使用一个统一的 KV 缓冲区(默认值为 `false`):[更多信息](https://github.com/ggml-org/llama.cpp/pull/14363)(环境变量:`LLAMA_ARG_KV_SPLIT`)\n- use single unified KV buffer for the KV cache of all sequences (default: false) [(more info)](https://github.com/ggml-org/llama.cpp/pull/14363) (env: LLAMA_ARG_KV_SPLIT)">]>;
|
|
1307
|
+
readonly 'flash-attn': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1308
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1309
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["on", "off", "auto"], undefined>], undefined>, undefined>]>;
|
|
1310
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1311
|
+
enable: boolean;
|
|
1312
|
+
value?: ["on" | "off" | "auto"] | undefined;
|
|
1313
|
+
} | undefined, "- 启用 Flash 注意力(默认:禁用)\n- set Flash Attention use ('on', 'off', or 'auto', default: 'auto') (env: LLAMA_ARG_FLASH_ATTN)">]>;
|
|
1314
|
+
readonly 'no-perf': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1315
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1316
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1317
|
+
enable: boolean;
|
|
1318
|
+
} | undefined, "- 禁用内部libllama性能计时(默认:false)\n- disable internal libllama performance timings (default: false) (env: LLAMA_ARG_NO_PERF)">]>;
|
|
1319
|
+
readonly escape: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1320
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1321
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1322
|
+
enable: boolean;
|
|
1323
|
+
} | undefined, "- 处理转义序列(\\n, \\r, \\t, \\\", \\\\)(默认:true)\n- process escapes sequences (\\n, \\r, \\t, \\', \\\", \\\\) (default: true)">]>;
|
|
1324
|
+
readonly 'no-escape': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1325
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1326
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1327
|
+
enable: boolean;
|
|
1328
|
+
} | undefined, "- 不要处理转义序列\n- do not process escape sequences">]>;
|
|
1329
|
+
readonly 'rope-scaling': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1330
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1331
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["none", "linear", "yarn"], undefined>], undefined>, undefined>]>;
|
|
1332
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1333
|
+
enable: boolean;
|
|
1334
|
+
value?: ["none" | "linear" | "yarn"] | undefined;
|
|
1335
|
+
} | undefined, "- RoPE频率缩放方法,除非模型指定,默认为线性\n- RoPE frequency scaling method, defaults to linear unless specified by the model (env: LLAMA_ARG_ROPE_SCALING_TYPE)">]>;
|
|
1336
|
+
readonly 'rope-scale': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1337
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1338
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1339
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1340
|
+
enable: boolean;
|
|
1341
|
+
value?: [number] | undefined;
|
|
1342
|
+
} | undefined, "- RoPE上下文缩放因子,将上下文扩展N倍\n- RoPE context scaling factor, expands context by a factor of N (env: LLAMA_ARG_ROPE_SCALE)">]>;
|
|
1343
|
+
readonly 'rope-freq-base': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1344
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1345
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1346
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1347
|
+
enable: boolean;
|
|
1348
|
+
value?: [number] | undefined;
|
|
1349
|
+
} | undefined, "- RoPE基频,用于NTK感知缩放(默认:从模型加载)\n- RoPE base frequency, used by NTK-aware scaling (default: loaded from model) (env: LLAMA_ARG_ROPE_FREQ_BASE)">]>;
|
|
1350
|
+
readonly 'rope-freq-scale': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1351
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1352
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1353
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1354
|
+
enable: boolean;
|
|
1355
|
+
value?: [number] | undefined;
|
|
1356
|
+
} | undefined, "- RoPE频率缩放因子,通过因子1/N扩展上下文\n- RoPE frequency scaling factor, expands context by a factor of 1/N (env: LLAMA_ARG_ROPE_FREQ_SCALE)">]>;
|
|
1357
|
+
readonly 'yarn-orig-ctx': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1358
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1359
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1360
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1361
|
+
enable: boolean;
|
|
1362
|
+
value?: [number] | undefined;
|
|
1363
|
+
} | undefined, "- YaRN: 原始上下文大小(默认:0 = 模型训练上下文大小)\n- YaRN: original context size of model (default: 0 = model training context size) (env: LLAMA_ARG_YARN_ORIG_CTX)">]>;
|
|
1364
|
+
readonly 'yarn-ext-factor': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1365
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1366
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1367
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1368
|
+
enable: boolean;
|
|
1369
|
+
value?: [number] | undefined;
|
|
1370
|
+
} | undefined, "- YaRN: 插值混合因子(默认:-1.0,0.0 = 完全插值)\n- YaRN: extrapolation mix factor (default: -1.0, 0.0 = full interpolation) (env: LLAMA_ARG_YARN_EXT_FACTOR)">]>;
|
|
1371
|
+
readonly 'yarn-attn-factor': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1372
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1373
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1374
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1375
|
+
enable: boolean;
|
|
1376
|
+
value?: [number] | undefined;
|
|
1377
|
+
} | undefined, "- YaRN: 缩放 sqrt(t) 或注意力幅度(默认:-1.0)\n- YaRN: scale sqrt(t) or attention magnitude (default: -1.0) (env: LLAMA_ARG_YARN_ATTN_FACTOR)">]>;
|
|
1378
|
+
readonly 'yarn-beta-slow': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1379
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1380
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1381
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1382
|
+
enable: boolean;
|
|
1383
|
+
value?: [number] | undefined;
|
|
1384
|
+
} | undefined, "- YaRN: 高校正维度或alpha(默认:-1.0)\n- YaRN: high correction dim or alpha (default: -1.0) (env: LLAMA_ARG_YARN_BETA_SLOW)">]>;
|
|
1385
|
+
readonly 'yarn-beta-fast': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1386
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1387
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1388
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1389
|
+
enable: boolean;
|
|
1390
|
+
value?: [number] | undefined;
|
|
1391
|
+
} | undefined, "- YaRN: 低校正维或beta(默认:-1)\n- YaRN: low correction dim or beta (default: -1.0) (env: LLAMA_ARG_YARN_BETA_FAST)">]>;
|
|
1392
|
+
readonly 'no-kv-offload': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1393
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1394
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1395
|
+
enable: boolean;
|
|
1396
|
+
} | undefined, "- 禁用KV卸载\n- disable KV offload (env: LLAMA_ARG_NO_KV_OFFLOAD)">]>;
|
|
1397
|
+
readonly 'no-repack': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1398
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1399
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1400
|
+
enable: boolean;
|
|
1401
|
+
} | undefined, "- 禁用重量重新打包功能\n- disable weight repacking (env: LLAMA_ARG_NO_REPACK)">]>;
|
|
1402
|
+
readonly 'cache-type-k': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1403
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1404
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["f32", "f16", "bf16", "q8_0", "q4_0", "q4_1", "iq4_nl", "q5_0", "q5_1"], undefined>], undefined>, undefined>]>;
|
|
1405
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1406
|
+
enable: boolean;
|
|
1407
|
+
value?: ["f32" | "f16" | "bf16" | "q8_0" | "q4_0" | "q4_1" | "iq4_nl" | "q5_0" | "q5_1"] | undefined;
|
|
1408
|
+
} | undefined, "- KV缓存数据类型用于K 允许的值: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (默认: f16)\n- KV cache data type for K allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_K)">]>;
|
|
1409
|
+
readonly 'cache-type-v': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1410
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1411
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["f32", "f16", "bf16", "q8_0", "q4_0", "q4_1", "iq4_nl", "q5_0", "q5_1"], undefined>], undefined>, undefined>]>;
|
|
1412
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1413
|
+
enable: boolean;
|
|
1414
|
+
value?: ["f32" | "f16" | "bf16" | "q8_0" | "q4_0" | "q4_1" | "iq4_nl" | "q5_0" | "q5_1"] | undefined;
|
|
1415
|
+
} | undefined, "- KV缓存数据类型用于V,允许的值:f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1(默认:f16)\n- KV cache data type for V allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_V)">]>;
|
|
1416
|
+
readonly 'defrag-thold': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1417
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1418
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1419
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1420
|
+
enable: boolean;
|
|
1421
|
+
value?: [number] | undefined;
|
|
1422
|
+
} | undefined, "- KV缓存碎片化阈值(默认:0.1,<0-禁用)\n- KV cache defragmentation threshold (DEPRECATED) (env: LLAMA_ARG_DEFRAG_THOLD)">]>;
|
|
1423
|
+
readonly parallel: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1424
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1425
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1426
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1427
|
+
enable: boolean;
|
|
1428
|
+
value?: [number] | undefined;
|
|
1429
|
+
} | undefined, "- 并行解码序列的数量(默认:1)\n- number of parallel sequences to decode (default: 1) (env: LLAMA_ARG_N_PARALLEL)">]>;
|
|
1430
|
+
readonly mlock: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1431
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1432
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1433
|
+
enable: boolean;
|
|
1434
|
+
} | undefined, "- 强制系统将模型保留在RAM中而不是交换或压缩\n- force system to keep model in RAM rather than swapping or compressing (env: LLAMA_ARG_MLOCK)">]>;
|
|
1435
|
+
readonly 'no-mmap': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1436
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1437
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1438
|
+
enable: boolean;
|
|
1439
|
+
} | undefined, "- 不要内存映射模型(加载速度较慢,但可能减少页面丢失,如果未使用mlock)\n- do not memory-map model (slower load but may reduce pageouts if not using mlock) (env: LLAMA_ARG_NO_MMAP)">]>;
|
|
1440
|
+
readonly numa: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1441
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1442
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.PicklistSchema<["distribute", "isolate", "numactl"], undefined>, v.MetadataAction<"distribute" | "isolate" | "numactl", {
|
|
1443
|
+
readonly enumOptions: readonly [{
|
|
1444
|
+
readonly label: "distribute";
|
|
1445
|
+
readonly value: "distribute";
|
|
1446
|
+
readonly description: "将执行均匀分布在所有节点上";
|
|
1447
|
+
}, {
|
|
1448
|
+
readonly label: "isolate";
|
|
1449
|
+
readonly value: "isolate";
|
|
1450
|
+
readonly description: "仅在执行开始的节点的CPU上生成线程";
|
|
1451
|
+
}, {
|
|
1452
|
+
readonly label: "numactl";
|
|
1453
|
+
readonly value: "numactl";
|
|
1454
|
+
readonly description: "使用numactl提供的CPU映射";
|
|
1455
|
+
}];
|
|
1456
|
+
}>]>], undefined>, undefined>]>;
|
|
1457
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1458
|
+
enable: boolean;
|
|
1459
|
+
value?: ["distribute" | "isolate" | "numactl"] | undefined;
|
|
1460
|
+
} | undefined, "- 尝试在某些NUMA系统上进行优化 - distribute:将执行均匀分布在所有节点上 - isolate:仅在执行开始的节点的CPU上生成线程 - numactl:使用numactl提供的CPU映射 如果之前未运行过此操作,请在使用此功能前删除系统页面缓存 详见 https://github.com/ggml-org/llama.cpp/issues/1437\n- attempt optimizations that help on some NUMA systems - distribute: spread execution evenly over all nodes - isolate: only spawn threads on CPUs on the node that execution started on - numactl: use the CPU map provided by numactl if run without this previously, it is recommended to drop the system page cache before using this see https://github.com/ggml-org/llama.cpp/issues/1437 (env: LLAMA_ARG_NUMA)">]>;
|
|
1461
|
+
readonly device: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1462
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1463
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<dev1,dev2,..>">]>], undefined>, undefined>]>;
|
|
1464
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1465
|
+
enable: boolean;
|
|
1466
|
+
value?: [string] | undefined;
|
|
1467
|
+
} | undefined, "- 逗号分隔的设备列表,用于卸载(none = 不卸载)使用 --list-devices 查看可用设备列表\n- comma-separated list of devices to use for offloading (none = don't offload) use --list-devices to see a list of available devices (env: LLAMA_ARG_DEVICE)">]>;
|
|
1468
|
+
readonly 'override-tensor': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1469
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1470
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<tensor name pattern>=<buffer type>,...">]>], undefined>, undefined>]>;
|
|
1471
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1472
|
+
enable: boolean;
|
|
1473
|
+
value?: [string] | undefined;
|
|
1474
|
+
} | undefined, "- 将所有专家组合(Mixture of Experts, MoE)的权重数据存储在 CPU 中。\n- override tensor buffer type">]>;
|
|
1475
|
+
readonly 'cpu-moe': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1476
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1477
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1478
|
+
enable: boolean;
|
|
1479
|
+
} | undefined, "- 将前 N 层的“专家混合”(Expert Mixing, MoE)权重数据保留在 CPU 中。\n- keep all Mixture of Experts (MoE) weights in the CPU (env: LLAMA_ARG_CPU_MOE)">]>;
|
|
1480
|
+
readonly 'n-cpu-moe': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1481
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1482
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1483
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1484
|
+
enable: boolean;
|
|
1485
|
+
value?: [number] | undefined;
|
|
1486
|
+
} | undefined, "- 覆盖张量缓冲区类型\n- keep the Mixture of Experts (MoE) weights of the first N layers in the CPU (env: LLAMA_ARG_N_CPU_MOE)">]>;
|
|
1487
|
+
readonly 'gpu-layers': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1488
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1489
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1490
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1491
|
+
enable: boolean;
|
|
1492
|
+
value?: [number] | undefined;
|
|
1493
|
+
} | undefined, "- 存储在VRAM中的图层数量\n- max. number of layers to store in VRAM (default: -1) (env: LLAMA_ARG_N_GPU_LAYERS)">]>;
|
|
1494
|
+
readonly 'split-mode': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1495
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1496
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.PicklistSchema<["none", "layer", "row"], undefined>, v.MetadataAction<"none" | "layer" | "row", {
|
|
1497
|
+
readonly enumOptions: readonly [{
|
|
1498
|
+
readonly label: "none";
|
|
1499
|
+
readonly value: "none";
|
|
1500
|
+
readonly description: "仅使用一个GPU";
|
|
1501
|
+
}, {
|
|
1502
|
+
readonly label: "layer";
|
|
1503
|
+
readonly value: "layer";
|
|
1504
|
+
readonly description: "分割层和KV跨GPU";
|
|
1505
|
+
}, {
|
|
1506
|
+
readonly label: "row";
|
|
1507
|
+
readonly value: "row";
|
|
1508
|
+
readonly description: "分割行跨GPU";
|
|
1509
|
+
}];
|
|
1510
|
+
}>]>], undefined>, undefined>]>;
|
|
1511
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1512
|
+
enable: boolean;
|
|
1513
|
+
value?: ["none" | "layer" | "row"] | undefined;
|
|
1514
|
+
} | undefined, "- 如何将模型分布在多个GPU上,可选:- none: 仅使用一个GPU - layer (默认): 分割层和KV跨GPU - row: 分割行跨GPU\n- how to split the model across multiple GPUs, one of: - none: use one GPU only - layer (default): split layers and KV across GPUs - row: split rows across GPUs (env: LLAMA_ARG_SPLIT_MODE)">]>;
|
|
1515
|
+
readonly 'tensor-split': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1516
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1517
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "N0,N1,N2,...">]>], undefined>, undefined>]>;
|
|
1518
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1519
|
+
enable: boolean;
|
|
1520
|
+
value?: [string] | undefined;
|
|
1521
|
+
} | undefined, "- 将模型分片到每个GPU的分数,逗号分隔的比例列表,例如3,1\n- fraction of the model to offload to each GPU, comma-separated list of proportions, e.g. 3,1 (env: LLAMA_ARG_TENSOR_SPLIT)">]>;
|
|
1522
|
+
readonly 'main-gpu': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1523
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1524
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "INDEX">]>], undefined>, undefined>]>;
|
|
1525
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1526
|
+
enable: boolean;
|
|
1527
|
+
value?: [number] | undefined;
|
|
1528
|
+
} | undefined, "- 用于模型(split-mode = none)或中间结果和KV(split-mode = row)的GPU(默认:0)\n- the GPU to use for the model (with split-mode = none), or for intermediate results and KV (with split-mode = row) (default: 0) (env: LLAMA_ARG_MAIN_GPU)">]>;
|
|
1529
|
+
readonly 'check-tensors': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1530
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1531
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1532
|
+
enable: boolean;
|
|
1533
|
+
} | undefined, "- 检查模型张量数据中的无效值(默认:false)\n- check model tensor data for invalid values (default: false)">]>;
|
|
1534
|
+
readonly 'override-kv': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1535
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1536
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "KEY=TYPE:VALUE">]>], undefined>, undefined>]>;
|
|
1537
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1538
|
+
enable: boolean;
|
|
1539
|
+
value?: [string] | undefined;
|
|
1540
|
+
} | undefined, "- 用于通过键覆盖模型元数据的高级选项。可以多次指定。类型:int、float、bool、str。示例:--override-kv tokenizer.ggml.add_bos_token=bool:false\n- advanced option to override model metadata by key. may be specified multiple times. types: int, float, bool, str. example: --override-kv tokenizer.ggml.add_bos_token=bool:false">]>;
|
|
1541
|
+
readonly 'no-op-offload': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1542
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1543
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1544
|
+
enable: boolean;
|
|
1545
|
+
} | undefined, "- 禁用将主机张量操作卸载到设备(默认:false)\n- disable offloading host tensor operations to device (default: false)">]>;
|
|
1546
|
+
readonly lora: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1547
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1548
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
1549
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1550
|
+
enable: boolean;
|
|
1551
|
+
value?: [string] | undefined;
|
|
1552
|
+
} | undefined, "- LoRA适配器路径(可以重复使用多个适配器)\n- path to LoRA adapter (can be repeated to use multiple adapters)">]>;
|
|
1553
|
+
readonly 'lora-scaled': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1554
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1555
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>, v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "SCALE">]>], undefined>, undefined>]>;
|
|
1556
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1557
|
+
enable: boolean;
|
|
1558
|
+
value?: [string, number] | undefined;
|
|
1559
|
+
} | undefined, "- LoRA适配器路径,带用户定义的缩放(可重复使用多个适配器)\n- path to LoRA adapter with user defined scaling (can be repeated to use multiple adapters)">]>;
|
|
1560
|
+
readonly 'control-vector': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1561
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1562
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
1563
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1564
|
+
enable: boolean;
|
|
1565
|
+
value?: [string] | undefined;
|
|
1566
|
+
} | undefined, "- 添加控制向量 请注意:此参数可以重复以添加多个控制向量\n- add a control vector note: this argument can be repeated to add multiple control vectors">]>;
|
|
1567
|
+
readonly 'control-vector-scaled': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1568
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1569
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>, v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "SCALE">]>], undefined>, undefined>]>;
|
|
1570
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1571
|
+
enable: boolean;
|
|
1572
|
+
value?: [string, number] | undefined;
|
|
1573
|
+
} | undefined, "- 添加一个带用户定义缩放 SCALE 的控制向量 注意: 此参数可以重复以添加多个缩放的控制向量\n- add a control vector with user defined scaling SCALE note: this argument can be repeated to add multiple scaled control vectors">]>;
|
|
1574
|
+
readonly 'control-vector-layer-range': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1575
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1576
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "START">]>, v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "END">]>], undefined>, undefined>]>;
|
|
1577
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1578
|
+
enable: boolean;
|
|
1579
|
+
value?: [string, string] | undefined;
|
|
1580
|
+
} | undefined, "- 应用控制向量的图层范围,起始和结束值(包含)\n- layer range to apply the control vector(s) to, start and end inclusive">]>;
|
|
1581
|
+
readonly model: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1582
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1583
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
1584
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1585
|
+
enable: boolean;
|
|
1586
|
+
value?: [string] | undefined;
|
|
1587
|
+
} | undefined, "- 模型路径 (默认: `models/$filename` 与 `--hf-file` 或 `--model-url` 的文件名,否则 models/7B/ggml-model-f16.gguf)\n- model path (default: `models/$filename` with filename from `--hf-file` or `--model-url` if set, otherwise models/7B/ggml-model-f16.gguf) (env: LLAMA_ARG_MODEL)">]>;
|
|
1588
|
+
readonly 'model-url': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1589
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1590
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "MODEL_URL">]>], undefined>, undefined>]>;
|
|
1591
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1592
|
+
enable: boolean;
|
|
1593
|
+
value?: [string] | undefined;
|
|
1594
|
+
} | undefined, "- Docker Hub 模型仓库:该仓库是可选的,默认值为 `ai/`;`quant` 参数也是可选的,默认值为 `:latest`。例如:`gemma3`(默认值:未使用)。\n- model download url (default: unused) (env: LLAMA_ARG_MODEL_URL)">]>;
|
|
1595
|
+
readonly 'docker-repo': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1596
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1597
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["<repo>/]<model>[:quant"], undefined>], undefined>, undefined>]>;
|
|
1598
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1599
|
+
enable: boolean;
|
|
1600
|
+
value?: ["<repo>/]<model>[:quant"] | undefined;
|
|
1601
|
+
} | undefined, "- 模型下载地址(默认:未使用)\n- Docker Hub model repository. repo is optional, default to ai/. quant is optional, default to :latest. example: gemma3 (default: unused) (env: LLAMA_ARG_DOCKER_REPO)">]>;
|
|
1602
|
+
readonly 'hf-repo': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1603
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1604
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<user>/<model>[:quant]">]>], undefined>, undefined>]>;
|
|
1605
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1606
|
+
enable: boolean;
|
|
1607
|
+
value?: [string] | undefined;
|
|
1608
|
+
} | undefined, "- Hugging Face 模型仓库; quant 是可选的,不区分大小写,默认为 Q4_K_M,如果不存在 Q4_K_M 则回退到仓库中的第一个文件。如果可用还会自动下载 mmproj。要禁用,添加 --no-mmproj 示例:unsloth/phi-4-GGUF:q4_k_m (默认:未使用)\n- Hugging Face model repository; quant is optional, case-insensitive, default to Q4_K_M, or falls back to the first file in the repo if Q4_K_M doesn't exist. mmproj is also downloaded automatically if available. to disable, add --no-mmproj example: unsloth/phi-4-GGUF:q4_k_m (default: unused) (env: LLAMA_ARG_HF_REPO)">]>;
|
|
1609
|
+
readonly 'hf-repo-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1610
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1611
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<user>/<model>[:quant]">]>], undefined>, undefined>]>;
|
|
1612
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1613
|
+
enable: boolean;
|
|
1614
|
+
value?: [string] | undefined;
|
|
1615
|
+
} | undefined, "- 与--hf-repo相同,但用于草稿模型(默认:未使用)\n- Same as --hf-repo, but for the draft model (default: unused) (env: LLAMA_ARG_HFD_REPO)">]>;
|
|
1616
|
+
readonly 'hf-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1617
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1618
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
|
|
1619
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1620
|
+
enable: boolean;
|
|
1621
|
+
value?: [string] | undefined;
|
|
1622
|
+
} | undefined, "- Hugging Face模型文件。如果指定了,将覆盖--hf-repo中的量化(默认:未使用)\n- Hugging Face model file. If specified, it will override the quant in --hf-repo (default: unused) (env: LLAMA_ARG_HF_FILE)">]>;
|
|
1623
|
+
readonly 'hf-repo-v': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1624
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1625
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<user>/<model>[:quant]">]>], undefined>, undefined>]>;
|
|
1626
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1627
|
+
enable: boolean;
|
|
1628
|
+
value?: [string] | undefined;
|
|
1629
|
+
} | undefined, "- Hugging Face vocoder模型仓库(默认:未使用)\n- Hugging Face model repository for the vocoder model (default: unused) (env: LLAMA_ARG_HF_REPO_V)">]>;
|
|
1630
|
+
readonly 'hf-file-v': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1631
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1632
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
|
|
1633
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1634
|
+
enable: boolean;
|
|
1635
|
+
value?: [string] | undefined;
|
|
1636
|
+
} | undefined, "- Hugging Face模型文件用于声码器模型(默认:未使用)\n- Hugging Face model file for the vocoder model (default: unused) (env: LLAMA_ARG_HF_FILE_V)">]>;
|
|
1637
|
+
readonly 'hf-token': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1638
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1639
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TOKEN">]>], undefined>, undefined>]>;
|
|
1640
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1641
|
+
enable: boolean;
|
|
1642
|
+
value?: [string] | undefined;
|
|
1643
|
+
} | undefined, "- Hugging Face访问令牌(默认:来自HF_TOKEN环境变量的值)\n- Hugging Face access token (default: value from HF_TOKEN environment variable) (env: HF_TOKEN)">]>;
|
|
1644
|
+
readonly 'log-disable': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1645
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1646
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1647
|
+
enable: boolean;
|
|
1648
|
+
} | undefined, "- 日志禁用\n- Log disable">]>;
|
|
1649
|
+
readonly 'log-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1650
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1651
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
1652
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1653
|
+
enable: boolean;
|
|
1654
|
+
value?: [string] | undefined;
|
|
1655
|
+
} | undefined, "- 日志记录到文件\n- Log to file">]>;
|
|
1656
|
+
readonly 'log-colors': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1657
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1658
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["on", "off", "auto"], undefined>], undefined>, undefined>]>;
|
|
1659
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1660
|
+
enable: boolean;
|
|
1661
|
+
value?: ["on" | "off" | "auto"] | undefined;
|
|
1662
|
+
} | undefined, "- 启用彩色日志记录\n- Set colored logging ('on', 'off', or 'auto', default: 'auto') 'auto' enables colors when output is to a terminal (env: LLAMA_LOG_COLORS)">]>;
|
|
1663
|
+
readonly verbose: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1664
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1665
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1666
|
+
enable: boolean;
|
|
1667
|
+
} | undefined, "- 设置 verbosity 级别为无穷大(即记录所有消息,用于调试)\n- Set verbosity level to infinity (i.e. log all messages, useful for debugging)">]>;
|
|
1668
|
+
readonly offline: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1669
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1670
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1671
|
+
enable: boolean;
|
|
1672
|
+
} | undefined, "- 离线模式:强制使用缓存,阻止网络访问\n- Offline mode: forces use of cache, prevents network access (env: LLAMA_OFFLINE)">]>;
|
|
1673
|
+
readonly verbosity: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1674
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1675
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1676
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1677
|
+
enable: boolean;
|
|
1678
|
+
value?: [number] | undefined;
|
|
1679
|
+
} | undefined, "- 设置日志的详细程度阈值。消息的详细程度越高,将被忽略。\n- Set the verbosity threshold. Messages with a higher verbosity will be ignored. (env: LLAMA_LOG_VERBOSITY)">]>;
|
|
1680
|
+
readonly 'log-prefix': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1681
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1682
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1683
|
+
enable: boolean;
|
|
1684
|
+
} | undefined, "- 启用日志消息中的前缀\n- Enable prefix in log messages (env: LLAMA_LOG_PREFIX)">]>;
|
|
1685
|
+
readonly 'log-timestamps': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1686
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1687
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1688
|
+
enable: boolean;
|
|
1689
|
+
} | undefined, "- 启用日志消息中的时间戳\n- Enable timestamps in log messages (env: LLAMA_LOG_TIMESTAMPS)">]>;
|
|
1690
|
+
readonly 'cache-type-k-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1691
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1692
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TYPE">]>], undefined>, undefined>]>;
|
|
1693
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1694
|
+
enable: boolean;
|
|
1695
|
+
value?: [string] | undefined;
|
|
1696
|
+
} | undefined, "- KV缓存中用于草稿模型的K的数据类型,允许的值包括:f32、f16、bf16、q8_0、q4_0、q4_1、iq4_nl、q5_0、q5_1(默认值:f16)\n- KV cache data type for K for the draft model allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_K_DRAFT)">]>;
|
|
1697
|
+
readonly 'cache-type-v-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1698
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1699
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TYPE">]>], undefined>, undefined>]>;
|
|
1700
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1701
|
+
enable: boolean;
|
|
1702
|
+
value?: [string] | undefined;
|
|
1703
|
+
} | undefined, "- KV缓存中用于草稿模型的V的数据类型,允许的值包括:f32、f16、bf16、q8_0、q4_0、q4_1、iq4_nl、q5_0、q5_1(默认值:f16)\n- KV cache data type for V for the draft model allowed values: f32, f16, bf16, q8_0, q4_0, q4_1, iq4_nl, q5_0, q5_1 (default: f16) (env: LLAMA_ARG_CACHE_TYPE_V_DRAFT)">]>;
|
|
1704
|
+
}, undefined>, undefined>;
|
|
1705
|
+
readonly exampleSpecific: v.OptionalSchema<v.ObjectSchema<{
|
|
1706
|
+
readonly 'swa-checkpoints': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1707
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1708
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1709
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1710
|
+
enable: boolean;
|
|
1711
|
+
value?: [number] | undefined;
|
|
1712
|
+
} | undefined, "- 每个时间槽内可创建的 SWA 检查点最大数量(默认值:3):[更多信息](https://github.com/ggml-org/llama.cpp/pull/15293)\n- max number of SWA checkpoints per slot to create (default: 3) [(more info)](https://github.com/ggml-org/llama.cpp/pull/15293) (env: LLAMA_ARG_SWA_CHECKPOINTS)">]>;
|
|
1713
|
+
readonly 'no-context-shift': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1714
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1715
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1716
|
+
enable: boolean;
|
|
1717
|
+
} | undefined, "- 禁用无限文本生成中的上下文转换(默认:禁用)\n- disables context shift on infinite text generation (default: enabled) (env: LLAMA_ARG_NO_CONTEXT_SHIFT)">]>;
|
|
1718
|
+
readonly 'context-shift': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1719
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1720
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1721
|
+
enable: boolean;
|
|
1722
|
+
} | undefined, "- 该功能允许在无限文本生成过程中实现上下文切换(默认设置为禁用状态)。\n- enables context shift on infinite text generation (default: disabled) (env: LLAMA_ARG_CONTEXT_SHIFT)">]>;
|
|
1723
|
+
readonly 'reverse-prompt': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1724
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1725
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PROMPT">]>], undefined>, undefined>]>;
|
|
1726
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1727
|
+
enable: boolean;
|
|
1728
|
+
value?: [string] | undefined;
|
|
1729
|
+
} | undefined, "- 在 PROMPT 状态下停止程序的执行,然后以交互模式恢复程序的控制权。\n- halt generation at PROMPT, return control in interactive mode">]>;
|
|
1730
|
+
readonly special: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1731
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1732
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1733
|
+
enable: boolean;
|
|
1734
|
+
} | undefined, "- 特殊标记输出启用(默认:false)\n- special tokens output enabled (default: false)">]>;
|
|
1735
|
+
readonly 'no-warmup': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1736
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1737
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1738
|
+
enable: boolean;
|
|
1739
|
+
} | undefined, "- skip warming up the model with an empty run\n- skip warming up the model with an empty run">]>;
|
|
1740
|
+
readonly 'spm-infill': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1741
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1742
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1743
|
+
enable: boolean;
|
|
1744
|
+
} | undefined, "- 使用后缀/前缀/中间模式进行填充(代替前缀/后缀/中间)\n- use Suffix/Prefix/Middle pattern for infill (instead of Prefix/Suffix/Middle) as some models prefer this. (default: disabled)">]>;
|
|
1745
|
+
readonly pooling: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1746
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1747
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["none", "mean", "cls", "last", "rank"], undefined>], undefined>, undefined>]>;
|
|
1748
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1749
|
+
enable: boolean;
|
|
1750
|
+
value?: ["none" | "mean" | "cls" | "last" | "rank"] | undefined;
|
|
1751
|
+
} | undefined, "- 嵌入的池化类型,如果未指定则使用模型默认值\n- pooling type for embeddings, use model default if unspecified (env: LLAMA_ARG_POOLING)">]>;
|
|
1752
|
+
readonly 'cont-batching': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1753
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1754
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1755
|
+
enable: boolean;
|
|
1756
|
+
} | undefined, "- 启用连续批处理(又名动态批处理)(默认:启用)\n- enable continuous batching (a.k.a dynamic batching) (default: enabled) (env: LLAMA_ARG_CONT_BATCHING)">]>;
|
|
1757
|
+
readonly 'no-cont-batching': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1758
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1759
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1760
|
+
enable: boolean;
|
|
1761
|
+
} | undefined, "- disable continuous batching\n- disable continuous batching (env: LLAMA_ARG_NO_CONT_BATCHING)">]>;
|
|
1762
|
+
readonly mmproj: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1763
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1764
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
|
|
1765
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1766
|
+
enable: boolean;
|
|
1767
|
+
value?: [string] | undefined;
|
|
1768
|
+
} | undefined, "- 多模态投影文件路径。参见tools/mtmd/README.md 说明:如果使用-hf参数,可以省略此参数\n- path to a multimodal projector file. see tools/mtmd/README.md note: if -hf is used, this argument can be omitted (env: LLAMA_ARG_MMPROJ)">]>;
|
|
1769
|
+
readonly 'mmproj-url': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1770
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1771
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "URL">]>], undefined>, undefined>]>;
|
|
1772
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1773
|
+
enable: boolean;
|
|
1774
|
+
value?: [string] | undefined;
|
|
1775
|
+
} | undefined, "- 多模态投影文件的URL。参见tools/mtmd/README.md\n- URL to a multimodal projector file. see tools/mtmd/README.md (env: LLAMA_ARG_MMPROJ_URL)">]>;
|
|
1776
|
+
readonly 'no-mmproj': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1777
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1778
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1779
|
+
enable: boolean;
|
|
1780
|
+
} | undefined, "- 显式禁用多模态投影器,适用于使用 -hf 时\n- explicitly disable multimodal projector, useful when using -hf (env: LLAMA_ARG_NO_MMPROJ)">]>;
|
|
1781
|
+
readonly 'no-mmproj-offload': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1782
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1783
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1784
|
+
enable: boolean;
|
|
1785
|
+
} | undefined, "- 不要将多模态投影器卸载到GPU\n- do not offload multimodal projector to GPU (env: LLAMA_ARG_NO_MMPROJ_OFFLOAD)">]>;
|
|
1786
|
+
readonly 'override-tensor-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1787
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1788
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<tensor name pattern>=<buffer type>,...">]>], undefined>, undefined>]>;
|
|
1789
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1790
|
+
enable: boolean;
|
|
1791
|
+
value?: [string] | undefined;
|
|
1792
|
+
} | undefined, "- 为草图模型覆盖张量缓冲区的类型\n- override tensor buffer type for draft model">]>;
|
|
1793
|
+
readonly 'cpu-moe-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1794
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1795
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1796
|
+
enable: boolean;
|
|
1797
|
+
} | undefined, "- 将所有专家组合(Mixture of Experts, MoE)的权重都存储在 CPU 中,以便用于模型的训练过程。\n- keep all Mixture of Experts (MoE) weights in the CPU for the draft model (env: LLAMA_ARG_CPU_MOE_DRAFT)">]>;
|
|
1798
|
+
readonly 'n-cpu-moe-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1799
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1800
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1801
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1802
|
+
enable: boolean;
|
|
1803
|
+
value?: [number] | undefined;
|
|
1804
|
+
} | undefined, "- 将前 N 层的专家组合(Expert Combination, MoE)权重存储在 CPU 中,以用于初步模型的训练。\n- keep the Mixture of Experts (MoE) weights of the first N layers in the CPU for the draft model (env: LLAMA_ARG_N_CPU_MOE_DRAFT)">]>;
|
|
1805
|
+
readonly alias: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1806
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1807
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "STRING">]>], undefined>, undefined>]>;
|
|
1808
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1809
|
+
enable: boolean;
|
|
1810
|
+
value?: [string] | undefined;
|
|
1811
|
+
} | undefined, "- 设置模型名称的别名(用于REST API)\n- set alias for model name (to be used by REST API) (env: LLAMA_ARG_ALIAS)">]>;
|
|
1812
|
+
readonly host: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1813
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1814
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "HOST">]>], undefined>, undefined>]>;
|
|
1815
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1816
|
+
enable: boolean;
|
|
1817
|
+
value?: [string] | undefined;
|
|
1818
|
+
} | undefined, "- 监听的IP地址,或以.sock结尾的UNIX套接字路径(默认:127.0.0.1)\n- ip address to listen, or bind to an UNIX socket if the address ends with .sock (default: 127.0.0.1) (env: LLAMA_ARG_HOST)">]>;
|
|
1819
|
+
readonly port: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1820
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1821
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PORT">]>], undefined>, undefined>]>;
|
|
1822
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1823
|
+
enable: boolean;
|
|
1824
|
+
value?: [string] | undefined;
|
|
1825
|
+
} | undefined, "- 端口监听 (默认: 8080)\n- port to listen (default: 8080) (env: LLAMA_ARG_PORT)">]>;
|
|
1826
|
+
readonly path: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1827
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1828
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PATH">]>], undefined>, undefined>]>;
|
|
1829
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1830
|
+
enable: boolean;
|
|
1831
|
+
value?: [string] | undefined;
|
|
1832
|
+
} | undefined, "- 路径以供静态文件服务(默认:)\n- path to serve static files from (default: ) (env: LLAMA_ARG_STATIC_PATH)">]>;
|
|
1833
|
+
readonly 'api-prefix': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1834
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1835
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PREFIX">]>], undefined>, undefined>]>;
|
|
1836
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1837
|
+
enable: boolean;
|
|
1838
|
+
value?: [string] | undefined;
|
|
1839
|
+
} | undefined, "- 服务器提供服务的路径前缀(不包括末尾的斜杠,默认:)。\n- prefix path the server serves from, without the trailing slash (default: ) (env: LLAMA_ARG_API_PREFIX)">]>;
|
|
1840
|
+
readonly 'no-webui': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1841
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1842
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1843
|
+
enable: boolean;
|
|
1844
|
+
} | undefined, "- 禁用Web UI(默认:启用)\n- Disable the Web UI (default: enabled) (env: LLAMA_ARG_NO_WEBUI)">]>;
|
|
1845
|
+
readonly embedding: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1846
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1847
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1848
|
+
enable: boolean;
|
|
1849
|
+
} | undefined, "- 限制仅支持嵌入用例; 仅与专用嵌入模型一起使用 (默认: 禁用)\n- restrict to only support embedding use case; use only with dedicated embedding models (default: disabled) (env: LLAMA_ARG_EMBEDDINGS)">]>;
|
|
1850
|
+
readonly reranking: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1851
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1852
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1853
|
+
enable: boolean;
|
|
1854
|
+
} | undefined, "- 启用服务器上的重排序端点(默认:禁用)\n- enable reranking endpoint on server (default: disabled) (env: LLAMA_ARG_RERANKING)">]>;
|
|
1855
|
+
readonly 'api-key': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1856
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1857
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "KEY">]>], undefined>, undefined>]>;
|
|
1858
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1859
|
+
enable: boolean;
|
|
1860
|
+
value?: [string] | undefined;
|
|
1861
|
+
} | undefined, "- API key to use for authentication (default: none)\n- API key to use for authentication (default: none) (env: LLAMA_API_KEY)">]>;
|
|
1862
|
+
readonly 'api-key-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1863
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1864
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
1865
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1866
|
+
enable: boolean;
|
|
1867
|
+
value?: [string] | undefined;
|
|
1868
|
+
} | undefined, "- 包含API密钥的文件路径(默认:无)\n- path to file containing API keys (default: none)">]>;
|
|
1869
|
+
readonly 'ssl-key-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1870
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1871
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
1872
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1873
|
+
enable: boolean;
|
|
1874
|
+
value?: [string] | undefined;
|
|
1875
|
+
} | undefined, "- PEM编码SSL私钥文件的路径\n- path to file a PEM-encoded SSL private key (env: LLAMA_ARG_SSL_KEY_FILE)">]>;
|
|
1876
|
+
readonly 'ssl-cert-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1877
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1878
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
1879
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1880
|
+
enable: boolean;
|
|
1881
|
+
value?: [string] | undefined;
|
|
1882
|
+
} | undefined, "- PEM编码SSL证书文件路径\n- path to file a PEM-encoded SSL certificate (env: LLAMA_ARG_SSL_CERT_FILE)">]>;
|
|
1883
|
+
readonly 'chat-template-kwargs': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1884
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1885
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "STRING">]>], undefined>, undefined>]>;
|
|
1886
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1887
|
+
enable: boolean;
|
|
1888
|
+
value?: [string] | undefined;
|
|
1889
|
+
} | undefined, "- 为 JSON 模板解析器设置额外的参数\n- sets additional params for the json template parser (env: LLAMA_CHAT_TEMPLATE_KWARGS)">]>;
|
|
1890
|
+
readonly timeout: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1891
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1892
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1893
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1894
|
+
enable: boolean;
|
|
1895
|
+
value?: [number] | undefined;
|
|
1896
|
+
} | undefined, "- 服务器读/写超时时间(秒),默认:600\n- server read/write timeout in seconds (default: 600) (env: LLAMA_ARG_TIMEOUT)">]>;
|
|
1897
|
+
readonly 'threads-http': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1898
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1899
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1900
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1901
|
+
enable: boolean;
|
|
1902
|
+
value?: [number] | undefined;
|
|
1903
|
+
} | undefined, "- 用于处理HTTP请求的线程数(默认:-1)\n- number of threads used to process HTTP requests (default: -1) (env: LLAMA_ARG_THREADS_HTTP)">]>;
|
|
1904
|
+
readonly 'cache-reuse': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1905
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1906
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1907
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1908
|
+
enable: boolean;
|
|
1909
|
+
value?: [number] | undefined;
|
|
1910
|
+
} | undefined, "- 最小块大小以尝试通过KV移动从缓存中重用 (默认: 0) [(card)](https://ggml.ai/f0.png)\n- min chunk size to attempt reusing from the cache via KV shifting (default: 0) [(card)](https://ggml.ai/f0.png) (env: LLAMA_ARG_CACHE_REUSE)">]>;
|
|
1911
|
+
readonly metrics: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1912
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1913
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1914
|
+
enable: boolean;
|
|
1915
|
+
} | undefined, "- 启用 prometheus 兼容的 metrics 端点 (默认: 禁用)\n- enable prometheus compatible metrics endpoint (default: disabled) (env: LLAMA_ARG_ENDPOINT_METRICS)">]>;
|
|
1916
|
+
readonly props: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1917
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1918
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1919
|
+
enable: boolean;
|
|
1920
|
+
} | undefined, "- 启用通过POST /props更改全局属性(默认:禁用)\n- enable changing global properties via POST /props (default: disabled) (env: LLAMA_ARG_ENDPOINT_PROPS)">]>;
|
|
1921
|
+
readonly slots: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1922
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1923
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1924
|
+
enable: boolean;
|
|
1925
|
+
} | undefined, "- 启用插槽监控端点(默认:禁用)\n- enable slots monitoring endpoint (default: enabled) (env: LLAMA_ARG_ENDPOINT_SLOTS)">]>;
|
|
1926
|
+
readonly 'no-slots': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1927
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1928
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1929
|
+
enable: boolean;
|
|
1930
|
+
} | undefined, "- 禁用插槽监控端点\n- disables slots monitoring endpoint (env: LLAMA_ARG_NO_ENDPOINT_SLOTS)">]>;
|
|
1931
|
+
readonly 'slot-save-path': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1932
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1933
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PATH">]>], undefined>, undefined>]>;
|
|
1934
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1935
|
+
enable: boolean;
|
|
1936
|
+
value?: [string] | undefined;
|
|
1937
|
+
} | undefined, "- 保存slot kv缓存的路径(默认:禁用)\n- path to save slot kv cache (default: disabled)">]>;
|
|
1938
|
+
readonly jinja: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1939
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1940
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1941
|
+
enable: boolean;
|
|
1942
|
+
} | undefined, "- 使用jinja模板进行聊天(默认:禁用)\n- use jinja template for chat (default: disabled) (env: LLAMA_ARG_JINJA)">]>;
|
|
1943
|
+
readonly 'reasoning-format': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1944
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1945
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["deepseek", "none"], undefined>], undefined>, undefined>]>;
|
|
1946
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1947
|
+
enable: boolean;
|
|
1948
|
+
value?: ["none" | "deepseek"] | undefined;
|
|
1949
|
+
} | undefined, "- 控制是否允许并/或从响应中提取思维标签,以及以何种格式返回;可选值包括: \\n- none:将思维内容原样保留在 `message.content` 中 \\n- deepseek:将思维内容放入 `message.reasoning_content`(在流式模式下行为与 none 相同) \\n(默认值:deepseek)\n- controls whether thought tags are allowed and/or extracted from the response, and in which format they're returned; one of: - none: leaves thoughts unparsed in `message.content` - deepseek: puts thoughts in `message.reasoning_content` (except in streaming mode, which behaves as `none`) (default: auto) (env: LLAMA_ARG_THINK)">]>;
|
|
1950
|
+
readonly 'reasoning-budget': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1951
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1952
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1953
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1954
|
+
enable: boolean;
|
|
1955
|
+
value?: [number] | undefined;
|
|
1956
|
+
} | undefined, "- 控制允许的思考量;目前只能选择以下选项之一:-1 表示无限制的思考预算,或 0 表示禁用思考(默认值:-1)\n- controls the amount of thinking allowed; currently only one of: -1 for unrestricted thinking budget, or 0 to disable thinking (default: -1) (env: LLAMA_ARG_THINK_BUDGET)">]>;
|
|
1957
|
+
readonly 'chat-template': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1958
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1959
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "JINJA_TEMPLATE">]>], undefined>, undefined>]>;
|
|
1960
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1961
|
+
enable: boolean;
|
|
1962
|
+
value?: [string] | undefined;
|
|
1963
|
+
} | undefined, "- 设置自定义的Jinja聊天模板(默认:从模型元数据中获取模板)如果指定了后缀/前缀,模板将被禁用 仅接受常用模板(除非在该标志之前设置了--jinja):内置模板列表:bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, falcon3, gemma, gigachat, glmedge, granite, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-0, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, smolvlm, vicuna, vicuna-orca, yandex, zephyr\n- set custom jinja chat template (default: template taken from model's metadata) if suffix/prefix are specified, template will be disabled only commonly used templates are accepted (unless --jinja is set before this flag): list of built-in templates: bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, seed_oss, smolvlm, vicuna, vicuna-orca, yandex, zephyr (env: LLAMA_ARG_CHAT_TEMPLATE)">]>;
|
|
1964
|
+
readonly 'chat-template-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1965
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1966
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "JINJA_TEMPLATE_FILE">]>], undefined>, undefined>]>;
|
|
1967
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1968
|
+
enable: boolean;
|
|
1969
|
+
value?: [string] | undefined;
|
|
1970
|
+
} | undefined, "- 设置自定义的Jinja聊天模板文件(默认:从模型元数据中获取模板)如果指定了后缀/前缀,模板将被禁用 仅接受常用模板(除非在该标志之前设置了--jinja):内置模板列表:bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, falcon3, gemma, gigachat, glmedge, granite, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-0, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, smolvlm, vicuna, vicuna-orca, yandex, zephyr\n- set custom jinja chat template file (default: template taken from model's metadata) if suffix/prefix are specified, template will be disabled only commonly used templates are accepted (unless --jinja is set before this flag): list of built-in templates: bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, seed_oss, smolvlm, vicuna, vicuna-orca, yandex, zephyr (env: LLAMA_ARG_CHAT_TEMPLATE_FILE)">]>;
|
|
1971
|
+
readonly 'no-prefill-assistant': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1972
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1973
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1974
|
+
enable: boolean;
|
|
1975
|
+
} | undefined, "- 是否在最后一条消息是助手消息时预填充助手的响应(默认:预填充启用)当设置此标志时,如果最后一条消息是助手消息,则将其视为完整消息且不预填充\n- whether to prefill the assistant's response if the last message is an assistant message (default: prefill enabled) when this flag is set, if the last message is an assistant message then it will be treated as a full message and not prefilled (env: LLAMA_ARG_NO_PREFILL_ASSISTANT)">]>;
|
|
1976
|
+
readonly 'slot-prompt-similarity': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1977
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1978
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SIMILARITY">]>], undefined>, undefined>]>;
|
|
1979
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1980
|
+
enable: boolean;
|
|
1981
|
+
value?: [string] | undefined;
|
|
1982
|
+
} | undefined, "- 提示必须与槽的提示匹配多少才能使用该槽(默认:0.50,0.0 = 禁用)\n- how much the prompt of a request must match the prompt of a slot in order to use that slot (default: 0.10, 0.0 = disabled)">]>;
|
|
1983
|
+
readonly 'lora-init-without-apply': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1984
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1985
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1986
|
+
enable: boolean;
|
|
1987
|
+
} | undefined, "- 加载LoRA适配器而不应用它们(稍后通过POST /lora-adapters应用)(默认:禁用)\n- load LoRA adapters without applying them (apply later via POST /lora-adapters) (default: disabled)">]>;
|
|
1988
|
+
readonly 'threads-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1989
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1990
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1991
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1992
|
+
enable: boolean;
|
|
1993
|
+
value?: [number] | undefined;
|
|
1994
|
+
} | undefined, "- 在生成过程中使用的线程数量(默认值:与 --threads 的值相同)\n- number of threads to use during generation (default: same as --threads)">]>;
|
|
1995
|
+
readonly 'threads-batch-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
1996
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
1997
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
1998
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
1999
|
+
enable: boolean;
|
|
2000
|
+
value?: [number] | undefined;
|
|
2001
|
+
} | undefined, "- 在批量处理和即时处理过程中使用的线程数量(默认值:与 --threads-draft 的值相同)\n- number of threads to use during batch and prompt processing (default: same as --threads-draft)">]>;
|
|
2002
|
+
readonly 'draft-max': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2003
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2004
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2005
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2006
|
+
enable: boolean;
|
|
2007
|
+
value?: [number] | undefined;
|
|
2008
|
+
} | undefined, "- 用于推测解码的草稿令牌数量(默认:16)\n- number of tokens to draft for speculative decoding (default: 16) (env: LLAMA_ARG_DRAFT_MAX)">]>;
|
|
2009
|
+
readonly 'draft-min': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2010
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2011
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2012
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2013
|
+
enable: boolean;
|
|
2014
|
+
value?: [number] | undefined;
|
|
2015
|
+
} | undefined, "- 最小的草稿标记数,用于推测解码(默认:0)\n- minimum number of draft tokens to use for speculative decoding (default: 0) (env: LLAMA_ARG_DRAFT_MIN)">]>;
|
|
2016
|
+
readonly 'draft-p-min': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2017
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2018
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "P">]>], undefined>, undefined>]>;
|
|
2019
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2020
|
+
enable: boolean;
|
|
2021
|
+
value?: [string] | undefined;
|
|
2022
|
+
} | undefined, "- 最小推测解码概率(贪心)(默认:0.8)\n- minimum speculative decoding probability (greedy) (default: 0.8) (env: LLAMA_ARG_DRAFT_P_MIN)">]>;
|
|
2023
|
+
readonly 'ctx-size-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2024
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2025
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2026
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2027
|
+
enable: boolean;
|
|
2028
|
+
value?: [number] | undefined;
|
|
2029
|
+
} | undefined, "- 提示上下文的大小用于草稿模型(默认:0,0 = 从模型加载)\n- size of the prompt context for the draft model (default: 0, 0 = loaded from model) (env: LLAMA_ARG_CTX_SIZE_DRAFT)">]>;
|
|
2030
|
+
readonly 'device-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2031
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2032
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<dev1,dev2,..>">]>], undefined>, undefined>]>;
|
|
2033
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2034
|
+
enable: boolean;
|
|
2035
|
+
value?: [string] | undefined;
|
|
2036
|
+
} | undefined, "- 逗号分隔的设备列表,用于卸载草稿模型(none = 不卸载)使用--list-devices查看可用设备列表\n- comma-separated list of devices to use for offloading the draft model (none = don't offload) use --list-devices to see a list of available devices">]>;
|
|
2037
|
+
readonly 'gpu-layers-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2038
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2039
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2040
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2041
|
+
enable: boolean;
|
|
2042
|
+
value?: [number] | undefined;
|
|
2043
|
+
} | undefined, "- 存储在VRAM中的图层数量用于草稿模型\n- number of layers to store in VRAM for the draft model (env: LLAMA_ARG_N_GPU_LAYERS_DRAFT)">]>;
|
|
2044
|
+
readonly 'model-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2045
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2046
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
2047
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2048
|
+
enable: boolean;
|
|
2049
|
+
value?: [string] | undefined;
|
|
2050
|
+
} | undefined, "- 用于推测解码的草稿模型(默认:未使用)\n- draft model for speculative decoding (default: unused) (env: LLAMA_ARG_MODEL_DRAFT)">]>;
|
|
2051
|
+
readonly 'spec-replace': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2052
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2053
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TARGET">]>, v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "DRAFT">]>], undefined>, undefined>]>;
|
|
2054
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2055
|
+
enable: boolean;
|
|
2056
|
+
value?: [string, string] | undefined;
|
|
2057
|
+
} | undefined, "- 如果草稿模型(Draft Model)与主模型(Main Model)不兼容,那么需要将目标字符串(Target String)转换为草稿格式(Draft Format)。\n- translate the string in TARGET into DRAFT if the draft model and main model are not compatible">]>;
|
|
2058
|
+
readonly 'model-vocoder': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2059
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2060
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
2061
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2062
|
+
enable: boolean;
|
|
2063
|
+
value?: [string] | undefined;
|
|
2064
|
+
} | undefined, "- 语音合成模型用于音频生成(默认:未使用)\n- vocoder model for audio generation (default: unused)">]>;
|
|
2065
|
+
readonly 'tts-use-guide-tokens': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2066
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2067
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2068
|
+
enable: boolean;
|
|
2069
|
+
} | undefined, "- 使用引导标记以提高TTS单词回忆\n- Use guide tokens to improve TTS word recall">]>;
|
|
2070
|
+
readonly 'embd-bge-small-en-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2071
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2072
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2073
|
+
enable: boolean;
|
|
2074
|
+
} | undefined, "- 使用默认的bge-small-en-v1.5模型(注意:可以从互联网下载权重)\n- use default bge-small-en-v1.5 model (note: can download weights from the internet)">]>;
|
|
2075
|
+
readonly 'embd-e5-small-en-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2076
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2077
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2078
|
+
enable: boolean;
|
|
2079
|
+
} | undefined, "- 使用默认的e5-small-v2模型(注意:可以从互联网下载权重)\n- use default e5-small-v2 model (note: can download weights from the internet)">]>;
|
|
2080
|
+
readonly 'embd-gte-small-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2081
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2082
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2083
|
+
enable: boolean;
|
|
2084
|
+
} | undefined, "- 使用默认的gte-small模型(注意:可以从互联网下载权重)\n- use default gte-small model (note: can download weights from the internet)">]>;
|
|
2085
|
+
readonly 'fim-qwen-1.5b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2086
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2087
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2088
|
+
enable: boolean;
|
|
2089
|
+
} | undefined, "- 使用默认的Qwen 2.5 Coder 1.5B\n- use default Qwen 2.5 Coder 1.5B (note: can download weights from the internet)">]>;
|
|
2090
|
+
readonly 'fim-qwen-3b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2091
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2092
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2093
|
+
enable: boolean;
|
|
2094
|
+
} | undefined, "- 使用默认的Qwen 2.5 Coder 3B(注意:可以从互联网下载权重)\n- use default Qwen 2.5 Coder 3B (note: can download weights from the internet)">]>;
|
|
2095
|
+
readonly 'fim-qwen-7b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2096
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2097
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2098
|
+
enable: boolean;
|
|
2099
|
+
} | undefined, "- 使用默认的Qwen 2.5 Coder 7B(注意:可以从互联网下载权重)\n- use default Qwen 2.5 Coder 7B (note: can download weights from the internet)">]>;
|
|
2100
|
+
readonly 'fim-qwen-7b-spec': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2101
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2102
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2103
|
+
enable: boolean;
|
|
2104
|
+
} | undefined, "- 使用Qwen 2.5 Coder 7B + 0.5B draft进行推测解码(注意:可以从互联网下载权重)\n- use Qwen 2.5 Coder 7B + 0.5B draft for speculative decoding (note: can download weights from the internet)">]>;
|
|
2105
|
+
readonly 'fim-qwen-14b-spec': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2106
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2107
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2108
|
+
enable: boolean;
|
|
2109
|
+
} | undefined, "- 使用Qwen 2.5 Coder 14B + 0.5B draft进行推测解码(注意:可以从互联网下载权重)\n- use Qwen 2.5 Coder 14B + 0.5B draft for speculative decoding (note: can download weights from the internet)">]>;
|
|
2110
|
+
readonly 'fim-qwen-30b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2111
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2112
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2113
|
+
enable: boolean;
|
|
2114
|
+
} | undefined, "- 使用默认的 Qwen 3 Coder 30B A3B Instruct;请注意:可以从互联网上下载相应的权重数据。\n- use default Qwen 3 Coder 30B A3B Instruct (note: can download weights from the internet)">]>;
|
|
2115
|
+
}, undefined>, undefined>;
|
|
2116
|
+
readonly sampling: v.OptionalSchema<v.ObjectSchema<{
|
|
2117
|
+
readonly samplers: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2118
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2119
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SAMPLERS">]>], undefined>, undefined>]>;
|
|
2120
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2121
|
+
enable: boolean;
|
|
2122
|
+
value?: [string] | undefined;
|
|
2123
|
+
} | undefined, "- samplers that will be used for generation in the order, separated by ';' (default: penalties;dry;top_n_sigma;top_k;typ_p;top_p;min_p;xtc;temperature)\n- samplers that will be used for generation in the order, separated by ';' (default: penalties;dry;top_n_sigma;top_k;typ_p;top_p;min_p;xtc;temperature)">]>;
|
|
2124
|
+
readonly seed: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2125
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2126
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SEED">]>], undefined>, undefined>]>;
|
|
2127
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2128
|
+
enable: boolean;
|
|
2129
|
+
value?: [string] | undefined;
|
|
2130
|
+
} | undefined, "- RNG种子(默认:-1,使用随机种子)\n- RNG seed (default: -1, use random seed for -1)">]>;
|
|
2131
|
+
readonly 'sampling-seq': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2132
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2133
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SEQUENCE">]>], undefined>, undefined>]>;
|
|
2134
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2135
|
+
enable: boolean;
|
|
2136
|
+
value?: [string] | undefined;
|
|
2137
|
+
} | undefined, "- 简化的采样序列,用于采样器(默认:edskypmxt)\n- simplified sequence for samplers that will be used (default: edskypmxt)">]>;
|
|
2138
|
+
readonly 'ignore-eos': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2139
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2140
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2141
|
+
enable: boolean;
|
|
2142
|
+
} | undefined, "- 忽略流结束标记并继续生成(隐含--logit-bias EOS-inf)\n- ignore end of stream token and continue generating (implies --logit-bias EOS-inf)">]>;
|
|
2143
|
+
readonly temp: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2144
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2145
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2146
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2147
|
+
enable: boolean;
|
|
2148
|
+
value?: [number] | undefined;
|
|
2149
|
+
} | undefined, "- temperature (default: 0.8)\n- temperature (default: 0.8)">]>;
|
|
2150
|
+
readonly 'top-k': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2151
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2152
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2153
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2154
|
+
enable: boolean;
|
|
2155
|
+
value?: [number] | undefined;
|
|
2156
|
+
} | undefined, "- top-k 采样 (默认: 40, 0 = 禁用)\n- top-k sampling (default: 40, 0 = disabled)">]>;
|
|
2157
|
+
readonly 'top-p': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2158
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2159
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2160
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2161
|
+
enable: boolean;
|
|
2162
|
+
value?: [number] | undefined;
|
|
2163
|
+
} | undefined, "- top-p 采样(默认:0.9,1.0 = 禁用)\n- top-p sampling (default: 0.9, 1.0 = disabled)">]>;
|
|
2164
|
+
readonly 'min-p': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2165
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2166
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2167
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2168
|
+
enable: boolean;
|
|
2169
|
+
value?: [number] | undefined;
|
|
2170
|
+
} | undefined, "- min-p 采样 (默认: 0.1, 0.0 = 禁用)\n- min-p sampling (default: 0.1, 0.0 = disabled)">]>;
|
|
2171
|
+
readonly 'top-nsigma': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2172
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2173
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2174
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2175
|
+
enable: boolean;
|
|
2176
|
+
value?: [number] | undefined;
|
|
2177
|
+
} | undefined, "- Top-N-Sigma抽样方法(默认值:-1.0;当两个参数都为-1.0时,该方法被禁用)\n- top-n-sigma sampling (default: -1.0, -1.0 = disabled)">]>;
|
|
2178
|
+
readonly 'xtc-probability': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2179
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2180
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2181
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2182
|
+
enable: boolean;
|
|
2183
|
+
value?: [number] | undefined;
|
|
2184
|
+
} | undefined, "- xtc probability (默认: 0.0, 0.0 = 禁用)\n- xtc probability (default: 0.0, 0.0 = disabled)">]>;
|
|
2185
|
+
readonly 'xtc-threshold': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2186
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2187
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2188
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2189
|
+
enable: boolean;
|
|
2190
|
+
value?: [number] | undefined;
|
|
2191
|
+
} | undefined, "- xtc threshold (默认: 0.1, 1.0 = 禁用)\n- xtc threshold (default: 0.1, 1.0 = disabled)">]>;
|
|
2192
|
+
readonly typical: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2193
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2194
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2195
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2196
|
+
enable: boolean;
|
|
2197
|
+
value?: [number] | undefined;
|
|
2198
|
+
} | undefined, "- 局部典型抽样,参数 p(默认:1.0,1.0 = 禁用)\n- locally typical sampling, parameter p (default: 1.0, 1.0 = disabled)">]>;
|
|
2199
|
+
readonly 'repeat-last-n': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2200
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2201
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2202
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2203
|
+
enable: boolean;
|
|
2204
|
+
value?: [number] | undefined;
|
|
2205
|
+
} | undefined, "- 用于惩罚的最后n个token(默认:64,0 = 禁用,-1 = 上下文大小)\n- last n tokens to consider for penalize (default: 64, 0 = disabled, -1 = ctx_size)">]>;
|
|
2206
|
+
readonly 'repeat-penalty': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2207
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2208
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2209
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2210
|
+
enable: boolean;
|
|
2211
|
+
value?: [number] | undefined;
|
|
2212
|
+
} | undefined, "- 惩罚重复的token序列(默认:1.0,1.0 = 禁用)\n- penalize repeat sequence of tokens (default: 1.0, 1.0 = disabled)">]>;
|
|
2213
|
+
readonly 'presence-penalty': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2214
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2215
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2216
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2217
|
+
enable: boolean;
|
|
2218
|
+
value?: [number] | undefined;
|
|
2219
|
+
} | undefined, "- 重复 alpha 存在惩罚(默认:0.0,0.0 = 禁用)\n- repeat alpha presence penalty (default: 0.0, 0.0 = disabled)">]>;
|
|
2220
|
+
readonly 'frequency-penalty': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2221
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2222
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2223
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2224
|
+
enable: boolean;
|
|
2225
|
+
value?: [number] | undefined;
|
|
2226
|
+
} | undefined, "- 重复 alpha 频率惩罚(默认:0.0,0.0 = 禁用)\n- repeat alpha frequency penalty (default: 0.0, 0.0 = disabled)">]>;
|
|
2227
|
+
readonly 'dry-multiplier': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2228
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2229
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2230
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2231
|
+
enable: boolean;
|
|
2232
|
+
value?: [number] | undefined;
|
|
2233
|
+
} | undefined, "- 设置 DRY 采样乘数(默认:0.0,0.0 = 禁用)\n- set DRY sampling multiplier (default: 0.0, 0.0 = disabled)">]>;
|
|
2234
|
+
readonly 'dry-base': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2235
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2236
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2237
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2238
|
+
enable: boolean;
|
|
2239
|
+
value?: [number] | undefined;
|
|
2240
|
+
} | undefined, "- 设置 DRY 采样基础值 (默认: 1.75)\n- set DRY sampling base value (default: 1.75)">]>;
|
|
2241
|
+
readonly 'dry-allowed-length': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2242
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2243
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2244
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2245
|
+
enable: boolean;
|
|
2246
|
+
value?: [number] | undefined;
|
|
2247
|
+
} | undefined, "- 设置DRY采样的允许长度(默认:2)\n- set allowed length for DRY sampling (default: 2)">]>;
|
|
2248
|
+
readonly 'dry-penalty-last-n': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2249
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2250
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2251
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2252
|
+
enable: boolean;
|
|
2253
|
+
value?: [number] | undefined;
|
|
2254
|
+
} | undefined, "- 设置最后n个token的DRY惩罚(默认:-1,0 = 禁用,-1 = 上下文大小)\n- set DRY penalty for the last n tokens (default: -1, 0 = disable, -1 = context size)">]>;
|
|
2255
|
+
readonly 'dry-sequence-breaker': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2256
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2257
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "STRING">]>], undefined>, undefined>]>;
|
|
2258
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2259
|
+
enable: boolean;
|
|
2260
|
+
value?: [string] | undefined;
|
|
2261
|
+
} | undefined, "- 添加序列破环器用于DRY抽样,清除默认的破环器('\\n', ':', '\"', '*');使用 \"none\" 不使用任何序列破环器\n- add sequence breaker for DRY sampling, clearing out default breakers ('\\n', ':', '\"', '*') in the process; use \"none\" to not use any sequence breakers">]>;
|
|
2262
|
+
readonly 'dynatemp-range': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2263
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2264
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2265
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2266
|
+
enable: boolean;
|
|
2267
|
+
value?: [number] | undefined;
|
|
2268
|
+
} | undefined, "- 动态温度范围 (默认: 0.0, 0.0 = 禁用)\n- dynamic temperature range (default: 0.0, 0.0 = disabled)">]>;
|
|
2269
|
+
readonly 'dynatemp-exp': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2270
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2271
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2272
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2273
|
+
enable: boolean;
|
|
2274
|
+
value?: [number] | undefined;
|
|
2275
|
+
} | undefined, "- 动态温度指数(默认:1.0)\n- dynamic temperature exponent (default: 1.0)">]>;
|
|
2276
|
+
readonly mirostat: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2277
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2278
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2279
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2280
|
+
enable: boolean;
|
|
2281
|
+
value?: [number] | undefined;
|
|
2282
|
+
} | undefined, "- 使用Mirostat抽样。如果使用了Top K、Nucleus和Locally Typical抽样器,则会被忽略。(默认:0,0=禁用,1=Mirostat,2=Mirostat 2.0)\n- use Mirostat sampling. Top K, Nucleus and Locally Typical samplers are ignored if used. (default: 0, 0 = disabled, 1 = Mirostat, 2 = Mirostat 2.0)">]>;
|
|
2283
|
+
readonly 'mirostat-lr': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2284
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2285
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2286
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2287
|
+
enable: boolean;
|
|
2288
|
+
value?: [number] | undefined;
|
|
2289
|
+
} | undefined, "- Mirostat学习率,参数eta(默认:0.1)\n- Mirostat learning rate, parameter eta (default: 0.1)">]>;
|
|
2290
|
+
readonly 'mirostat-ent': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2291
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2292
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
2293
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2294
|
+
enable: boolean;
|
|
2295
|
+
value?: [number] | undefined;
|
|
2296
|
+
} | undefined, "- Mirostat目标熵,参数tau(默认:5.0)\n- Mirostat target entropy, parameter tau (default: 5.0)">]>;
|
|
2297
|
+
readonly 'logit-bias': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2298
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2299
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TOKEN_ID(+/-)BIAS">]>], undefined>, undefined>]>;
|
|
2300
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2301
|
+
enable: boolean;
|
|
2302
|
+
value?: [string] | undefined;
|
|
2303
|
+
} | undefined, "- 修改标记出现在完成中的可能性,例如:--logit-bias 15043+1 增加标记 ' Hello' 的可能性,或 --logit 15043-1 减少标记 ' Hello' 的可能性\n- modifies the likelihood of token appearing in the completion, i.e. `--logit-bias 15043+1` to increase likelihood of token ' Hello', or `--logit-bias 15043-1` to decrease likelihood of token ' Hello'">]>;
|
|
2304
|
+
readonly grammar: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2305
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2306
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "GRAMMAR">]>], undefined>, undefined>]>;
|
|
2307
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2308
|
+
enable: boolean;
|
|
2309
|
+
value?: [string] | undefined;
|
|
2310
|
+
} | undefined, "- BNF类似语法约束生成(参见grammars目录中的示例)(默认:'')\n- BNF-like grammar to constrain generations (see samples in grammars/ dir) (default: '')">]>;
|
|
2311
|
+
readonly 'grammar-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2312
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2313
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
2314
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2315
|
+
enable: boolean;
|
|
2316
|
+
value?: [string] | undefined;
|
|
2317
|
+
} | undefined, "- 从文件读取语法\n- file to read grammar from">]>;
|
|
2318
|
+
readonly 'json-schema': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2319
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2320
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SCHEMA">]>], undefined>, undefined>]>;
|
|
2321
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2322
|
+
enable: boolean;
|
|
2323
|
+
value?: [string] | undefined;
|
|
2324
|
+
} | undefined, "- JSON schema 用于约束生成(https://json-schema.org/),例如 `{}` 表示任何 JSON 对象。对于包含外部 $refs 的 schema,使用 --grammar + example/json_schema_to_grammar.py 代替\n- JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead">]>;
|
|
2325
|
+
readonly 'json-schema-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
2326
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
2327
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
|
|
2328
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
2329
|
+
enable: boolean;
|
|
2330
|
+
value?: [string] | undefined;
|
|
2331
|
+
} | undefined, "- 包含用于约束生成的JSON架构的文件(https://json-schema.org/),例如{}表示任何JSON对象 对于具有外部$refs的架构,使用--grammar + example/json_schema_to_grammar.py代替\n- File containing a JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead">]>;
|
|
2332
|
+
}, undefined>, undefined>;
|
|
2333
|
+
}, undefined>, undefined>;
|
|
2334
|
+
readonly aliases: v.OptionalSchema<v.ArraySchema<v.StringSchema<undefined>, undefined>, undefined>;
|
|
2335
|
+
readonly env: v.OptionalSchema<v.RecordSchema<v.StringSchema<undefined>, v.AnySchema, undefined>, undefined>;
|
|
2336
|
+
readonly ttl: v.OptionalSchema<v.NumberSchema<undefined>, undefined>;
|
|
2337
|
+
readonly checkEndpoint: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
|
|
2338
|
+
readonly useModelName: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
|
|
2339
|
+
readonly exec: v.OptionalSchema<v.UnionSchema<[v.StringSchema<undefined>, v.ObjectSchema<{
|
|
2340
|
+
readonly version: v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TitleAction<string, "llama.cpp 版本号">, v.DescriptionAction<string, "llama.cpp的版本号,可以从 https://github.com/ggerganov/llama.cpp/releases 获得">]>;
|
|
2341
|
+
readonly device: v.SchemaWithPipe<readonly [v.PicklistSchema<["cpu", "cuda12.4", "hip-radeon", "sycl", "vulkan"], undefined>, v.TitleAction<"cpu" | "cuda12.4" | "hip-radeon" | "sycl" | "vulkan", "llama.cpp 使用设备">]>;
|
|
2342
|
+
}, undefined>], undefined>, undefined>;
|
|
2343
|
+
readonly model: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
|
|
2344
|
+
readonly proxy: v.SchemaWithPipe<readonly [v.OptionalSchema<v.StringSchema<undefined>, undefined>, v.DescriptionAction<string | undefined, "正常情况下无需配置会自动生成">]>;
|
|
2345
|
+
}, undefined>;
|
|
2346
|
+
export type LlamaServerSwapItemType = v.InferOutput<typeof LlamaServerSwapItemDefine>;
|
|
2347
|
+
export type LlamaServerSwapItemInputType = v.InferInput<typeof LlamaServerSwapItemDefine>;
|