@shenghuabi/llama 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/define/common.define.d.ts +534 -0
- package/define/example-specific.define.d.ts +412 -0
- package/define/index.d.ts +2378 -0
- package/define/index.js +2403 -0
- package/define/index.js.map +7 -0
- package/define/index.mjs +2361 -0
- package/define/index.mjs.map +7 -0
- package/define/llama-server.define.d.ts +2347 -0
- package/define/llama-swap.define.d.ts +12 -0
- package/define/sampling.define.d.ts +218 -0
- package/download/auto-check-vendor.d.ts +4 -0
- package/download/get-gguf-file.d.ts +9 -0
- package/download/get-model-manifest.d.ts +18 -0
- package/download/get-ollama-gguf-file.d.ts +7 -0
- package/index.d.ts +3 -0
- package/index.js +3077 -0
- package/index.js.map +7 -0
- package/index.mjs +3035 -0
- package/index.mjs.map +7 -0
- package/llama-swap.service.d.ts +1029 -0
- package/ollama-model/manifest.type.d.ts +11 -0
- package/ollama-model/ollama-manifests.d.ts +4 -0
- package/package.json +43 -0
- package/token.d.ts +10 -0
- package/util/file-name-by-version.d.ts +2 -0
|
@@ -0,0 +1,412 @@
|
|
|
1
|
+
import * as v from 'valibot';
|
|
2
|
+
export declare const ExampleSpecificDefine: v.ObjectSchema<{
|
|
3
|
+
readonly 'swa-checkpoints': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
4
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
5
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
6
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
7
|
+
enable: boolean;
|
|
8
|
+
value?: [number] | undefined;
|
|
9
|
+
} | undefined, "- 每个时间槽内可创建的 SWA 检查点最大数量(默认值:3):[更多信息](https://github.com/ggml-org/llama.cpp/pull/15293)\n- max number of SWA checkpoints per slot to create (default: 3) [(more info)](https://github.com/ggml-org/llama.cpp/pull/15293) (env: LLAMA_ARG_SWA_CHECKPOINTS)">]>;
|
|
10
|
+
readonly 'no-context-shift': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
11
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
12
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
13
|
+
enable: boolean;
|
|
14
|
+
} | undefined, "- 禁用无限文本生成中的上下文转换(默认:禁用)\n- disables context shift on infinite text generation (default: enabled) (env: LLAMA_ARG_NO_CONTEXT_SHIFT)">]>;
|
|
15
|
+
readonly 'context-shift': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
16
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
17
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
18
|
+
enable: boolean;
|
|
19
|
+
} | undefined, "- 该功能允许在无限文本生成过程中实现上下文切换(默认设置为禁用状态)。\n- enables context shift on infinite text generation (default: disabled) (env: LLAMA_ARG_CONTEXT_SHIFT)">]>;
|
|
20
|
+
readonly 'reverse-prompt': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
21
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
22
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PROMPT">]>], undefined>, undefined>]>;
|
|
23
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
24
|
+
enable: boolean;
|
|
25
|
+
value?: [string] | undefined;
|
|
26
|
+
} | undefined, "- 在 PROMPT 状态下停止程序的执行,然后以交互模式恢复程序的控制权。\n- halt generation at PROMPT, return control in interactive mode">]>;
|
|
27
|
+
readonly special: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
28
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
29
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
30
|
+
enable: boolean;
|
|
31
|
+
} | undefined, "- 特殊标记输出启用(默认:false)\n- special tokens output enabled (default: false)">]>;
|
|
32
|
+
readonly 'no-warmup': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
33
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
34
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
35
|
+
enable: boolean;
|
|
36
|
+
} | undefined, "- skip warming up the model with an empty run\n- skip warming up the model with an empty run">]>;
|
|
37
|
+
readonly 'spm-infill': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
38
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
39
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
40
|
+
enable: boolean;
|
|
41
|
+
} | undefined, "- 使用后缀/前缀/中间模式进行填充(代替前缀/后缀/中间)\n- use Suffix/Prefix/Middle pattern for infill (instead of Prefix/Suffix/Middle) as some models prefer this. (default: disabled)">]>;
|
|
42
|
+
readonly pooling: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
43
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
44
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["none", "mean", "cls", "last", "rank"], undefined>], undefined>, undefined>]>;
|
|
45
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
46
|
+
enable: boolean;
|
|
47
|
+
value?: ["none" | "mean" | "cls" | "last" | "rank"] | undefined;
|
|
48
|
+
} | undefined, "- 嵌入的池化类型,如果未指定则使用模型默认值\n- pooling type for embeddings, use model default if unspecified (env: LLAMA_ARG_POOLING)">]>;
|
|
49
|
+
readonly 'cont-batching': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
50
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
51
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
52
|
+
enable: boolean;
|
|
53
|
+
} | undefined, "- 启用连续批处理(又名动态批处理)(默认:启用)\n- enable continuous batching (a.k.a dynamic batching) (default: enabled) (env: LLAMA_ARG_CONT_BATCHING)">]>;
|
|
54
|
+
readonly 'no-cont-batching': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
55
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
56
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
57
|
+
enable: boolean;
|
|
58
|
+
} | undefined, "- disable continuous batching\n- disable continuous batching (env: LLAMA_ARG_NO_CONT_BATCHING)">]>;
|
|
59
|
+
readonly mmproj: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
60
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
61
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
|
|
62
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
63
|
+
enable: boolean;
|
|
64
|
+
value?: [string] | undefined;
|
|
65
|
+
} | undefined, "- 多模态投影文件路径。参见tools/mtmd/README.md 说明:如果使用-hf参数,可以省略此参数\n- path to a multimodal projector file. see tools/mtmd/README.md note: if -hf is used, this argument can be omitted (env: LLAMA_ARG_MMPROJ)">]>;
|
|
66
|
+
readonly 'mmproj-url': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
67
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
68
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "URL">]>], undefined>, undefined>]>;
|
|
69
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
70
|
+
enable: boolean;
|
|
71
|
+
value?: [string] | undefined;
|
|
72
|
+
} | undefined, "- 多模态投影文件的URL。参见tools/mtmd/README.md\n- URL to a multimodal projector file. see tools/mtmd/README.md (env: LLAMA_ARG_MMPROJ_URL)">]>;
|
|
73
|
+
readonly 'no-mmproj': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
74
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
75
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
76
|
+
enable: boolean;
|
|
77
|
+
} | undefined, "- 显式禁用多模态投影器,适用于使用 -hf 时\n- explicitly disable multimodal projector, useful when using -hf (env: LLAMA_ARG_NO_MMPROJ)">]>;
|
|
78
|
+
readonly 'no-mmproj-offload': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
79
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
80
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
81
|
+
enable: boolean;
|
|
82
|
+
} | undefined, "- 不要将多模态投影器卸载到GPU\n- do not offload multimodal projector to GPU (env: LLAMA_ARG_NO_MMPROJ_OFFLOAD)">]>;
|
|
83
|
+
readonly 'override-tensor-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
84
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
85
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<tensor name pattern>=<buffer type>,...">]>], undefined>, undefined>]>;
|
|
86
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
87
|
+
enable: boolean;
|
|
88
|
+
value?: [string] | undefined;
|
|
89
|
+
} | undefined, "- 为草图模型覆盖张量缓冲区的类型\n- override tensor buffer type for draft model">]>;
|
|
90
|
+
readonly 'cpu-moe-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
91
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
92
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
93
|
+
enable: boolean;
|
|
94
|
+
} | undefined, "- 将所有专家组合(Mixture of Experts, MoE)的权重都存储在 CPU 中,以便用于模型的训练过程。\n- keep all Mixture of Experts (MoE) weights in the CPU for the draft model (env: LLAMA_ARG_CPU_MOE_DRAFT)">]>;
|
|
95
|
+
readonly 'n-cpu-moe-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
96
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
97
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
98
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
99
|
+
enable: boolean;
|
|
100
|
+
value?: [number] | undefined;
|
|
101
|
+
} | undefined, "- 将前 N 层的专家组合(Expert Combination, MoE)权重存储在 CPU 中,以用于初步模型的训练。\n- keep the Mixture of Experts (MoE) weights of the first N layers in the CPU for the draft model (env: LLAMA_ARG_N_CPU_MOE_DRAFT)">]>;
|
|
102
|
+
readonly alias: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
103
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
104
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "STRING">]>], undefined>, undefined>]>;
|
|
105
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
106
|
+
enable: boolean;
|
|
107
|
+
value?: [string] | undefined;
|
|
108
|
+
} | undefined, "- 设置模型名称的别名(用于REST API)\n- set alias for model name (to be used by REST API) (env: LLAMA_ARG_ALIAS)">]>;
|
|
109
|
+
readonly host: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
110
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
111
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "HOST">]>], undefined>, undefined>]>;
|
|
112
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
113
|
+
enable: boolean;
|
|
114
|
+
value?: [string] | undefined;
|
|
115
|
+
} | undefined, "- 监听的IP地址,或以.sock结尾的UNIX套接字路径(默认:127.0.0.1)\n- ip address to listen, or bind to an UNIX socket if the address ends with .sock (default: 127.0.0.1) (env: LLAMA_ARG_HOST)">]>;
|
|
116
|
+
readonly port: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
117
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
118
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PORT">]>], undefined>, undefined>]>;
|
|
119
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
120
|
+
enable: boolean;
|
|
121
|
+
value?: [string] | undefined;
|
|
122
|
+
} | undefined, "- 端口监听 (默认: 8080)\n- port to listen (default: 8080) (env: LLAMA_ARG_PORT)">]>;
|
|
123
|
+
readonly path: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
124
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
125
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PATH">]>], undefined>, undefined>]>;
|
|
126
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
127
|
+
enable: boolean;
|
|
128
|
+
value?: [string] | undefined;
|
|
129
|
+
} | undefined, "- 路径以供静态文件服务(默认:)\n- path to serve static files from (default: ) (env: LLAMA_ARG_STATIC_PATH)">]>;
|
|
130
|
+
readonly 'api-prefix': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
131
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
132
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PREFIX">]>], undefined>, undefined>]>;
|
|
133
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
134
|
+
enable: boolean;
|
|
135
|
+
value?: [string] | undefined;
|
|
136
|
+
} | undefined, "- 服务器提供服务的路径前缀(不包括末尾的斜杠,默认:)。\n- prefix path the server serves from, without the trailing slash (default: ) (env: LLAMA_ARG_API_PREFIX)">]>;
|
|
137
|
+
readonly 'no-webui': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
138
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
139
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
140
|
+
enable: boolean;
|
|
141
|
+
} | undefined, "- 禁用Web UI(默认:启用)\n- Disable the Web UI (default: enabled) (env: LLAMA_ARG_NO_WEBUI)">]>;
|
|
142
|
+
readonly embedding: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
143
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
144
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
145
|
+
enable: boolean;
|
|
146
|
+
} | undefined, "- 限制仅支持嵌入用例; 仅与专用嵌入模型一起使用 (默认: 禁用)\n- restrict to only support embedding use case; use only with dedicated embedding models (default: disabled) (env: LLAMA_ARG_EMBEDDINGS)">]>;
|
|
147
|
+
readonly reranking: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
148
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
149
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
150
|
+
enable: boolean;
|
|
151
|
+
} | undefined, "- 启用服务器上的重排序端点(默认:禁用)\n- enable reranking endpoint on server (default: disabled) (env: LLAMA_ARG_RERANKING)">]>;
|
|
152
|
+
readonly 'api-key': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
153
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
154
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "KEY">]>], undefined>, undefined>]>;
|
|
155
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
156
|
+
enable: boolean;
|
|
157
|
+
value?: [string] | undefined;
|
|
158
|
+
} | undefined, "- API key to use for authentication (default: none)\n- API key to use for authentication (default: none) (env: LLAMA_API_KEY)">]>;
|
|
159
|
+
readonly 'api-key-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
160
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
161
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
162
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
163
|
+
enable: boolean;
|
|
164
|
+
value?: [string] | undefined;
|
|
165
|
+
} | undefined, "- 包含API密钥的文件路径(默认:无)\n- path to file containing API keys (default: none)">]>;
|
|
166
|
+
readonly 'ssl-key-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
167
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
168
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
169
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
170
|
+
enable: boolean;
|
|
171
|
+
value?: [string] | undefined;
|
|
172
|
+
} | undefined, "- PEM编码SSL私钥文件的路径\n- path to file a PEM-encoded SSL private key (env: LLAMA_ARG_SSL_KEY_FILE)">]>;
|
|
173
|
+
readonly 'ssl-cert-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
174
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
175
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
176
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
177
|
+
enable: boolean;
|
|
178
|
+
value?: [string] | undefined;
|
|
179
|
+
} | undefined, "- PEM编码SSL证书文件路径\n- path to file a PEM-encoded SSL certificate (env: LLAMA_ARG_SSL_CERT_FILE)">]>;
|
|
180
|
+
readonly 'chat-template-kwargs': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
181
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
182
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "STRING">]>], undefined>, undefined>]>;
|
|
183
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
184
|
+
enable: boolean;
|
|
185
|
+
value?: [string] | undefined;
|
|
186
|
+
} | undefined, "- 为 JSON 模板解析器设置额外的参数\n- sets additional params for the json template parser (env: LLAMA_CHAT_TEMPLATE_KWARGS)">]>;
|
|
187
|
+
readonly timeout: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
188
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
189
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
190
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
191
|
+
enable: boolean;
|
|
192
|
+
value?: [number] | undefined;
|
|
193
|
+
} | undefined, "- 服务器读/写超时时间(秒),默认:600\n- server read/write timeout in seconds (default: 600) (env: LLAMA_ARG_TIMEOUT)">]>;
|
|
194
|
+
readonly 'threads-http': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
195
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
196
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
197
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
198
|
+
enable: boolean;
|
|
199
|
+
value?: [number] | undefined;
|
|
200
|
+
} | undefined, "- 用于处理HTTP请求的线程数(默认:-1)\n- number of threads used to process HTTP requests (default: -1) (env: LLAMA_ARG_THREADS_HTTP)">]>;
|
|
201
|
+
readonly 'cache-reuse': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
202
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
203
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
204
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
205
|
+
enable: boolean;
|
|
206
|
+
value?: [number] | undefined;
|
|
207
|
+
} | undefined, "- 最小块大小以尝试通过KV移动从缓存中重用 (默认: 0) [(card)](https://ggml.ai/f0.png)\n- min chunk size to attempt reusing from the cache via KV shifting (default: 0) [(card)](https://ggml.ai/f0.png) (env: LLAMA_ARG_CACHE_REUSE)">]>;
|
|
208
|
+
readonly metrics: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
209
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
210
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
211
|
+
enable: boolean;
|
|
212
|
+
} | undefined, "- 启用 prometheus 兼容的 metrics 端点 (默认: 禁用)\n- enable prometheus compatible metrics endpoint (default: disabled) (env: LLAMA_ARG_ENDPOINT_METRICS)">]>;
|
|
213
|
+
readonly props: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
214
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
215
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
216
|
+
enable: boolean;
|
|
217
|
+
} | undefined, "- 启用通过POST /props更改全局属性(默认:禁用)\n- enable changing global properties via POST /props (default: disabled) (env: LLAMA_ARG_ENDPOINT_PROPS)">]>;
|
|
218
|
+
readonly slots: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
219
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
220
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
221
|
+
enable: boolean;
|
|
222
|
+
} | undefined, "- 启用插槽监控端点(默认:禁用)\n- enable slots monitoring endpoint (default: enabled) (env: LLAMA_ARG_ENDPOINT_SLOTS)">]>;
|
|
223
|
+
readonly 'no-slots': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
224
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
225
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
226
|
+
enable: boolean;
|
|
227
|
+
} | undefined, "- 禁用插槽监控端点\n- disables slots monitoring endpoint (env: LLAMA_ARG_NO_ENDPOINT_SLOTS)">]>;
|
|
228
|
+
readonly 'slot-save-path': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
229
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
230
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "PATH">]>], undefined>, undefined>]>;
|
|
231
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
232
|
+
enable: boolean;
|
|
233
|
+
value?: [string] | undefined;
|
|
234
|
+
} | undefined, "- 保存slot kv缓存的路径(默认:禁用)\n- path to save slot kv cache (default: disabled)">]>;
|
|
235
|
+
readonly jinja: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
236
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
237
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
238
|
+
enable: boolean;
|
|
239
|
+
} | undefined, "- 使用jinja模板进行聊天(默认:禁用)\n- use jinja template for chat (default: disabled) (env: LLAMA_ARG_JINJA)">]>;
|
|
240
|
+
readonly 'reasoning-format': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
241
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
242
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.PicklistSchema<["deepseek", "none"], undefined>], undefined>, undefined>]>;
|
|
243
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
244
|
+
enable: boolean;
|
|
245
|
+
value?: ["none" | "deepseek"] | undefined;
|
|
246
|
+
} | undefined, "- 控制是否允许并/或从响应中提取思维标签,以及以何种格式返回;可选值包括: \\n- none:将思维内容原样保留在 `message.content` 中 \\n- deepseek:将思维内容放入 `message.reasoning_content`(在流式模式下行为与 none 相同) \\n(默认值:deepseek)\n- controls whether thought tags are allowed and/or extracted from the response, and in which format they're returned; one of: - none: leaves thoughts unparsed in `message.content` - deepseek: puts thoughts in `message.reasoning_content` (except in streaming mode, which behaves as `none`) (default: auto) (env: LLAMA_ARG_THINK)">]>;
|
|
247
|
+
readonly 'reasoning-budget': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
248
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
249
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
250
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
251
|
+
enable: boolean;
|
|
252
|
+
value?: [number] | undefined;
|
|
253
|
+
} | undefined, "- 控制允许的思考量;目前只能选择以下选项之一:-1 表示无限制的思考预算,或 0 表示禁用思考(默认值:-1)\n- controls the amount of thinking allowed; currently only one of: -1 for unrestricted thinking budget, or 0 to disable thinking (default: -1) (env: LLAMA_ARG_THINK_BUDGET)">]>;
|
|
254
|
+
readonly 'chat-template': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
255
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
256
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "JINJA_TEMPLATE">]>], undefined>, undefined>]>;
|
|
257
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
258
|
+
enable: boolean;
|
|
259
|
+
value?: [string] | undefined;
|
|
260
|
+
} | undefined, "- 设置自定义的Jinja聊天模板(默认:从模型元数据中获取模板)如果指定了后缀/前缀,模板将被禁用 仅接受常用模板(除非在该标志之前设置了--jinja):内置模板列表:bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, falcon3, gemma, gigachat, glmedge, granite, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-0, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, smolvlm, vicuna, vicuna-orca, yandex, zephyr\n- set custom jinja chat template (default: template taken from model's metadata) if suffix/prefix are specified, template will be disabled only commonly used templates are accepted (unless --jinja is set before this flag): list of built-in templates: bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, seed_oss, smolvlm, vicuna, vicuna-orca, yandex, zephyr (env: LLAMA_ARG_CHAT_TEMPLATE)">]>;
|
|
261
|
+
readonly 'chat-template-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
262
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
263
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "JINJA_TEMPLATE_FILE">]>], undefined>, undefined>]>;
|
|
264
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
265
|
+
enable: boolean;
|
|
266
|
+
value?: [string] | undefined;
|
|
267
|
+
} | undefined, "- 设置自定义的Jinja聊天模板文件(默认:从模型元数据中获取模板)如果指定了后缀/前缀,模板将被禁用 仅接受常用模板(除非在该标志之前设置了--jinja):内置模板列表:bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, falcon3, gemma, gigachat, glmedge, granite, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-0, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, smolvlm, vicuna, vicuna-orca, yandex, zephyr\n- set custom jinja chat template file (default: template taken from model's metadata) if suffix/prefix are specified, template will be disabled only commonly used templates are accepted (unless --jinja is set before this flag): list of built-in templates: bailing, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, phi3, phi4, rwkv-world, seed_oss, smolvlm, vicuna, vicuna-orca, yandex, zephyr (env: LLAMA_ARG_CHAT_TEMPLATE_FILE)">]>;
|
|
268
|
+
readonly 'no-prefill-assistant': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
269
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
270
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
271
|
+
enable: boolean;
|
|
272
|
+
} | undefined, "- 是否在最后一条消息是助手消息时预填充助手的响应(默认:预填充启用)当设置此标志时,如果最后一条消息是助手消息,则将其视为完整消息且不预填充\n- whether to prefill the assistant's response if the last message is an assistant message (default: prefill enabled) when this flag is set, if the last message is an assistant message then it will be treated as a full message and not prefilled (env: LLAMA_ARG_NO_PREFILL_ASSISTANT)">]>;
|
|
273
|
+
readonly 'slot-prompt-similarity': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
274
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
275
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SIMILARITY">]>], undefined>, undefined>]>;
|
|
276
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
277
|
+
enable: boolean;
|
|
278
|
+
value?: [string] | undefined;
|
|
279
|
+
} | undefined, "- 提示必须与槽的提示匹配多少才能使用该槽(默认:0.50,0.0 = 禁用)\n- how much the prompt of a request must match the prompt of a slot in order to use that slot (default: 0.10, 0.0 = disabled)">]>;
|
|
280
|
+
readonly 'lora-init-without-apply': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
281
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
282
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
283
|
+
enable: boolean;
|
|
284
|
+
} | undefined, "- 加载LoRA适配器而不应用它们(稍后通过POST /lora-adapters应用)(默认:禁用)\n- load LoRA adapters without applying them (apply later via POST /lora-adapters) (default: disabled)">]>;
|
|
285
|
+
readonly 'threads-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
286
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
287
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
288
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
289
|
+
enable: boolean;
|
|
290
|
+
value?: [number] | undefined;
|
|
291
|
+
} | undefined, "- 在生成过程中使用的线程数量(默认值:与 --threads 的值相同)\n- number of threads to use during generation (default: same as --threads)">]>;
|
|
292
|
+
readonly 'threads-batch-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
293
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
294
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
295
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
296
|
+
enable: boolean;
|
|
297
|
+
value?: [number] | undefined;
|
|
298
|
+
} | undefined, "- 在批量处理和即时处理过程中使用的线程数量(默认值:与 --threads-draft 的值相同)\n- number of threads to use during batch and prompt processing (default: same as --threads-draft)">]>;
|
|
299
|
+
readonly 'draft-max': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
300
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
301
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
302
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
303
|
+
enable: boolean;
|
|
304
|
+
value?: [number] | undefined;
|
|
305
|
+
} | undefined, "- 用于推测解码的草稿令牌数量(默认:16)\n- number of tokens to draft for speculative decoding (default: 16) (env: LLAMA_ARG_DRAFT_MAX)">]>;
|
|
306
|
+
readonly 'draft-min': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
307
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
308
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
309
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
310
|
+
enable: boolean;
|
|
311
|
+
value?: [number] | undefined;
|
|
312
|
+
} | undefined, "- 最小的草稿标记数,用于推测解码(默认:0)\n- minimum number of draft tokens to use for speculative decoding (default: 0) (env: LLAMA_ARG_DRAFT_MIN)">]>;
|
|
313
|
+
readonly 'draft-p-min': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
314
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
315
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "P">]>], undefined>, undefined>]>;
|
|
316
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
317
|
+
enable: boolean;
|
|
318
|
+
value?: [string] | undefined;
|
|
319
|
+
} | undefined, "- 最小推测解码概率(贪心)(默认:0.8)\n- minimum speculative decoding probability (greedy) (default: 0.8) (env: LLAMA_ARG_DRAFT_P_MIN)">]>;
|
|
320
|
+
readonly 'ctx-size-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
321
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
322
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
323
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
324
|
+
enable: boolean;
|
|
325
|
+
value?: [number] | undefined;
|
|
326
|
+
} | undefined, "- 提示上下文的大小用于草稿模型(默认:0,0 = 从模型加载)\n- size of the prompt context for the draft model (default: 0, 0 = loaded from model) (env: LLAMA_ARG_CTX_SIZE_DRAFT)">]>;
|
|
327
|
+
readonly 'device-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
328
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
329
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "<dev1,dev2,..>">]>], undefined>, undefined>]>;
|
|
330
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
331
|
+
enable: boolean;
|
|
332
|
+
value?: [string] | undefined;
|
|
333
|
+
} | undefined, "- 逗号分隔的设备列表,用于卸载草稿模型(none = 不卸载)使用--list-devices查看可用设备列表\n- comma-separated list of devices to use for offloading the draft model (none = don't offload) use --list-devices to see a list of available devices">]>;
|
|
334
|
+
readonly 'gpu-layers-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
335
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
336
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
|
|
337
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
338
|
+
enable: boolean;
|
|
339
|
+
value?: [number] | undefined;
|
|
340
|
+
} | undefined, "- 存储在VRAM中的图层数量用于草稿模型\n- number of layers to store in VRAM for the draft model (env: LLAMA_ARG_N_GPU_LAYERS_DRAFT)">]>;
|
|
341
|
+
readonly 'model-draft': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
342
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
343
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
344
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
345
|
+
enable: boolean;
|
|
346
|
+
value?: [string] | undefined;
|
|
347
|
+
} | undefined, "- 用于推测解码的草稿模型(默认:未使用)\n- draft model for speculative decoding (default: unused) (env: LLAMA_ARG_MODEL_DRAFT)">]>;
|
|
348
|
+
readonly 'spec-replace': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
349
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
350
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TARGET">]>, v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "DRAFT">]>], undefined>, undefined>]>;
|
|
351
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
352
|
+
enable: boolean;
|
|
353
|
+
value?: [string, string] | undefined;
|
|
354
|
+
} | undefined, "- 如果草稿模型(Draft Model)与主模型(Main Model)不兼容,那么需要将目标字符串(Target String)转换为草稿格式(Draft Format)。\n- translate the string in TARGET into DRAFT if the draft model and main model are not compatible">]>;
|
|
355
|
+
readonly 'model-vocoder': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
356
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
357
|
+
readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
|
|
358
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
359
|
+
enable: boolean;
|
|
360
|
+
value?: [string] | undefined;
|
|
361
|
+
} | undefined, "- 语音合成模型用于音频生成(默认:未使用)\n- vocoder model for audio generation (default: unused)">]>;
|
|
362
|
+
readonly 'tts-use-guide-tokens': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
363
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
364
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
365
|
+
enable: boolean;
|
|
366
|
+
} | undefined, "- 使用引导标记以提高TTS单词回忆\n- Use guide tokens to improve TTS word recall">]>;
|
|
367
|
+
readonly 'embd-bge-small-en-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
368
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
369
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
370
|
+
enable: boolean;
|
|
371
|
+
} | undefined, "- 使用默认的bge-small-en-v1.5模型(注意:可以从互联网下载权重)\n- use default bge-small-en-v1.5 model (note: can download weights from the internet)">]>;
|
|
372
|
+
readonly 'embd-e5-small-en-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
373
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
374
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
375
|
+
enable: boolean;
|
|
376
|
+
} | undefined, "- 使用默认的e5-small-v2模型(注意:可以从互联网下载权重)\n- use default e5-small-v2 model (note: can download weights from the internet)">]>;
|
|
377
|
+
readonly 'embd-gte-small-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
378
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
379
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
380
|
+
enable: boolean;
|
|
381
|
+
} | undefined, "- 使用默认的gte-small模型(注意:可以从互联网下载权重)\n- use default gte-small model (note: can download weights from the internet)">]>;
|
|
382
|
+
readonly 'fim-qwen-1.5b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
383
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
384
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
385
|
+
enable: boolean;
|
|
386
|
+
} | undefined, "- 使用默认的Qwen 2.5 Coder 1.5B\n- use default Qwen 2.5 Coder 1.5B (note: can download weights from the internet)">]>;
|
|
387
|
+
readonly 'fim-qwen-3b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
388
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
389
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
390
|
+
enable: boolean;
|
|
391
|
+
} | undefined, "- 使用默认的Qwen 2.5 Coder 3B(注意:可以从互联网下载权重)\n- use default Qwen 2.5 Coder 3B (note: can download weights from the internet)">]>;
|
|
392
|
+
readonly 'fim-qwen-7b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
393
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
394
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
395
|
+
enable: boolean;
|
|
396
|
+
} | undefined, "- 使用默认的Qwen 2.5 Coder 7B(注意:可以从互联网下载权重)\n- use default Qwen 2.5 Coder 7B (note: can download weights from the internet)">]>;
|
|
397
|
+
readonly 'fim-qwen-7b-spec': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
398
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
399
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
400
|
+
enable: boolean;
|
|
401
|
+
} | undefined, "- 使用Qwen 2.5 Coder 7B + 0.5B draft进行推测解码(注意:可以从互联网下载权重)\n- use Qwen 2.5 Coder 7B + 0.5B draft for speculative decoding (note: can download weights from the internet)">]>;
|
|
402
|
+
readonly 'fim-qwen-14b-spec': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
403
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
404
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
405
|
+
enable: boolean;
|
|
406
|
+
} | undefined, "- 使用Qwen 2.5 Coder 14B + 0.5B draft进行推测解码(注意:可以从互联网下载权重)\n- use Qwen 2.5 Coder 14B + 0.5B draft for speculative decoding (note: can download weights from the internet)">]>;
|
|
407
|
+
readonly 'fim-qwen-30b-default': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
|
|
408
|
+
readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
|
|
409
|
+
}, undefined>, undefined>, v.DescriptionAction<{
|
|
410
|
+
enable: boolean;
|
|
411
|
+
} | undefined, "- 使用默认的 Qwen 3 Coder 30B A3B Instruct;请注意:可以从互联网上下载相应的权重数据。\n- use default Qwen 3 Coder 30B A3B Instruct (note: can download weights from the internet)">]>;
|
|
412
|
+
}, undefined>;
|