@shenghuabi/llama 1.0.0

package/define/llama-swap.define.d.ts

@@ -0,0 +1,12 @@
+import * as v from 'valibot';
+export declare const LlamaSwapDefine: v.ObjectSchema<{
+    readonly healthCheckTimeout: v.OptionalSchema<v.NumberSchema<undefined>, 120>;
+    readonly logLevel: v.OptionalSchema<v.PicklistSchema<["debug", "info", "warn", "error"], undefined>, undefined>;
+    readonly startPort: v.OptionalSchema<v.NumberSchema<undefined>, undefined>;
+    readonly groups: v.OptionalSchema<v.RecordSchema<v.StringSchema<undefined>, v.ObjectSchema<{
+        readonly swap: v.SchemaWithPipe<readonly [v.OptionalSchema<v.BooleanSchema<undefined>, undefined>, v.DescriptionAction<boolean | undefined, "- true : 仅允许一个模型同时运行\n- false : 所有模型均可同时运行，无需切换">]>;
+        readonly exclusive: v.SchemaWithPipe<readonly [v.OptionalSchema<v.BooleanSchema<undefined>, undefined>, v.DescriptionAction<boolean | undefined, "- true：当此组运行模型时，会导致所有其他组卸载其模型\n- false：不会影响其他组">]>;
+        readonly members: v.ArraySchema<v.StringSchema<undefined>, undefined>;
+        readonly persistent: v.OptionalSchema<v.BooleanSchema<undefined>, undefined>;
+    }, undefined>, undefined>, undefined>;
+}, undefined>;

package/define/sampling.define.d.ts

@@ -0,0 +1,218 @@
+import * as v from 'valibot';
+export declare const SamplingDefine: v.ObjectSchema<{
+    readonly samplers: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SAMPLERS">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [string] | undefined;
+    } | undefined, "- samplers that will be used for generation in the order, separated by ';'  (default: penalties;dry;top_n_sigma;top_k;typ_p;top_p;min_p;xtc;temperature)\n- samplers that will be used for generation in the order, separated by ';'  (default: penalties;dry;top_n_sigma;top_k;typ_p;top_p;min_p;xtc;temperature)">]>;
+    readonly seed: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SEED">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [string] | undefined;
+    } | undefined, "- RNG种子（默认：-1，使用随机种子）\n- RNG seed (default: -1, use random seed for -1)">]>;
+    readonly 'sampling-seq': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SEQUENCE">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [string] | undefined;
+    } | undefined, "- 简化的采样序列，用于采样器（默认：edskypmxt）\n- simplified sequence for samplers that will be used (default: edskypmxt)">]>;
+    readonly 'ignore-eos': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+    } | undefined, "- 忽略流结束标记并继续生成（隐含--logit-bias EOS-inf）\n- ignore end of stream token and continue generating (implies --logit-bias EOS-inf)">]>;
+    readonly temp: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- temperature (default: 0.8)\n- temperature (default: 0.8)">]>;
+    readonly 'top-k': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- top-k 采样 (默认: 40, 0 = 禁用)\n- top-k sampling (default: 40, 0 = disabled)">]>;
+    readonly 'top-p': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- top-p 采样（默认：0.9，1.0 = 禁用）\n- top-p sampling (default: 0.9, 1.0 = disabled)">]>;
+    readonly 'min-p': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- min-p 采样 (默认: 0.1, 0.0 = 禁用)\n- min-p sampling (default: 0.1, 0.0 = disabled)">]>;
+    readonly 'top-nsigma': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- Top-N-Sigma抽样方法（默认值：-1.0；当两个参数都为-1.0时，该方法被禁用）\n- top-n-sigma sampling (default: -1.0, -1.0 = disabled)">]>;
+    readonly 'xtc-probability': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- xtc probability (默认: 0.0, 0.0 = 禁用)\n- xtc probability (default: 0.0, 0.0 = disabled)">]>;
+    readonly 'xtc-threshold': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- xtc threshold (默认: 0.1, 1.0 = 禁用)\n- xtc threshold (default: 0.1, 1.0 = disabled)">]>;
+    readonly typical: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 局部典型抽样，参数 p（默认：1.0，1.0 = 禁用）\n- locally typical sampling, parameter p (default: 1.0, 1.0 = disabled)">]>;
+    readonly 'repeat-last-n': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 用于惩罚的最后n个token（默认：64，0 = 禁用，-1 = 上下文大小）\n- last n tokens to consider for penalize (default: 64, 0 = disabled, -1 = ctx_size)">]>;
+    readonly 'repeat-penalty': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 惩罚重复的token序列（默认：1.0，1.0 = 禁用）\n- penalize repeat sequence of tokens (default: 1.0, 1.0 = disabled)">]>;
+    readonly 'presence-penalty': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 重复 alpha 存在惩罚（默认：0.0，0.0 = 禁用）\n- repeat alpha presence penalty (default: 0.0, 0.0 = disabled)">]>;
+    readonly 'frequency-penalty': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 重复 alpha 频率惩罚（默认：0.0，0.0 = 禁用）\n- repeat alpha frequency penalty (default: 0.0, 0.0 = disabled)">]>;
+    readonly 'dry-multiplier': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 设置 DRY 采样乘数（默认：0.0，0.0 = 禁用）\n- set DRY sampling multiplier (default: 0.0, 0.0 = disabled)">]>;
+    readonly 'dry-base': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 设置 DRY 采样基础值 (默认: 1.75)\n- set DRY sampling base value (default: 1.75)">]>;
+    readonly 'dry-allowed-length': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 设置DRY采样的允许长度（默认：2）\n- set allowed length for DRY sampling (default: 2)">]>;
+    readonly 'dry-penalty-last-n': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 设置最后n个token的DRY惩罚（默认：-1，0 = 禁用，-1 = 上下文大小）\n- set DRY penalty for the last n tokens (default: -1, 0 = disable, -1 = context size)">]>;
+    readonly 'dry-sequence-breaker': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "STRING">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [string] | undefined;
+    } | undefined, "- 添加序列破环器用于DRY抽样，清除默认的破环器（'\\n', ':', '\"', '*'）；使用 \"none\" 不使用任何序列破环器\n- add sequence breaker for DRY sampling, clearing out default breakers ('\\n', ':', '\"', '*') in the process; use \"none\" to not use any sequence breakers">]>;
+    readonly 'dynatemp-range': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 动态温度范围 (默认: 0.0, 0.0 = 禁用)\n- dynamic temperature range (default: 0.0, 0.0 = disabled)">]>;
+    readonly 'dynatemp-exp': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 动态温度指数（默认：1.0）\n- dynamic temperature exponent (default: 1.0)">]>;
+    readonly mirostat: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- 使用Mirostat抽样。如果使用了Top K、Nucleus和Locally Typical抽样器，则会被忽略。（默认：0，0=禁用，1=Mirostat，2=Mirostat 2.0）\n- use Mirostat sampling.  Top K, Nucleus and Locally Typical samplers are ignored if used.  (default: 0, 0 = disabled, 1 = Mirostat, 2 = Mirostat 2.0)">]>;
+    readonly 'mirostat-lr': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- Mirostat学习率，参数eta（默认：0.1）\n- Mirostat learning rate, parameter eta (default: 0.1)">]>;
+    readonly 'mirostat-ent': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.DescriptionAction<number, "N">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [number] | undefined;
+    } | undefined, "- Mirostat目标熵，参数tau（默认：5.0）\n- Mirostat target entropy, parameter tau (default: 5.0)">]>;
+    readonly 'logit-bias': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "TOKEN_ID(+/-)BIAS">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [string] | undefined;
+    } | undefined, "- 修改标记出现在完成中的可能性，例如：--logit-bias 15043+1 增加标记 ' Hello' 的可能性，或 --logit 15043-1 减少标记 ' Hello' 的可能性\n- modifies the likelihood of token appearing in the completion,  i.e. `--logit-bias 15043+1` to increase likelihood of token ' Hello',  or `--logit-bias 15043-1` to decrease likelihood of token ' Hello'">]>;
+    readonly grammar: v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "GRAMMAR">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [string] | undefined;
+    } | undefined, "- BNF类似语法约束生成（参见grammars目录中的示例）（默认：''）\n- BNF-like grammar to constrain generations (see samples in grammars/ dir) (default: '')">]>;
+    readonly 'grammar-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FNAME">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [string] | undefined;
+    } | undefined, "- 从文件读取语法\n- file to read grammar from">]>;
+    readonly 'json-schema': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "SCHEMA">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [string] | undefined;
+    } | undefined, "- JSON schema 用于约束生成（https://json-schema.org/），例如 `{}` 表示任何 JSON 对象。对于包含外部 $refs 的 schema，使用 --grammar + example/json_schema_to_grammar.py 代替\n- JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object  For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead">]>;
+    readonly 'json-schema-file': v.SchemaWithPipe<readonly [v.OptionalSchema<v.ObjectSchema<{
+        readonly enable: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
+        readonly value: v.SchemaWithPipe<readonly [v.OptionalSchema<v.TupleSchema<[v.SchemaWithPipe<readonly [v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.TrimAction]>, v.DescriptionAction<string, "FILE">]>], undefined>, undefined>]>;
+    }, undefined>, undefined>, v.DescriptionAction<{
+        enable: boolean;
+        value?: [string] | undefined;
+    } | undefined, "- 包含用于约束生成的JSON架构的文件（https://json-schema.org/），例如{}表示任何JSON对象  对于具有外部$refs的架构，使用--grammar + example/json_schema_to_grammar.py代替\n- File containing a JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object  For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead">]>;
+}, undefined>;

package/download/auto-check-vendor.d.ts

@@ -0,0 +1,4 @@
+export declare function autoCheckVendor(repo: string, options: {
+    endpoint: string;
+    token?: string;
+}): Promise<"ollama" | undefined>;

package/download/get-gguf-file.d.ts

@@ -0,0 +1,9 @@
+export declare function getGgufFile(name: string, options: {
+    endpoint: string;
+    token?: string;
+    fileName?: string;
+}): Promise<{
+    fileList: string[];
+    fileName: string;
+}>;
+export declare function getGgufSplitPartsInfo(ggufPath: string): string[];

package/download/get-model-manifest.d.ts

@@ -0,0 +1,18 @@
+export declare function parseName(name: string): {
+    repo: string;
+    tag: string;
+    endpoint: string;
+    namespace: string;
+} | {
+    repo: string;
+    tag: string;
+    namespace: string;
+    endpoint?: undefined;
+};
+export declare function getModelManifest(name: string, options: {
+    endpoint: string;
+    token?: string;
+}): Promise<{
+    layers: any[];
+    ggufFile: any;
+}>;

package/download/get-ollama-gguf-file.d.ts

@@ -0,0 +1,7 @@
+export declare function getOllamaGgufFile(name: string, options: {
+    endpoint: string;
+    token?: string;
+}): Promise<{
+    fileList: string[];
+    fileName: string;
+}>;

package/index.d.ts

@@ -0,0 +1,3 @@
+export * from './llama-swap.service';
+export * from './token';
+export * from './define';