@chenchaolong/plugin-vllm 0.0.5 → 0.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/llm/llm.d.ts.map +1 -1
- package/dist/llm/llm.js +16 -0
- package/package.json +1 -1
package/dist/llm/llm.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/llm/llm.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,EAGb,aAAa,EAId,MAAM,kBAAkB,CAAA;AAEzB,OAAO,EACL,2BAA2B,EAG3B,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,sBAAsB,CAAA;AAE7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAC9D,OAAO,EAAsB,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAGtE,qBACa,sBAAuB,SAAQ,kBAAkB;;gBAGhD,aAAa,EAAE,oBAAoB;IAIzC,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBjF,YAAY,CAAC,YAAY,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,iBAAiB;
|
|
1
|
+
{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/llm/llm.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,EAGb,aAAa,EAId,MAAM,kBAAkB,CAAA;AAEzB,OAAO,EACL,2BAA2B,EAG3B,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,sBAAsB,CAAA;AAE7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAC9D,OAAO,EAAsB,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAGtE,qBACa,sBAAuB,SAAQ,kBAAkB;;gBAGhD,aAAa,EAAE,oBAAoB;IAIzC,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBjF,YAAY,CAAC,YAAY,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,iBAAiB;IA+C9E;;;OAGG;IACM,yCAAyC,CAChD,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC/B,aAAa,GAAG,IAAI;CAwExB"}
|
package/dist/llm/llm.js
CHANGED
|
@@ -39,8 +39,24 @@ let VLLMLargeLanguageModel = VLLMLargeLanguageModel_1 = class VLLMLargeLanguageM
|
|
|
39
39
|
throw new Error(translate('Error.ModelCredentialsMissing', { model: copilotModel.model }));
|
|
40
40
|
}
|
|
41
41
|
const params = toCredentialKwargs(modelProperties, copilotModel.model);
|
|
42
|
+
// Get thinking parameter from model options (runtime parameter)
|
|
43
|
+
// This takes priority over the default value in credentials
|
|
44
|
+
const modelOptions = copilotModel.options;
|
|
45
|
+
const thinking = modelOptions?.thinking ?? modelProperties?.thinking ?? false;
|
|
46
|
+
// Merge modelKwargs with thinking parameter
|
|
47
|
+
// Ensure chat_template_kwargs structure is correct for vLLM API
|
|
48
|
+
const existingModelKwargs = (params.modelKwargs || {});
|
|
49
|
+
const existingChatTemplateKwargs = existingModelKwargs.chat_template_kwargs || {};
|
|
50
|
+
const modelKwargs = {
|
|
51
|
+
...existingModelKwargs,
|
|
52
|
+
chat_template_kwargs: {
|
|
53
|
+
...existingChatTemplateKwargs,
|
|
54
|
+
enable_thinking: !!thinking
|
|
55
|
+
}
|
|
56
|
+
};
|
|
42
57
|
const fields = omitBy({
|
|
43
58
|
...params,
|
|
59
|
+
modelKwargs,
|
|
44
60
|
streaming: copilotModel.options?.['streaming'] ?? true,
|
|
45
61
|
// include token usage in the stream. this will include an additional chunk at the end of the stream with the token usage.
|
|
46
62
|
streamUsage: true
|