deep-chat-dev 9.0.369 → 9.0.371
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/custom-elements.json +25838 -26058
- package/dist/deepChat.bundle.js +1 -1
- package/dist/deepChat.js +167 -167
- package/dist/services/liteLLM/liteLLMIO.d.ts +0 -3
- package/dist/services/liteLLM/liteLLMIO.d.ts.map +1 -1
- package/dist/services/liteLLM/utils/liteLLMUtils.d.ts +2 -1
- package/dist/services/liteLLM/utils/liteLLMUtils.d.ts.map +1 -1
- package/dist/services/openAI/openAIChatIO.d.ts +1 -0
- package/dist/services/openAI/openAIChatIO.d.ts.map +1 -1
- package/dist/services/utils/serviceConstants.d.ts +1 -0
- package/dist/services/utils/serviceConstants.d.ts.map +1 -1
- package/dist/types/directConnection.d.ts +1 -1
- package/dist/types/directConnection.d.ts.map +1 -1
- package/dist/types/liteLLM.d.ts +1 -2
- package/dist/types/liteLLM.d.ts.map +1 -1
- package/dist/types/webModel/webLLM/webLLM.d.ts +2 -2
- package/dist/types/webModel/webLLM/webLLM.d.ts.map +1 -1
- package/dist/types/webModel/webLLM/webLLMChatModule.d.ts +2 -20
- package/dist/types/webModel/webLLM/webLLMChatModule.d.ts.map +1 -1
- package/dist/types/webModel/webLLM/webLLMClient.d.ts +2 -42
- package/dist/types/webModel/webLLM/webLLMClient.d.ts.map +1 -1
- package/dist/types/webModel/webLLM/webLLMShared.d.ts +84 -38
- package/dist/types/webModel/webLLM/webLLMShared.d.ts.map +1 -1
- package/dist/types/webModel/webModel.d.ts +1 -1
- package/dist/types/webModel/webModel.d.ts.map +1 -1
- package/dist/webModel/webModel.d.ts +2 -1
- package/dist/webModel/webModel.d.ts.map +1 -1
- package/dist/webModel/webModelConfig.d.ts +25 -6
- package/dist/webModel/webModelConfig.d.ts.map +1 -1
- package/dist/webModel/webModelFiles.d.ts +10 -0
- package/dist/webModel/webModelFiles.d.ts.map +1 -0
- package/dist/webModel/webModelIntroMessage.d.ts +1 -1
- package/dist/webModel/webModelIntroMessage.d.ts.map +1 -1
- package/package.json +1 -1
|
@@ -5,9 +5,6 @@ import { DirectServiceIO } from '../utils/directServiceIO';
|
|
|
5
5
|
import { LiteLLMResult } from '../../types/liteLLMResult';
|
|
6
6
|
import { DeepChat } from '../../deepChat';
|
|
7
7
|
export declare class LiteLLMIO extends DirectServiceIO {
|
|
8
|
-
insertKeyPlaceholderText: string;
|
|
9
|
-
keyHelpUrl: string;
|
|
10
|
-
validateKeyProperty: boolean;
|
|
11
8
|
url: string;
|
|
12
9
|
permittedErrorPrefixes: string[];
|
|
13
10
|
constructor(deepChat: DeepChat);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"liteLLMIO.d.ts","sourceRoot":"","sources":["../../../src/services/liteLLM/liteLLMIO.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"liteLLMIO.d.ts","sourceRoot":"","sources":["../../../src/services/liteLLM/liteLLMIO.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAC,eAAe,EAAC,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AAGxD,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AASxC,qBAAa,SAAU,SAAQ,eAAe;IAC5C,GAAG,SAA+C;IAClD,sBAAsB,WAA+D;gBAEzE,QAAQ,EAAE,QAAQ;IAc9B,OAAO,CAAC,cAAc;IAaP,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAI/D,iBAAiB,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,SAAS,CAAC;CAiB5E"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { KeyVerificationDetails } from '../../../types/keyVerificationDetails';
|
|
2
|
-
export declare const LITELLM_BUILD_HEADERS: () => {
|
|
2
|
+
export declare const LITELLM_BUILD_HEADERS: (key: string) => {
|
|
3
|
+
Authorization: string;
|
|
3
4
|
"Content-Type": string;
|
|
4
5
|
};
|
|
5
6
|
export declare const LITELLM_BUILD_KEY_VERIFICATION_DETAILS: () => KeyVerificationDetails;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"liteLLMUtils.d.ts","sourceRoot":"","sources":["../../../../src/services/liteLLM/utils/liteLLMUtils.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"liteLLMUtils.d.ts","sourceRoot":"","sources":["../../../../src/services/liteLLM/utils/liteLLMUtils.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,sBAAsB,EAAC,MAAM,uCAAuC,CAAC;AAU7E,eAAO,MAAM,qBAAqB,GAAI,KAAK,MAAM;;;CAKhD,CAAC;AAIF,eAAO,MAAM,sCAAsC,QAAO,sBAEzD,CAAC"}
|
|
@@ -12,6 +12,7 @@ export declare class OpenAIChatIO extends OpenAIBaseIO {
|
|
|
12
12
|
keyHelpUrl: string;
|
|
13
13
|
url: string;
|
|
14
14
|
private _functionStreamInProgress;
|
|
15
|
+
private _streamedResponseFunctionCalls;
|
|
15
16
|
private static readonly IMAGE_BASE64_PREFIX;
|
|
16
17
|
private _conversationId?;
|
|
17
18
|
private readonly _useConversation;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openAIChatIO.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/openAIChatIO.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAI3D,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAIL,YAAY,EAEb,MAAM,0BAA0B,CAAC;AAsClC,qBAAa,YAAa,SAAQ,YAAY;IACnC,UAAU,SAAwB;IAE3C,GAAG,SAAkC;IACrC,OAAO,CAAC,yBAAyB,CAAS;
|
|
1
|
+
{"version":3,"file":"openAIChatIO.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/openAIChatIO.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAI3D,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAIL,YAAY,EAEb,MAAM,0BAA0B,CAAC;AAsClC,qBAAa,YAAa,SAAQ,YAAY;IACnC,UAAU,SAAwB;IAE3C,GAAG,SAAkC;IACrC,OAAO,CAAC,yBAAyB,CAAS;IAG1C,OAAO,CAAC,8BAA8B,CAA+B;IACrE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA4B;IACvE,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAc;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAI9B,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,CAAC,EAAE,sBAAsB,EAC9E,mBAAmB,CAAC,EAAE,gBAAgB,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,GAAG,UAAU;cAiB1E,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ;IAIvE,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAQ/B,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,MAAM,CAAC,cAAc;IAU7B,OAAO,CAAC,MAAM,CAAC,UAAU;YAWX,gBAAgB;IAiB9B,OAAO,CAAC,MAAM,CAAC,eAAe;IAI9B,OAAO,CAAC,0BAA0B;IAyBlC,OAAO,CAAC,cAAc;YAaR,kBAAkB;IAajB,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAU/D,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAMnF,aAAa;YAgCb,mCAAmC;IAYjD,OAAO,CAAC,4BAA4B;IAapC,OAAO,CAAC,MAAM,CAAC,iBAAiB;YAIlB,4BAA4B;CA4B3C"}
|
|
@@ -20,4 +20,5 @@ export declare const FUNCTION_CALL = "function_call";
|
|
|
20
20
|
export declare const INPUT_AUDIO = "input_audio";
|
|
21
21
|
export declare const IMAGE_URL = "image_url";
|
|
22
22
|
export declare const SYSTEM = "system";
|
|
23
|
+
export declare const PLACEHOLDER_KEY = "placeholder";
|
|
23
24
|
//# sourceMappingURL=serviceConstants.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"serviceConstants.d.ts","sourceRoot":"","sources":["../../../src/services/utils/serviceConstants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc,mBAAmB,CAAC;AAE/C,eAAO,MAAM,eAAe,kBAAkB,CAAC;AAE/C,eAAO,MAAM,eAAe,kBAAkB,CAAC;AAE/C,eAAO,MAAM,YAAY,iBAAiB,CAAC;AAE3C,eAAO,MAAM,oBAAoB,yBAAyB,CAAC;AAE3D,eAAO,MAAM,oBAAoB,YAAY,CAAC;AAE9C,eAAO,MAAM,sBAAsB,cAAc,CAAC;AAElD,eAAO,MAAM,2BAA2B,yBAAyB,CAAC;AAElE,eAAO,MAAM,4BAA4B,0BAA0B,CAAC;AAEpE,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AAEjD,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AAEjD,eAAO,MAAM,gBAAgB,qBAAqB,CAAC;AAEnD,eAAO,MAAM,MAAM,WAAW,CAAC;AAE/B,eAAO,MAAM,SAAS,cAAc,CAAC;AAErC,eAAO,MAAM,aAAa,YAAY,CAAC;AAEvC,eAAO,MAAM,GAAG,QAAQ,CAAC;AAEzB,eAAO,MAAM,IAAI,SAAS,CAAC;AAE3B,eAAO,MAAM,oBAAoB,yBAAyB,CAAC;AAE3D,eAAO,MAAM,aAAa,kBAAkB,CAAC;AAE7C,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,eAAO,MAAM,SAAS,cAAc,CAAC;AAErC,eAAO,MAAM,MAAM,WAAW,CAAC"}
|
|
1
|
+
{"version":3,"file":"serviceConstants.d.ts","sourceRoot":"","sources":["../../../src/services/utils/serviceConstants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc,mBAAmB,CAAC;AAE/C,eAAO,MAAM,eAAe,kBAAkB,CAAC;AAE/C,eAAO,MAAM,eAAe,kBAAkB,CAAC;AAE/C,eAAO,MAAM,YAAY,iBAAiB,CAAC;AAE3C,eAAO,MAAM,oBAAoB,yBAAyB,CAAC;AAE3D,eAAO,MAAM,oBAAoB,YAAY,CAAC;AAE9C,eAAO,MAAM,sBAAsB,cAAc,CAAC;AAElD,eAAO,MAAM,2BAA2B,yBAAyB,CAAC;AAElE,eAAO,MAAM,4BAA4B,0BAA0B,CAAC;AAEpE,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AAEjD,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AAEjD,eAAO,MAAM,gBAAgB,qBAAqB,CAAC;AAEnD,eAAO,MAAM,MAAM,WAAW,CAAC;AAE/B,eAAO,MAAM,SAAS,cAAc,CAAC;AAErC,eAAO,MAAM,aAAa,YAAY,CAAC;AAEvC,eAAO,MAAM,GAAG,QAAQ,CAAC;AAEzB,eAAO,MAAM,IAAI,SAAS,CAAC;AAE3B,eAAO,MAAM,oBAAoB,yBAAyB,CAAC;AAE3D,eAAO,MAAM,aAAa,kBAAkB,CAAC;AAE7C,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,eAAO,MAAM,SAAS,cAAc,CAAC;AAErC,eAAO,MAAM,MAAM,WAAW,CAAC;AAE/B,eAAO,MAAM,eAAe,gBAAgB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"directConnection.d.ts","sourceRoot":"","sources":["../../src/types/directConnection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AACtC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,CAAC,EAAC,MAAM,KAAK,CAAC;AAEtB,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACnC,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC;IAC/B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"directConnection.d.ts","sourceRoot":"","sources":["../../src/types/directConnection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AACtC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,CAAC,EAAC,MAAM,KAAK,CAAC;AAEtB,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACnC,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC;IAC/B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CAC5B"}
|
package/dist/types/liteLLM.d.ts
CHANGED
|
@@ -1,13 +1,12 @@
|
|
|
1
1
|
export interface LiteLLMChat {
|
|
2
2
|
model?: string;
|
|
3
|
+
system_prompt?: string;
|
|
3
4
|
temperature?: number;
|
|
4
5
|
max_tokens?: number;
|
|
5
6
|
top_p?: number;
|
|
6
7
|
frequency_penalty?: number;
|
|
7
8
|
presence_penalty?: number;
|
|
8
9
|
stop?: string | string[];
|
|
9
|
-
system_prompt?: string;
|
|
10
|
-
url?: string;
|
|
11
10
|
}
|
|
12
11
|
export type LiteLLM = true | LiteLLMChat;
|
|
13
12
|
//# sourceMappingURL=liteLLM.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"liteLLM.d.ts","sourceRoot":"","sources":["../../src/types/liteLLM.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"liteLLM.d.ts","sourceRoot":"","sources":["../../src/types/liteLLM.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,MAAM,OAAO,GAAG,IAAI,GAAG,WAAW,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export {
|
|
2
|
-
export {
|
|
1
|
+
export { WebWorkerMLCEngine } from './webLLMClient';
|
|
2
|
+
export { MLCEngine } from './webLLMChatModule';
|
|
3
3
|
export * from './webLLMShared';
|
|
4
4
|
//# sourceMappingURL=webLLM.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webLLM.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,
|
|
1
|
+
{"version":3,"file":"webLLM.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAC,SAAS,EAAC,MAAM,oBAAoB,CAAC;AAC7C,cAAc,gBAAgB,CAAC"}
|
|
@@ -1,21 +1,3 @@
|
|
|
1
|
-
import {
|
|
2
|
-
export declare
|
|
3
|
-
private readonly logger;
|
|
4
|
-
private readonly pipeline?;
|
|
5
|
-
private readonly initProgressCallback?;
|
|
6
|
-
private readonly interruptSignal;
|
|
7
|
-
setInitProgressCallback(initProgressCallback: InitProgressCallback): void;
|
|
8
|
-
reload(localId: string, chatOpts?: ChatOptions, appConfig?: AppConfig): Promise<void>;
|
|
9
|
-
generate(input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number): Promise<string>;
|
|
10
|
-
interruptGenerate(): Promise<void>;
|
|
11
|
-
runtimeStatsText(): Promise<string>;
|
|
12
|
-
resetChat(): Promise<void>;
|
|
13
|
-
unload(): Promise<void>;
|
|
14
|
-
stopped(): boolean;
|
|
15
|
-
getMessage(): string;
|
|
16
|
-
prefill(input: string): Promise<void>;
|
|
17
|
-
decode(): Promise<void>;
|
|
18
|
-
private readonly getPipeline;
|
|
19
|
-
private readonly asyncLoadTokenizer;
|
|
20
|
-
}
|
|
1
|
+
import { MLCEngineConfig, MLCEngineInterface } from './webLLMShared';
|
|
2
|
+
export declare const MLCEngine: new (engineConfig?: MLCEngineConfig) => MLCEngineInterface;
|
|
21
3
|
//# sourceMappingURL=webLLMChatModule.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webLLMChatModule.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMChatModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,
|
|
1
|
+
{"version":3,"file":"webLLMChatModule.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMChatModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAInE,MAAM,CAAC,OAAO,CAAC,MAAM,SAAS,EAAE,KAAK,YAAY,CAAC,EAAE,eAAe,KAAK,kBAAkB,CAAC"}
|
|
@@ -1,43 +1,3 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
localIdOrUrl: string;
|
|
4
|
-
chatOpts?: ChatOptions;
|
|
5
|
-
appConfig?: AppConfig;
|
|
6
|
-
}
|
|
7
|
-
interface GenerateParams {
|
|
8
|
-
input: string;
|
|
9
|
-
streamInterval?: number;
|
|
10
|
-
}
|
|
11
|
-
interface GenerateProgressCallbackParams {
|
|
12
|
-
step: number;
|
|
13
|
-
currentMessage: string;
|
|
14
|
-
}
|
|
15
|
-
type MessageContent = GenerateProgressCallbackParams | ReloadParams | GenerateParams | InitProgressReport | string | null;
|
|
16
|
-
export declare class ChatWorkerHandler {
|
|
17
|
-
private readonly chat;
|
|
18
|
-
constructor(chat: ChatInterface);
|
|
19
|
-
handleTask<T extends MessageContent>(uuid: string, task: () => Promise<T>): Promise<void>;
|
|
20
|
-
onmessage(event: MessageEvent): void;
|
|
21
|
-
}
|
|
22
|
-
interface ChatWorker {
|
|
23
|
-
onmessage: any;
|
|
24
|
-
postMessage: (message: any) => void;
|
|
25
|
-
}
|
|
26
|
-
export declare class ChatWorkerClient implements ChatInterface {
|
|
27
|
-
worker: ChatWorker;
|
|
28
|
-
private readonly initProgressCallback?;
|
|
29
|
-
private readonly generateCallbackRegistry;
|
|
30
|
-
private readonly pendingPromise;
|
|
31
|
-
constructor(worker: any);
|
|
32
|
-
setInitProgressCallback(initProgressCallback: InitProgressCallback): void;
|
|
33
|
-
private readonly getPromise;
|
|
34
|
-
reload(localIdOrUrl: string, chatOpts?: ChatOptions, appConfig?: AppConfig): Promise<void>;
|
|
35
|
-
generate(input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number): Promise<string>;
|
|
36
|
-
runtimeStatsText(): Promise<string>;
|
|
37
|
-
interruptGenerate(): void;
|
|
38
|
-
unload(): Promise<void>;
|
|
39
|
-
resetChat(): Promise<void>;
|
|
40
|
-
onmessage(event: any): void;
|
|
41
|
-
}
|
|
42
|
-
export {};
|
|
1
|
+
import { MLCEngineConfig, MLCEngineInterface } from './webLLMShared';
|
|
2
|
+
export declare const WebWorkerMLCEngine: new (worker: Worker, engineConfig?: MLCEngineConfig) => MLCEngineInterface;
|
|
43
3
|
//# sourceMappingURL=webLLMClient.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webLLMClient.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMClient.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"webLLMClient.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAKnE,MAAM,CAAC,OAAO,CAAC,MAAM,kBAAkB,EAAE,KAAK,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,eAAe,KAAK,kBAAkB,CAAC"}
|
|
@@ -1,51 +1,97 @@
|
|
|
1
|
-
export interface
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
mean_gen_len: number;
|
|
18
|
-
shift_fill_factor: number;
|
|
19
|
-
repetition_penalty: number;
|
|
20
|
-
top_p: number;
|
|
21
|
-
temperature: number;
|
|
1
|
+
export interface InitProgressReport {
|
|
2
|
+
progress: number;
|
|
3
|
+
timeElapsed: number;
|
|
4
|
+
text: string;
|
|
5
|
+
}
|
|
6
|
+
export type InitProgressCallback = (report: InitProgressReport) => void;
|
|
7
|
+
export interface ChatOptions {
|
|
8
|
+
context_window_size?: number;
|
|
9
|
+
sliding_window_size?: number;
|
|
10
|
+
conv_config?: {
|
|
11
|
+
system_message?: string;
|
|
12
|
+
[key: string]: unknown;
|
|
13
|
+
};
|
|
14
|
+
temperature?: number;
|
|
15
|
+
top_p?: number;
|
|
16
|
+
[key: string]: unknown;
|
|
22
17
|
}
|
|
23
18
|
export interface ModelRecord {
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
19
|
+
model: string;
|
|
20
|
+
model_id: string;
|
|
21
|
+
model_lib: string;
|
|
22
|
+
overrides?: ChatOptions;
|
|
23
|
+
vram_required_MB?: number;
|
|
24
|
+
low_resource_required?: boolean;
|
|
27
25
|
required_features?: Array<string>;
|
|
28
26
|
}
|
|
27
|
+
export type CacheBackend = 'cache' | 'indexeddb' | 'cross-origin' | 'opfs';
|
|
29
28
|
export interface AppConfig {
|
|
30
29
|
model_list: Array<ModelRecord>;
|
|
31
|
-
|
|
30
|
+
cacheBackend?: CacheBackend;
|
|
32
31
|
}
|
|
33
|
-
export
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
timeElapsed: number;
|
|
38
|
-
text: string;
|
|
32
|
+
export interface MLCEngineConfig {
|
|
33
|
+
appConfig?: AppConfig;
|
|
34
|
+
initProgressCallback?: InitProgressCallback;
|
|
35
|
+
logLevel?: string;
|
|
39
36
|
}
|
|
40
|
-
export
|
|
41
|
-
|
|
42
|
-
|
|
37
|
+
export interface ChatCompletionMessageParam {
|
|
38
|
+
role: 'system' | 'user' | 'assistant' | 'tool';
|
|
39
|
+
content: string;
|
|
40
|
+
name?: string;
|
|
41
|
+
}
|
|
42
|
+
export interface ChatCompletionRequest {
|
|
43
|
+
messages: Array<ChatCompletionMessageParam>;
|
|
44
|
+
stream?: boolean | null;
|
|
45
|
+
stream_options?: {
|
|
46
|
+
include_usage?: boolean;
|
|
47
|
+
} | null;
|
|
48
|
+
model?: string | null;
|
|
49
|
+
temperature?: number | null;
|
|
50
|
+
max_tokens?: number | null;
|
|
51
|
+
top_p?: number | null;
|
|
52
|
+
}
|
|
53
|
+
export interface ChatCompletionChunk {
|
|
54
|
+
id: string;
|
|
55
|
+
model: string;
|
|
56
|
+
choices: Array<{
|
|
57
|
+
delta: {
|
|
58
|
+
content?: string | null;
|
|
59
|
+
role?: string;
|
|
60
|
+
};
|
|
61
|
+
index: number;
|
|
62
|
+
finish_reason?: string | null;
|
|
63
|
+
}>;
|
|
64
|
+
}
|
|
65
|
+
export interface ChatCompletion {
|
|
66
|
+
id: string;
|
|
67
|
+
model: string;
|
|
68
|
+
choices: Array<{
|
|
69
|
+
message: {
|
|
70
|
+
role: string;
|
|
71
|
+
content: string | null;
|
|
72
|
+
};
|
|
73
|
+
index: number;
|
|
74
|
+
finish_reason?: string | null;
|
|
75
|
+
}>;
|
|
76
|
+
}
|
|
77
|
+
export interface ChatCompletionsAPI {
|
|
78
|
+
create(request: ChatCompletionRequest & {
|
|
79
|
+
stream: true;
|
|
80
|
+
}): Promise<AsyncIterable<ChatCompletionChunk>>;
|
|
81
|
+
create(request: ChatCompletionRequest): Promise<ChatCompletion>;
|
|
82
|
+
}
|
|
83
|
+
export interface MLCEngineInterface {
|
|
84
|
+
chat: {
|
|
85
|
+
completions: ChatCompletionsAPI;
|
|
86
|
+
};
|
|
43
87
|
setInitProgressCallback: (initProgressCallback: InitProgressCallback) => void;
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
runtimeStatsText: () => Promise<string>;
|
|
88
|
+
setAppConfig: (appConfig: AppConfig) => void;
|
|
89
|
+
reload: (modelId: string | string[], chatOpts?: ChatOptions | ChatOptions[]) => Promise<void>;
|
|
47
90
|
interruptGenerate: () => void;
|
|
48
91
|
unload: () => Promise<void>;
|
|
49
|
-
resetChat: () => Promise<void>;
|
|
92
|
+
resetChat: (keepStats?: boolean, modelId?: string) => Promise<void>;
|
|
93
|
+
runtimeStatsText: (modelId?: string) => Promise<string>;
|
|
50
94
|
}
|
|
95
|
+
export declare function deleteModelAllInfoInCache(modelId: string, appConfig?: AppConfig): Promise<void>;
|
|
96
|
+
export declare const prebuiltAppConfig: AppConfig;
|
|
51
97
|
//# sourceMappingURL=webLLMShared.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webLLMShared.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMShared.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"webLLMShared.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMShared.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;AAGxE,MAAM,WAAW,WAAW;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE;QAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAC,CAAC;IAChE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACnC;AAED,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,cAAc,CAAC,EAAE;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAC,GAAG,IAAI,CAAC;IAClD,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE;YAAC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAA;SAAC,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,OAAO,EAAE;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;SAAC,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG;QAAC,MAAM,EAAE,IAAI,CAAA;KAAC,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACrG,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;CACjE;AAGD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE;QAAC,WAAW,EAAE,kBAAkB,CAAA;KAAC,CAAC;IACxC,uBAAuB,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAC9E,YAAY,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,CAAC;IAC7C,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9F,iBAAiB,EAAE,MAAM,IAAI,CAAC;IAC9B,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,SAAS,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD;AAED,MAAM,CAAC,OAAO,UAAU,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAEzG,MAAM,CAAC,OAAO,CAAC,MAAM,iBAAiB,EAAE,SAAS,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export type WebModelName = 'Llama-2-
|
|
1
|
+
export type WebModelName = 'Llama-3.2-1B-Instruct-q4f16_1-MLC' | 'Llama-3.2-1B-Instruct-q4f32_1-MLC' | 'Llama-3.2-3B-Instruct-q4f16_1-MLC' | 'Llama-3.1-8B-Instruct-q4f16_1-MLC' | 'Phi-3.5-mini-instruct-q4f16_1-MLC' | 'Phi-3.5-mini-instruct-q4f16_1-MLC-1k' | 'Qwen2.5-0.5B-Instruct-q4f16_1-MLC' | 'Qwen2.5-1.5B-Instruct-q4f16_1-MLC' | 'gemma-2-2b-it-q4f16_1-MLC' | 'Mistral-7B-Instruct-v0.3-q4f16_1-MLC' | 'TinyLlama-1.1B-Chat-v1.0-q4f16_1-MLC' | 'SmolLM2-1.7B-Instruct-q4f16_1-MLC' | (string & {});
|
|
2
2
|
export interface WebModelIntro {
|
|
3
3
|
displayed?: boolean;
|
|
4
4
|
initialHtml?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../../src/types/webModel/webModel.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../../src/types/webModel/webModel.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,YAAY,GAEpB,mCAAmC,GACnC,mCAAmC,GACnC,mCAAmC,GACnC,mCAAmC,GAEnC,mCAAmC,GACnC,sCAAsC,GAEtC,mCAAmC,GACnC,mCAAmC,GAEnC,2BAA2B,GAE3B,sCAAsC,GAEtC,sCAAsC,GACtC,mCAAmC,GAGnC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAElB,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,cAAc,CAAC"}
|
|
@@ -10,7 +10,7 @@ declare global {
|
|
|
10
10
|
}
|
|
11
11
|
}
|
|
12
12
|
export declare class WebModel extends BaseServiceIO {
|
|
13
|
-
static chat?: WebLLM.
|
|
13
|
+
static chat?: WebLLM.MLCEngineInterface;
|
|
14
14
|
private static readonly GENERIC_ERROR;
|
|
15
15
|
private static readonly MULTIPLE_MODELS_ERROR;
|
|
16
16
|
private static readonly WEB_LLM_NOT_FOUND_ERROR;
|
|
@@ -40,6 +40,7 @@ export declare class WebModel extends BaseServiceIO {
|
|
|
40
40
|
private init;
|
|
41
41
|
private attemptToCreateChat;
|
|
42
42
|
private getConfig;
|
|
43
|
+
private buildMessages;
|
|
43
44
|
private loadModel;
|
|
44
45
|
private unloadChat;
|
|
45
46
|
private immediateResp;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../src/webModel/webModel.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAiB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAC,aAAa,EAAC,MAAM,iCAAiC,CAAC;
|
|
1
|
+
{"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../src/webModel/webModel.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAiB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAC,aAAa,EAAC,MAAM,iCAAiC,CAAC;AAG9D,OAAO,KAAK,MAAM,MAAM,iCAAiC,CAAC;AAE1D,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAMzD,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAC;AAOrC,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,MAAM,EAAE,OAAO,MAAM,CAAC;KACvB;CACF;AAED,qBAAa,QAAS,SAAQ,aAAa;IACzC,OAAc,IAAI,CAAC,EAAE,MAAM,CAAC,kBAAkB,CAAC;IAC/C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAE8D;IACnG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAoC;IACjF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAA6B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAuC;IAC5E,gBAAuB,qBAAqB,KAAK;IACjD,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,sBAAsB,WAA8F;IAEpH,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAoC;IACzE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAc;IACvC,OAAO,CAAC,YAAY,CAAC,CAAa;IAClC,OAAO,CAAC,SAAS,CAAC,CAAW;gBAEjB,QAAQ,EAAE,QAAQ;IAYvB,aAAa,CAAC,QAAQ,EAAE,QAAQ;IAQvC,OAAO,CAAC,MAAM,CAAC,YAAY;IAY3B,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,WAAW;IAQZ,eAAe,CAAC,kBAAkB,CAAC,EAAE,YAAY;;;;;YAQ1C,aAAa;YAeb,IAAI;IAMlB,OAAO,CAAC,mBAAmB;IAc3B,OAAO,CAAC,SAAS;IAsBjB,OAAO,CAAC,aAAa;YASP,SAAS;YAwCT,UAAU;YAUV,aAAa;YAUb,UAAU;YAyBV,kBAAkB;YAclB,YAAY;IAsBX,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAc9E,OAAO,CAAC,SAAS;mBAMI,eAAe;IAuB3B,UAAU;IAInB,OAAO,CAAC,MAAM,CAAC,aAAa;IAM5B,OAAO,CAAC,MAAM,CAAC,UAAU;CAS1B"}
|
|
@@ -1,18 +1,37 @@
|
|
|
1
1
|
declare const _default: {
|
|
2
2
|
model_list: ({
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
3
|
+
model: string;
|
|
4
|
+
model_id: string;
|
|
5
|
+
model_lib: string;
|
|
6
6
|
vram_required_MB: number;
|
|
7
7
|
low_resource_required: boolean;
|
|
8
|
+
overrides: {
|
|
9
|
+
context_window_size: number;
|
|
10
|
+
sliding_window_size?: undefined;
|
|
11
|
+
};
|
|
8
12
|
required_features?: undefined;
|
|
9
13
|
} | {
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
14
|
+
model: string;
|
|
15
|
+
model_id: string;
|
|
16
|
+
model_lib: string;
|
|
13
17
|
vram_required_MB: number;
|
|
14
18
|
low_resource_required: boolean;
|
|
15
19
|
required_features: string[];
|
|
20
|
+
overrides: {
|
|
21
|
+
context_window_size: number;
|
|
22
|
+
sliding_window_size?: undefined;
|
|
23
|
+
};
|
|
24
|
+
} | {
|
|
25
|
+
model: string;
|
|
26
|
+
model_id: string;
|
|
27
|
+
model_lib: string;
|
|
28
|
+
vram_required_MB: number;
|
|
29
|
+
low_resource_required: boolean;
|
|
30
|
+
required_features: string[];
|
|
31
|
+
overrides: {
|
|
32
|
+
context_window_size: number;
|
|
33
|
+
sliding_window_size: number;
|
|
34
|
+
};
|
|
16
35
|
})[];
|
|
17
36
|
use_web_worker: boolean;
|
|
18
37
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webModelConfig.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelConfig.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"webModelConfig.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelConfig.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,wBA+EE"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export declare class WebModelFiles {
|
|
2
|
+
static readonly CACHE_SCOPES: string[];
|
|
3
|
+
private static readonly SEP;
|
|
4
|
+
private static scopeToTag;
|
|
5
|
+
private static encodeName;
|
|
6
|
+
private static decodeName;
|
|
7
|
+
static exportFromCache(): Promise<File[]>;
|
|
8
|
+
static importToCache(files: FileList | File[]): Promise<void>;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=webModelFiles.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"webModelFiles.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelFiles.ts"],"names":[],"mappings":"AASA,qBAAa,aAAa;IAExB,gBAAuB,YAAY,WAAoD;IAEvF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAY;IAEvC,OAAO,CAAC,MAAM,CAAC,UAAU;IAIzB,OAAO,CAAC,MAAM,CAAC,UAAU;IAOzB,OAAO,CAAC,MAAM,CAAC,UAAU;WAUL,eAAe,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;WAkBlC,aAAa,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAS3E"}
|
|
@@ -7,6 +7,6 @@ export declare class WebModelIntroMessage {
|
|
|
7
7
|
private static enableButtons;
|
|
8
8
|
static setUpInitial(init: (files?: FileList) => void, introMessage?: WebModelIntro, chatEl?: HTMLElement, isWorker?: boolean): string;
|
|
9
9
|
private static exportFile;
|
|
10
|
-
static setUpAfterLoad(
|
|
10
|
+
static setUpAfterLoad(introMessage?: WebModelIntro, chatEl?: HTMLElement, isWorker?: boolean): string;
|
|
11
11
|
}
|
|
12
12
|
//# sourceMappingURL=webModelIntroMessage.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webModelIntroMessage.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelIntroMessage.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"webModelIntroMessage.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelIntroMessage.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,4BAA4B,CAAC;AAKzD,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAA+B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IACxE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAA0B;IAClE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IAExE,OAAO,CAAC,MAAM,CAAC,aAAa;WAUd,YAAY,CACtB,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,KAAK,IAAI,EAAE,YAAY,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,OAAO;IA6B5G,OAAO,CAAC,MAAM,CAAC,UAAU;WAoBX,cAAc,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,OAAO;CAkBpG"}
|