deep-chat-dev 9.0.370 → 9.0.372

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/custom-elements.json +12094 -11139
  2. package/dist/deepChat.bundle.js +1 -1
  3. package/dist/deepChat.js +180 -177
  4. package/dist/services/azure/azureSummarizationIO.d.ts.map +1 -1
  5. package/dist/services/openAI/audiodata.d.ts.map +1 -1
  6. package/dist/services/openAI/openAIChatIO.d.ts +1 -0
  7. package/dist/services/openAI/openAIChatIO.d.ts.map +1 -1
  8. package/dist/services/requesty/requestIO.d.ts +23 -0
  9. package/dist/services/requesty/requestIO.d.ts.map +1 -0
  10. package/dist/services/requesty/utils/requestyUtils.d.ts +7 -0
  11. package/dist/services/requesty/utils/requestyUtils.d.ts.map +1 -0
  12. package/dist/types/directConnection.d.ts +2 -0
  13. package/dist/types/directConnection.d.ts.map +1 -1
  14. package/dist/types/requesty.d.ts +46 -0
  15. package/dist/types/requesty.d.ts.map +1 -0
  16. package/dist/types/requestyInternal.d.ts +42 -0
  17. package/dist/types/requestyInternal.d.ts.map +1 -0
  18. package/dist/types/requestyResult.d.ts +62 -0
  19. package/dist/types/requestyResult.d.ts.map +1 -0
  20. package/dist/types/webModel/webLLM/webLLM.d.ts +2 -2
  21. package/dist/types/webModel/webLLM/webLLM.d.ts.map +1 -1
  22. package/dist/types/webModel/webLLM/webLLMChatModule.d.ts +2 -20
  23. package/dist/types/webModel/webLLM/webLLMChatModule.d.ts.map +1 -1
  24. package/dist/types/webModel/webLLM/webLLMClient.d.ts +2 -42
  25. package/dist/types/webModel/webLLM/webLLMClient.d.ts.map +1 -1
  26. package/dist/types/webModel/webLLM/webLLMShared.d.ts +84 -38
  27. package/dist/types/webModel/webLLM/webLLMShared.d.ts.map +1 -1
  28. package/dist/types/webModel/webModel.d.ts +1 -1
  29. package/dist/types/webModel/webModel.d.ts.map +1 -1
  30. package/dist/views/chat/messages/stream/messageStream.d.ts +3 -4
  31. package/dist/views/chat/messages/stream/messageStream.d.ts.map +1 -1
  32. package/dist/webModel/webModel.d.ts +2 -1
  33. package/dist/webModel/webModel.d.ts.map +1 -1
  34. package/dist/webModel/webModelConfig.d.ts +25 -6
  35. package/dist/webModel/webModelConfig.d.ts.map +1 -1
  36. package/dist/webModel/webModelFiles.d.ts +10 -0
  37. package/dist/webModel/webModelFiles.d.ts.map +1 -0
  38. package/dist/webModel/webModelIntroMessage.d.ts +1 -1
  39. package/dist/webModel/webModelIntroMessage.d.ts.map +1 -1
  40. package/package.json +8 -7
@@ -1 +1 @@
1
- {"version":3,"file":"azureSummarizationIO.d.ts","sourceRoot":"","sources":["../../../src/services/azure/azureSummarizationIO.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,wBAAwB,EAAE,wBAAwB,EAAC,MAAM,yBAAyB,CAAC;AAG3F,OAAO,EAAQ,wBAAwB,EAAC,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAGlD,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAExC,KAAK,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,wBAAwB,EAAE,UAAU,CAAC,CAAC,CAAC;AAEpE,qBAAa,oBAAqB,SAAQ,eAAe;IACvD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAEiE;IACtG,sBAAsB,EAAE,MAAM,EAAE,CAAiD;IAC1F,GAAG,SAAM;IACT,wBAAwB,SAA8B;IACtD,mBAAmB,UAAS;gBAEhB,QAAQ,EAAE,QAAQ;IAiB9B,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE;;;;;;;;;;;;IAqB1C,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAK/D,iBAAiB,CAAC,MAAM,EAAE,QAAQ,GAAG,wBAAwB,GAAG,OAAO,CAAC,SAAS,CAAC;IAW3F,qBAAqB,CAAC,MAAM,EAAE,wBAAwB,GAAG,UAAU;CAW1E"}
1
+ {"version":3,"file":"azureSummarizationIO.d.ts","sourceRoot":"","sources":["../../../src/services/azure/azureSummarizationIO.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,wBAAwB,EAAE,wBAAwB,EAAC,MAAM,yBAAyB,CAAC;AAG3F,OAAO,EAAQ,wBAAwB,EAAC,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAGlD,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAExC,KAAK,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,wBAAwB,EAAE,UAAU,CAAC,CAAC,CAAC;AAEpE,qBAAa,oBAAqB,SAAQ,eAAe;IACvD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CACiE;IACtG,sBAAsB,EAAE,MAAM,EAAE,CAAiD;IAC1F,GAAG,SAAM;IACT,wBAAwB,SAA8B;IACtD,mBAAmB,UAAS;gBAEhB,QAAQ,EAAE,QAAQ;IAiB9B,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE;;;;;;;;;;;;IAqB1C,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAK/D,iBAAiB,CAAC,MAAM,EAAE,QAAQ,GAAG,wBAAwB,GAAG,OAAO,CAAC,SAAS,CAAC;IAW3F,qBAAqB,CAAC,MAAM,EAAE,wBAAwB,GAAG,UAAU;CAW1E"}
@@ -1 +1 @@
1
- {"version":3,"file":"audiodata.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/audiodata.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,IAAI,istqCAE+qtqC,CAAC"}
1
+ {"version":3,"file":"audiodata.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/audiodata.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,IAAI,istqCAE+qtqC,CAAC"}
@@ -12,6 +12,7 @@ export declare class OpenAIChatIO extends OpenAIBaseIO {
12
12
  keyHelpUrl: string;
13
13
  url: string;
14
14
  private _functionStreamInProgress;
15
+ private _streamedResponseFunctionCalls;
15
16
  private static readonly IMAGE_BASE64_PREFIX;
16
17
  private _conversationId?;
17
18
  private readonly _useConversation;
@@ -1 +1 @@
1
- {"version":3,"file":"openAIChatIO.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/openAIChatIO.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAI3D,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAIL,YAAY,EAEb,MAAM,0BAA0B,CAAC;AAsClC,qBAAa,YAAa,SAAQ,YAAY;IACnC,UAAU,SAAwB;IAE3C,GAAG,SAAkC;IACrC,OAAO,CAAC,yBAAyB,CAAS;IAC1C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA4B;IACvE,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAc;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAI9B,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,CAAC,EAAE,sBAAsB,EAC9E,mBAAmB,CAAC,EAAE,gBAAgB,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,GAAG,UAAU;cAiB1E,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ;IAIvE,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAQ/B,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,MAAM,CAAC,cAAc;IAU7B,OAAO,CAAC,MAAM,CAAC,UAAU;YAWX,gBAAgB;IAiB9B,OAAO,CAAC,MAAM,CAAC,eAAe;IAI9B,OAAO,CAAC,0BAA0B;IAyBlC,OAAO,CAAC,cAAc;YAaR,kBAAkB;IAajB,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAS/D,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAMnF,aAAa;YA2Bb,mCAAmC;IAYjD,OAAO,CAAC,4BAA4B;IAapC,OAAO,CAAC,MAAM,CAAC,iBAAiB;YAIlB,4BAA4B;CA4B3C"}
1
+ {"version":3,"file":"openAIChatIO.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/openAIChatIO.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAI3D,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAIL,YAAY,EAEb,MAAM,0BAA0B,CAAC;AAsClC,qBAAa,YAAa,SAAQ,YAAY;IACnC,UAAU,SAAwB;IAE3C,GAAG,SAAkC;IACrC,OAAO,CAAC,yBAAyB,CAAS;IAG1C,OAAO,CAAC,8BAA8B,CAA+B;IACrE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA4B;IACvE,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAc;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAI9B,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,CAAC,EAAE,sBAAsB,EAC9E,mBAAmB,CAAC,EAAE,gBAAgB,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,GAAG,UAAU;cAiB1E,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ;IAIvE,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAQ/B,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,MAAM,CAAC,cAAc;IAU7B,OAAO,CAAC,MAAM,CAAC,UAAU;YAWX,gBAAgB;IAiB9B,OAAO,CAAC,MAAM,CAAC,eAAe;IAI9B,OAAO,CAAC,0BAA0B;IAyBlC,OAAO,CAAC,cAAc;YAaR,kBAAkB;IAajB,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAU/D,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAMnF,aAAa;YAgCb,mCAAmC;IAYjD,OAAO,CAAC,4BAA4B;IAapC,OAAO,CAAC,MAAM,CAAC,iBAAiB;YAIlB,4BAA4B;CA4B3C"}
@@ -0,0 +1,23 @@
1
+ import { RequestyToolCall } from '../../types/requestyInternal';
2
+ import { RequestyAPIResult } from '../../types/requestyResult';
3
+ import { MessageContentI } from '../../types/messagesInternal';
4
+ import { Requesty } from '../../types/requesty';
5
+ import { Messages } from '../../views/chat/messages/messages';
6
+ import { Response as ResponseI } from '../../types/response';
7
+ import { DirectServiceIO } from '../utils/directServiceIO';
8
+ import { DeepChat } from '../../deepChat';
9
+ export declare class RequestyIO extends DirectServiceIO {
10
+ insertKeyPlaceholderText: string;
11
+ keyHelpUrl: string;
12
+ url: string;
13
+ permittedErrorPrefixes: string[];
14
+ readonly _streamToolCalls?: RequestyToolCall[];
15
+ constructor(deepChat: DeepChat);
16
+ private static getAudioContent;
17
+ private static getContent;
18
+ private preprocessBody;
19
+ callServiceAPI(messages: Messages, pMessages: MessageContentI[]): Promise<void>;
20
+ extractResultData(result: RequestyAPIResult, prevBody?: Requesty): Promise<ResponseI>;
21
+ private extractStreamResult;
22
+ }
23
+ //# sourceMappingURL=requestIO.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"requestIO.d.ts","sourceRoot":"","sources":["../../../src/services/requesty/requestIO.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,gBAAgB,EAAmC,MAAM,8BAA8B,CAAC;AAGrH,OAAO,EAAC,iBAAiB,EAAsB,MAAM,4BAA4B,CAAC;AAElF,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAe,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAC,eAAe,EAAC,MAAM,0BAA0B,CAAC;AAGzD,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAWxC,qBAAa,UAAW,SAAQ,eAAe;IACpC,wBAAwB,SAAuC;IAC/D,UAAU,SAAsC;IACzD,GAAG,SAAoD;IACvD,sBAAsB,WAA+D;IACrF,QAAQ,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAC;gBAEnC,QAAQ,EAAE,QAAQ;IAY9B,OAAO,CAAC,MAAM,CAAC,eAAe;IAiB9B,OAAO,CAAC,MAAM,CAAC,UAAU;IAczB,OAAO,CAAC,cAAc;IAiBP,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAK/D,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC;YAqDtF,mBAAmB;CAelC"}
@@ -0,0 +1,7 @@
1
+ import { KeyVerificationDetails } from '../../../types/keyVerificationDetails';
2
+ export declare const REQUESTY_BUILD_HEADERS: (key: string) => {
3
+ Authorization: string;
4
+ "Content-Type": string;
5
+ };
6
+ export declare const REQUESTY_BUILD_KEY_VERIFICATION_DETAILS: () => KeyVerificationDetails;
7
+ //# sourceMappingURL=requestyUtils.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"requestyUtils.d.ts","sourceRoot":"","sources":["../../../../src/services/requesty/utils/requestyUtils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,sBAAsB,EAAC,MAAM,uCAAuC,CAAC;AAmB7E,eAAO,MAAM,sBAAsB,GAAI,KAAK,MAAM;;;CAKjD,CAAC;AAoBF,eAAO,MAAM,uCAAuC,QAAO,sBAG1D,CAAC"}
@@ -4,6 +4,7 @@ import { AssemblyAI } from './assemblyAI';
4
4
  import { OpenRouter } from './openRouter';
5
5
  import { Perplexity } from './perplexity';
6
6
  import { OpenWebUI } from './openWebUI';
7
+ import { Requesty } from './requesty';
7
8
  import { DeepSeek } from './deepSeek';
8
9
  import { Together } from './together';
9
10
  import { BigModel } from './bigModel';
@@ -46,5 +47,6 @@ export interface DirectConnection {
46
47
  openWebUI?: OpenWebUI & APIKey;
47
48
  dify?: Dify & APIKey;
48
49
  liteLLM?: LiteLLM & APIKey;
50
+ requesty?: Requesty & APIKey;
49
51
  }
50
52
  //# sourceMappingURL=directConnection.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"directConnection.d.ts","sourceRoot":"","sources":["../../src/types/directConnection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AACtC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,CAAC,EAAC,MAAM,KAAK,CAAC;AAEtB,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACnC,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC;IAC/B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CAC5B"}
1
+ {"version":3,"file":"directConnection.d.ts","sourceRoot":"","sources":["../../src/types/directConnection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AACtC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,CAAC,EAAC,MAAM,KAAK,CAAC;AAEtB,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACnC,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC;IAC/B,IAAI,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;CAC9B"}
@@ -0,0 +1,46 @@
1
+ import { ChatFunctionHandler } from './openAI';
2
+ export interface RequestyTool {
3
+ type: 'function';
4
+ function: {
5
+ name: string;
6
+ description: string;
7
+ parameters: object;
8
+ };
9
+ }
10
+ export type RequestyToolChoice = 'auto' | 'none' | 'required' | {
11
+ type: 'function';
12
+ function: {
13
+ name: string;
14
+ };
15
+ };
16
+ export interface RequestyResponseFormat {
17
+ type: 'text' | 'json_object' | 'json_schema';
18
+ json_schema?: {
19
+ name: string;
20
+ description?: string;
21
+ schema: object;
22
+ strict?: boolean;
23
+ };
24
+ }
25
+ export interface RequestyReasoning {
26
+ effort?: 'low' | 'medium' | 'high';
27
+ max_tokens?: number;
28
+ exclude?: boolean;
29
+ enabled?: boolean;
30
+ }
31
+ export interface RequestyChat {
32
+ model?: string;
33
+ models?: string[];
34
+ max_tokens?: number;
35
+ max_completion_tokens?: number;
36
+ stop?: string | string[];
37
+ system_prompt?: string;
38
+ tools?: RequestyTool[];
39
+ tool_choice?: RequestyToolChoice;
40
+ parallel_tool_calls?: boolean;
41
+ response_format?: RequestyResponseFormat;
42
+ reasoning?: RequestyReasoning;
43
+ function_handler?: ChatFunctionHandler;
44
+ }
45
+ export type Requesty = true | RequestyChat;
46
+ //# sourceMappingURL=requesty.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"requesty.d.ts","sourceRoot":"","sources":["../../src/types/requesty.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,mBAAmB,EAAC,MAAM,UAAU,CAAC;AAE7C,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE;QAAC,IAAI,EAAE,MAAM,CAAA;KAAC,CAAA;CAAC,CAAC;AAE7G,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,CAAC;IAC7C,WAAW,CAAC,EAAE;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAGD,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B,gBAAgB,CAAC,EAAE,mBAAmB,CAAC;CACxC;AAED,MAAM,MAAM,QAAQ,GAAG,IAAI,GAAG,YAAY,CAAC"}
@@ -0,0 +1,42 @@
1
+ import { RequestyReasoning, RequestyResponseFormat, RequestyTool, RequestyToolChoice } from './requesty';
2
+ export type RequestyToolCall = {
3
+ id: string;
4
+ type: 'function';
5
+ function: {
6
+ name: string;
7
+ arguments: string;
8
+ };
9
+ };
10
+ export type RequestyContent = {
11
+ type: 'text' | 'image_url' | 'input_audio';
12
+ text?: string;
13
+ image_url?: {
14
+ url: string;
15
+ };
16
+ input_audio?: {
17
+ data: string;
18
+ format: 'wav' | 'mp3';
19
+ };
20
+ };
21
+ export type RequestyMessage = {
22
+ role: 'user' | 'assistant' | 'system' | 'tool';
23
+ content: string | RequestyContent[] | null;
24
+ tool_calls?: RequestyToolCall[];
25
+ tool_call_id?: string;
26
+ name?: string;
27
+ };
28
+ export type RequestyRequestBody = {
29
+ model: string;
30
+ models?: string[];
31
+ messages: RequestyMessage[];
32
+ tools?: RequestyTool[];
33
+ tool_choice?: RequestyToolChoice;
34
+ parallel_tool_calls?: boolean;
35
+ response_format?: RequestyResponseFormat;
36
+ reasoning?: RequestyReasoning;
37
+ stream?: boolean;
38
+ max_tokens?: number;
39
+ max_completion_tokens?: number;
40
+ stop?: string | string[];
41
+ };
42
+ //# sourceMappingURL=requestyInternal.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"requestyInternal.d.ts","sourceRoot":"","sources":["../../src/types/requestyInternal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAE,sBAAsB,EAAE,YAAY,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AAEvG,MAAM,MAAM,gBAAgB,GAAG;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,aAAa,CAAC;IAC3C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE;QACV,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;IACF,WAAW,CAAC,EAAE;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,KAAK,GAAG,KAAK,CAAC;KACvB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,GAAG,eAAe,EAAE,GAAG,IAAI,CAAC;IAC3C,UAAU,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC1B,CAAC"}
@@ -0,0 +1,62 @@
1
+ import { RequestyToolCall } from './requestyInternal';
2
+ export type RequestyImageContent = {
3
+ type: 'image_url';
4
+ image_url: {
5
+ url: string;
6
+ };
7
+ };
8
+ export type RequestyResponse = {
9
+ id: string;
10
+ object: 'chat.completion';
11
+ created: number;
12
+ model: string;
13
+ choices: Array<{
14
+ index: number;
15
+ message: {
16
+ role: 'assistant';
17
+ content: string | null;
18
+ tool_calls?: RequestyToolCall[];
19
+ images?: RequestyImageContent[];
20
+ };
21
+ finish_reason: string;
22
+ }>;
23
+ usage?: {
24
+ prompt_tokens: number;
25
+ completion_tokens: number;
26
+ total_tokens: number;
27
+ };
28
+ error?: {
29
+ message: string;
30
+ type: string;
31
+ code?: string;
32
+ };
33
+ };
34
+ export type RequestyStreamEvent = {
35
+ id: string;
36
+ object: 'chat.completion.chunk';
37
+ created: number;
38
+ model: string;
39
+ choices: Array<{
40
+ index: number;
41
+ delta: {
42
+ role?: 'assistant';
43
+ content?: string;
44
+ images?: RequestyImageContent[];
45
+ tool_calls?: RequestyToolCall[];
46
+ };
47
+ finish_reason?: string;
48
+ }>;
49
+ message?: {
50
+ role: 'assistant';
51
+ content: string | null;
52
+ tool_calls?: RequestyToolCall[];
53
+ images?: RequestyImageContent[];
54
+ };
55
+ error?: {
56
+ message: string;
57
+ type: string;
58
+ code?: string;
59
+ };
60
+ };
61
+ export type RequestyAPIResult = RequestyResponse | RequestyStreamEvent;
62
+ //# sourceMappingURL=requestyResult.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"requestyResult.d.ts","sourceRoot":"","sources":["../../src/types/requestyResult.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAC;AAEpD,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,WAAW,CAAC;IAClB,SAAS,EAAE;QACT,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE;YACP,IAAI,EAAE,WAAW,CAAC;YAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;YACvB,UAAU,CAAC,EAAE,gBAAgB,EAAE,CAAC;YAChC,MAAM,CAAC,EAAE,oBAAoB,EAAE,CAAC;SACjC,CAAC;QACF,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,WAAW,CAAC;YACnB,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,MAAM,CAAC,EAAE,oBAAoB,EAAE,CAAC;YAChC,UAAU,CAAC,EAAE,gBAAgB,EAAE,CAAC;SACjC,CAAC;QACF,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC,CAAC;IACH,OAAO,CAAC,EAAE;QACR,IAAI,EAAE,WAAW,CAAC;QAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,UAAU,CAAC,EAAE,gBAAgB,EAAE,CAAC;QAChC,MAAM,CAAC,EAAE,oBAAoB,EAAE,CAAC;KACjC,CAAC;IACF,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,gBAAgB,GAAG,mBAAmB,CAAC"}
@@ -1,4 +1,4 @@
1
- export { ChatWorkerClient } from './webLLMClient';
2
- export { ChatModule } from './webLLMChatModule';
1
+ export { WebWorkerMLCEngine } from './webLLMClient';
2
+ export { MLCEngine } from './webLLMChatModule';
3
3
  export * from './webLLMShared';
4
4
  //# sourceMappingURL=webLLM.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"webLLM.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,gBAAgB,EAAC,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,cAAc,gBAAgB,CAAC"}
1
+ {"version":3,"file":"webLLM.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAC,SAAS,EAAC,MAAM,oBAAoB,CAAC;AAC7C,cAAc,gBAAgB,CAAC"}
@@ -1,21 +1,3 @@
1
- import { AppConfig, ChatInterface, ChatOptions, GenerateProgressCallback, InitProgressCallback } from './webLLMShared';
2
- export declare class ChatModule implements ChatInterface {
3
- private readonly logger;
4
- private readonly pipeline?;
5
- private readonly initProgressCallback?;
6
- private readonly interruptSignal;
7
- setInitProgressCallback(initProgressCallback: InitProgressCallback): void;
8
- reload(localId: string, chatOpts?: ChatOptions, appConfig?: AppConfig): Promise<void>;
9
- generate(input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number): Promise<string>;
10
- interruptGenerate(): Promise<void>;
11
- runtimeStatsText(): Promise<string>;
12
- resetChat(): Promise<void>;
13
- unload(): Promise<void>;
14
- stopped(): boolean;
15
- getMessage(): string;
16
- prefill(input: string): Promise<void>;
17
- decode(): Promise<void>;
18
- private readonly getPipeline;
19
- private readonly asyncLoadTokenizer;
20
- }
1
+ import { MLCEngineConfig, MLCEngineInterface } from './webLLMShared';
2
+ export declare const MLCEngine: new (engineConfig?: MLCEngineConfig) => MLCEngineInterface;
21
3
  //# sourceMappingURL=webLLMChatModule.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"webLLMChatModule.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMChatModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,wBAAwB,EAAE,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AAErH,MAAM,CAAC,OAAO,OAAO,UAAW,YAAW,aAAa;IACtD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3B,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IACvC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;IACjC,uBAAuB,CAAC,oBAAoB,EAAE,oBAAoB,GAAG,IAAI;IACzE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IACrF,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,wBAAwB,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9G,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAClC,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IACnC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAC1B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IACvB,OAAO,IAAI,OAAO;IAClB,UAAU,IAAI,MAAM;IACpB,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IACrC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IACvB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CACrC"}
1
+ {"version":3,"file":"webLLMChatModule.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMChatModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAInE,MAAM,CAAC,OAAO,CAAC,MAAM,SAAS,EAAE,KAAK,YAAY,CAAC,EAAE,eAAe,KAAK,kBAAkB,CAAC"}
@@ -1,43 +1,3 @@
1
- import { GenerateProgressCallback, InitProgressCallback, InitProgressReport, ChatInterface, ChatOptions, AppConfig } from './webLLMShared';
2
- interface ReloadParams {
3
- localIdOrUrl: string;
4
- chatOpts?: ChatOptions;
5
- appConfig?: AppConfig;
6
- }
7
- interface GenerateParams {
8
- input: string;
9
- streamInterval?: number;
10
- }
11
- interface GenerateProgressCallbackParams {
12
- step: number;
13
- currentMessage: string;
14
- }
15
- type MessageContent = GenerateProgressCallbackParams | ReloadParams | GenerateParams | InitProgressReport | string | null;
16
- export declare class ChatWorkerHandler {
17
- private readonly chat;
18
- constructor(chat: ChatInterface);
19
- handleTask<T extends MessageContent>(uuid: string, task: () => Promise<T>): Promise<void>;
20
- onmessage(event: MessageEvent): void;
21
- }
22
- interface ChatWorker {
23
- onmessage: any;
24
- postMessage: (message: any) => void;
25
- }
26
- export declare class ChatWorkerClient implements ChatInterface {
27
- worker: ChatWorker;
28
- private readonly initProgressCallback?;
29
- private readonly generateCallbackRegistry;
30
- private readonly pendingPromise;
31
- constructor(worker: any);
32
- setInitProgressCallback(initProgressCallback: InitProgressCallback): void;
33
- private readonly getPromise;
34
- reload(localIdOrUrl: string, chatOpts?: ChatOptions, appConfig?: AppConfig): Promise<void>;
35
- generate(input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number): Promise<string>;
36
- runtimeStatsText(): Promise<string>;
37
- interruptGenerate(): void;
38
- unload(): Promise<void>;
39
- resetChat(): Promise<void>;
40
- onmessage(event: any): void;
41
- }
42
- export {};
1
+ import { MLCEngineConfig, MLCEngineInterface } from './webLLMShared';
2
+ export declare const WebWorkerMLCEngine: new (worker: Worker, engineConfig?: MLCEngineConfig) => MLCEngineInterface;
43
3
  //# sourceMappingURL=webLLMClient.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"webLLMClient.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMClient.ts"],"names":[],"mappings":"AACA,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,kBAAkB,EAClB,aAAa,EACb,WAAW,EACX,SAAS,EACV,MAAM,gBAAgB,CAAC;AAExB,UAAU,YAAY;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;AACD,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AACD,UAAU,8BAA8B;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;CACxB;AACD,KAAK,cAAc,GAAG,8BAA8B,GAAG,YAAY,GAAG,cAAc,GAAG,kBAAkB,GAAG,MAAM,GAAG,IAAI,CAAC;AAE1H,MAAM,CAAC,OAAO,OAAO,iBAAiB;IACpC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,aAAa;IAC/B,UAAU,CAAC,CAAC,SAAS,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IACzF,SAAS,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI;CACrC;AACD,UAAU,UAAU;IAClB,SAAS,EAAE,GAAG,CAAC;IACf,WAAW,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;CACrC;AAED,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,aAAa;IAC5D,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IACvC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IAC1C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;gBACpB,MAAM,EAAE,GAAG;IACvB,uBAAuB,CAAC,oBAAoB,EAAE,oBAAoB,GAAG,IAAI;IACzE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;IAC5B,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1F,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,wBAAwB,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9G,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IACnC,iBAAiB,IAAI,IAAI;IACzB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IACvB,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAC1B,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;CAC5B"}
1
+ {"version":3,"file":"webLLMClient.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAKnE,MAAM,CAAC,OAAO,CAAC,MAAM,kBAAkB,EAAE,KAAK,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,eAAe,KAAK,kBAAkB,CAAC"}
@@ -1,51 +1,97 @@
1
- export interface ConvTemplateConfig {
2
- system: string;
3
- roles: Array<string>;
4
- seps: Array<string>;
5
- separator_style: string;
6
- offset: number;
7
- stop_str: string;
8
- add_bos: boolean;
9
- }
10
- export interface ChatConfig {
11
- local_id: string;
12
- model_lib: string;
13
- tokenizer_files: Array<string>;
14
- conv_config?: Partial<ConvTemplateConfig>;
15
- conv_template: string;
16
- conversation_history?: Array<[string, string]>;
17
- mean_gen_len: number;
18
- shift_fill_factor: number;
19
- repetition_penalty: number;
20
- top_p: number;
21
- temperature: number;
1
+ export interface InitProgressReport {
2
+ progress: number;
3
+ timeElapsed: number;
4
+ text: string;
5
+ }
6
+ export type InitProgressCallback = (report: InitProgressReport) => void;
7
+ export interface ChatOptions {
8
+ context_window_size?: number;
9
+ sliding_window_size?: number;
10
+ conv_config?: {
11
+ system_message?: string;
12
+ [key: string]: unknown;
13
+ };
14
+ temperature?: number;
15
+ top_p?: number;
16
+ [key: string]: unknown;
22
17
  }
23
18
  export interface ModelRecord {
24
- model_url: string;
25
- local_id: string;
26
- model_lib_url: string;
19
+ model: string;
20
+ model_id: string;
21
+ model_lib: string;
22
+ overrides?: ChatOptions;
23
+ vram_required_MB?: number;
24
+ low_resource_required?: boolean;
27
25
  required_features?: Array<string>;
28
26
  }
27
+ export type CacheBackend = 'cache' | 'indexeddb' | 'cross-origin' | 'opfs';
29
28
  export interface AppConfig {
30
29
  model_list: Array<ModelRecord>;
31
- use_cache?: boolean;
30
+ cacheBackend?: CacheBackend;
32
31
  }
33
- export declare const prebuiltAppConfig: AppConfig;
34
- export type ChatOptions = Partial<ChatConfig>;
35
- export interface InitProgressReport {
36
- progress: number;
37
- timeElapsed: number;
38
- text: string;
32
+ export interface MLCEngineConfig {
33
+ appConfig?: AppConfig;
34
+ initProgressCallback?: InitProgressCallback;
35
+ logLevel?: string;
39
36
  }
40
- export type InitProgressCallback = (report: InitProgressReport) => void;
41
- export type GenerateProgressCallback = (step: number, currentMessage: string) => void;
42
- export interface ChatInterface {
37
+ export interface ChatCompletionMessageParam {
38
+ role: 'system' | 'user' | 'assistant' | 'tool';
39
+ content: string;
40
+ name?: string;
41
+ }
42
+ export interface ChatCompletionRequest {
43
+ messages: Array<ChatCompletionMessageParam>;
44
+ stream?: boolean | null;
45
+ stream_options?: {
46
+ include_usage?: boolean;
47
+ } | null;
48
+ model?: string | null;
49
+ temperature?: number | null;
50
+ max_tokens?: number | null;
51
+ top_p?: number | null;
52
+ }
53
+ export interface ChatCompletionChunk {
54
+ id: string;
55
+ model: string;
56
+ choices: Array<{
57
+ delta: {
58
+ content?: string | null;
59
+ role?: string;
60
+ };
61
+ index: number;
62
+ finish_reason?: string | null;
63
+ }>;
64
+ }
65
+ export interface ChatCompletion {
66
+ id: string;
67
+ model: string;
68
+ choices: Array<{
69
+ message: {
70
+ role: string;
71
+ content: string | null;
72
+ };
73
+ index: number;
74
+ finish_reason?: string | null;
75
+ }>;
76
+ }
77
+ export interface ChatCompletionsAPI {
78
+ create(request: ChatCompletionRequest & {
79
+ stream: true;
80
+ }): Promise<AsyncIterable<ChatCompletionChunk>>;
81
+ create(request: ChatCompletionRequest): Promise<ChatCompletion>;
82
+ }
83
+ export interface MLCEngineInterface {
84
+ chat: {
85
+ completions: ChatCompletionsAPI;
86
+ };
43
87
  setInitProgressCallback: (initProgressCallback: InitProgressCallback) => void;
44
- reload: (localIdOrUrl: string, chatOpts?: ChatOptions, appConfig?: AppConfig, files?: FileList) => Promise<File[] | void>;
45
- generate: (input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number) => Promise<string>;
46
- runtimeStatsText: () => Promise<string>;
88
+ setAppConfig: (appConfig: AppConfig) => void;
89
+ reload: (modelId: string | string[], chatOpts?: ChatOptions | ChatOptions[]) => Promise<void>;
47
90
  interruptGenerate: () => void;
48
91
  unload: () => Promise<void>;
49
- resetChat: () => Promise<void>;
92
+ resetChat: (keepStats?: boolean, modelId?: string) => Promise<void>;
93
+ runtimeStatsText: (modelId?: string) => Promise<string>;
50
94
  }
95
+ export declare function deleteModelAllInfoInCache(modelId: string, appConfig?: AppConfig): Promise<void>;
96
+ export declare const prebuiltAppConfig: AppConfig;
51
97
  //# sourceMappingURL=webLLMShared.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"webLLMShared.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMShared.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,WAAW,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1C,aAAa,EAAE,MAAM,CAAC;IAEtB,oBAAoB,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,CAAC,OAAO,CAAC,MAAM,iBAAiB,EAAE,SAAS,CAAC;AAElD,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAE9C,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;AAExE,MAAM,MAAM,wBAAwB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,KAAK,IAAI,CAAC;AAEtF,MAAM,WAAW,aAAa;IAC5B,uBAAuB,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAE9E,MAAM,EAAE,CACN,YAAY,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,WAAW,EACtB,SAAS,CAAC,EAAE,SAAS,EACrB,KAAK,CAAC,EAAE,QAAQ,KACb,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC;IAE5B,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,wBAAwB,EAAE,cAAc,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnH,gBAAgB,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;IAExC,iBAAiB,EAAE,MAAM,IAAI,CAAC;IAE9B,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAChC"}
1
+ {"version":3,"file":"webLLMShared.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMShared.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;AAGxE,MAAM,WAAW,WAAW;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE;QAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAC,CAAC;IAChE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACnC;AAED,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,cAAc,CAAC,EAAE;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAC,GAAG,IAAI,CAAC;IAClD,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE;YAAC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAA;SAAC,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,OAAO,EAAE;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;SAAC,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG;QAAC,MAAM,EAAE,IAAI,CAAA;KAAC,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACrG,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;CACjE;AAGD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE;QAAC,WAAW,EAAE,kBAAkB,CAAA;KAAC,CAAC;IACxC,uBAAuB,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAC9E,YAAY,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,CAAC;IAC7C,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9F,iBAAiB,EAAE,MAAM,IAAI,CAAC;IAC9B,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,SAAS,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD;AAED,MAAM,CAAC,OAAO,UAAU,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAEzG,MAAM,CAAC,OAAO,CAAC,MAAM,iBAAiB,EAAE,SAAS,CAAC"}
@@ -1,4 +1,4 @@
1
- export type WebModelName = 'Llama-2-7b-chat-hf-q4f32_1' | 'Llama-2-7b-chat-hf-q4f16_1' | 'Llama-2-7b-chat-hf-q4f16_1-1k' | 'Llama-2-13b-chat-hf-q4f16_1' | 'Llama-2-70b-chat-hf-q4f16_1' | 'RedPajama-INCITE-Chat-3B-v1-q4f16_1' | 'RedPajama-INCITE-Chat-3B-v1-q4f32_1' | 'RedPajama-INCITE-Chat-3B-v1-q4f16_1-1k' | 'RedPajama-INCITE-Chat-3B-v1-q4f32_1-1k' | 'WizardMath-7B-V1.1-q4f16_1' | 'Mistral-7B-Instruct-v0.2-q4f16_1' | 'OpenHermes-2.5-Mistral-7B-q4f16_1' | 'NeuralHermes-2.5-Mistral-7B-q4f16_1' | 'TinyLlama-1.1B-Chat-v0.4-q0f16' | 'TinyLlama-1.1B-Chat-v0.4-q0f32' | 'TinyLlama-1.1B-Chat-v0.4-q4f16_1-1k' | 'TinyLlama-1.1B-Chat-v0.4-q4f32_1-1k';
1
+ export type WebModelName = 'Llama-3.2-1B-Instruct-q4f16_1-MLC' | 'Llama-3.2-1B-Instruct-q4f32_1-MLC' | 'Llama-3.2-3B-Instruct-q4f16_1-MLC' | 'Llama-3.1-8B-Instruct-q4f16_1-MLC' | 'Phi-3.5-mini-instruct-q4f16_1-MLC' | 'Phi-3.5-mini-instruct-q4f16_1-MLC-1k' | 'Qwen2.5-0.5B-Instruct-q4f16_1-MLC' | 'Qwen2.5-1.5B-Instruct-q4f16_1-MLC' | 'gemma-2-2b-it-q4f16_1-MLC' | 'Mistral-7B-Instruct-v0.3-q4f16_1-MLC' | 'TinyLlama-1.1B-Chat-v1.0-q4f16_1-MLC' | 'SmolLM2-1.7B-Instruct-q4f16_1-MLC' | (string & {});
2
2
  export interface WebModelIntro {
3
3
  displayed?: boolean;
4
4
  initialHtml?: string;
@@ -1 +1 @@
1
- {"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../../src/types/webModel/webModel.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAEpB,4BAA4B,GAC5B,4BAA4B,GAC5B,+BAA+B,GAC/B,6BAA6B,GAC7B,6BAA6B,GAE7B,qCAAqC,GACrC,qCAAqC,GACrC,wCAAwC,GACxC,wCAAwC,GAExC,4BAA4B,GAC5B,kCAAkC,GAClC,mCAAmC,GACnC,qCAAqC,GAErC,gCAAgC,GAChC,gCAAgC,GAChC,qCAAqC,GACrC,qCAAqC,CAAC;AAE1C,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,cAAc,CAAC"}
1
+ {"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../../src/types/webModel/webModel.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,YAAY,GAEpB,mCAAmC,GACnC,mCAAmC,GACnC,mCAAmC,GACnC,mCAAmC,GAEnC,mCAAmC,GACnC,sCAAsC,GAEtC,mCAAmC,GACnC,mCAAmC,GAEnC,2BAA2B,GAE3B,sCAAsC,GAEtC,sCAAsC,GACtC,mCAAmC,GAGnC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAElB,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,cAAc,CAAC"}
@@ -25,11 +25,10 @@ export declare class MessageStream {
25
25
  private setTargetWrapperIfNeeded;
26
26
  private updateBasedOnType;
27
27
  private updateText;
28
- private containsPartialRenderMark;
29
- private isInsideOpenCodeBlock;
30
- private isNewPartialRenderParagraph;
28
+ private getPartialSplitIndex;
29
+ private updatePartialSegments;
31
30
  private partialRenderNewParagraph;
32
- private updatePartialRenderBubble;
31
+ private renderPartialSegment;
33
32
  private updateHTML;
34
33
  finaliseStreamedMessage(hasStreamEnded?: boolean, asyncCallInProgress?: boolean): void;
35
34
  markFileAdded(): void;
@@ -1 +1 @@
1
- {"version":3,"file":"messageStream.d.ts","sourceRoot":"","sources":["../../../../../src/views/chat/messages/stream/messageStream.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,WAAW,EAAC,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAkB,QAAQ,EAAC,MAAM,aAAa,CAAC;AACtD,OAAO,EAAC,QAAQ,EAAC,MAAM,4BAA4B,CAAC;AAGpD,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAC,YAAY,EAAC,MAAM,iBAAiB,CAAC;AAQ7C,qBAAa,aAAa;IACxB,MAAM,CAAC,QAAQ,CAAC,aAAa,sBAAsB;IACnD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAU;IACrD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAU;IAC1C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAe;IACzC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,SAAS,CAAC,CAAkB;IACpC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,kBAAkB,CAAC,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,CAAkB;IACnC,OAAO,CAAC,wBAAwB,CAAC,CAAU;IAC3C,OAAO,CAAC,eAAe,CAAc;IACrC,OAAO,CAAC,cAAc,CAAC,CAAiB;IACxC,OAAO,CAAC,cAAc,CAAC,CAAc;IACrC,OAAO,CAAC,UAAU,CAAC,CAAS;gBAEhB,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,MAAM;IAO5C,qBAAqB,CAAC,QAAQ,CAAC,EAAE,QAAQ;IAyBhD,OAAO,CAAC,eAAe;IA0BvB,OAAO,CAAC,wBAAwB;IAOhC,OAAO,CAAC,iBAAiB;IAOzB,OAAO,CAAC,UAAU;IAalB,OAAO,CAAC,yBAAyB;IAWjC,OAAO,CAAC,qBAAqB;IAS7B,OAAO,CAAC,2BAA2B;IAcnC,OAAO,CAAC,yBAAyB;IAOjC,OAAO,CAAC,yBAAyB;IASjC,OAAO,CAAC,UAAU;IAqBX,uBAAuB,CAAC,cAAc,UAAO,EAAE,mBAAmB,UAAQ;IAoB1E,aAAa;IAKP,4BAA4B,CACrC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC;CAQ1F"}
1
+ {"version":3,"file":"messageStream.d.ts","sourceRoot":"","sources":["../../../../../src/views/chat/messages/stream/messageStream.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,WAAW,EAAC,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAkB,QAAQ,EAAC,MAAM,aAAa,CAAC;AACtD,OAAO,EAAC,QAAQ,EAAC,MAAM,4BAA4B,CAAC;AAGpD,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAC,YAAY,EAAC,MAAM,iBAAiB,CAAC;AAQ7C,qBAAa,aAAa;IACxB,MAAM,CAAC,QAAQ,CAAC,aAAa,sBAAsB;IACnD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAU;IACrD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAU;IAC1C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAe;IACzC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,SAAS,CAAC,CAAkB;IACpC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,kBAAkB,CAAC,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,CAAkB;IACnC,OAAO,CAAC,wBAAwB,CAAC,CAAU;IAC3C,OAAO,CAAC,eAAe,CAAc;IACrC,OAAO,CAAC,cAAc,CAAC,CAAiB;IACxC,OAAO,CAAC,cAAc,CAAC,CAAc;IACrC,OAAO,CAAC,UAAU,CAAC,CAAS;gBAEhB,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,MAAM;IAO5C,qBAAqB,CAAC,QAAQ,CAAC,EAAE,QAAQ;IAyBhD,OAAO,CAAC,eAAe;IA0BvB,OAAO,CAAC,wBAAwB;IAOhC,OAAO,CAAC,iBAAiB;IAOzB,OAAO,CAAC,UAAU;IAclB,OAAO,CAAC,oBAAoB;IAgB5B,OAAO,CAAC,qBAAqB;IAiB7B,OAAO,CAAC,yBAAyB;IAOjC,OAAO,CAAC,oBAAoB;IAU5B,OAAO,CAAC,UAAU;IAgBX,uBAAuB,CAAC,cAAc,UAAO,EAAE,mBAAmB,UAAQ;IAoB1E,aAAa;IAKP,4BAA4B,CACrC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC;CAQ1F"}
@@ -10,7 +10,7 @@ declare global {
10
10
  }
11
11
  }
12
12
  export declare class WebModel extends BaseServiceIO {
13
- static chat?: WebLLM.ChatInterface;
13
+ static chat?: WebLLM.MLCEngineInterface;
14
14
  private static readonly GENERIC_ERROR;
15
15
  private static readonly MULTIPLE_MODELS_ERROR;
16
16
  private static readonly WEB_LLM_NOT_FOUND_ERROR;
@@ -40,6 +40,7 @@ export declare class WebModel extends BaseServiceIO {
40
40
  private init;
41
41
  private attemptToCreateChat;
42
42
  private getConfig;
43
+ private buildMessages;
43
44
  private loadModel;
44
45
  private unloadChat;
45
46
  private immediateResp;
@@ -1 +1 @@
1
- {"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../src/webModel/webModel.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAiB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAC,aAAa,EAAC,MAAM,iCAAiC,CAAC;AAI9D,OAAO,KAAK,MAAM,MAAM,iCAAiC,CAAC;AAE1D,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAKzD,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAC;AAOrC,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,MAAM,EAAE,OAAO,MAAM,CAAC;KACvB;CACF;AAED,qBAAa,QAAS,SAAQ,aAAa;IACzC,OAAc,IAAI,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC;IAC1C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAE8D;IACnG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAoC;IACjF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAA6B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAgC;IACrE,gBAAuB,qBAAqB,KAAK;IACjD,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,sBAAsB,WAA8F;IACpH,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAA+B;IACpE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAc;IACvC,OAAO,CAAC,YAAY,CAAC,CAAa;IAClC,OAAO,CAAC,SAAS,CAAC,CAAW;gBAEjB,QAAQ,EAAE,QAAQ;IAYvB,aAAa,CAAC,QAAQ,EAAE,QAAQ;IAQvC,OAAO,CAAC,MAAM,CAAC,YAAY;IAW3B,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,WAAW;IAQZ,eAAe,CAAC,kBAAkB,CAAC,EAAE,YAAY;;;;;YAQ1C,aAAa;YAeb,IAAI;IAMlB,OAAO,CAAC,mBAAmB;IAW3B,OAAO,CAAC,SAAS;YAgBH,SAAS;YAwCT,UAAU;YAUV,aAAa;YAOb,UAAU;YAcV,kBAAkB;YAclB,YAAY;IAsBX,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAc9E,OAAO,CAAC,SAAS;mBAMI,eAAe;IAuB3B,UAAU;IAInB,OAAO,CAAC,MAAM,CAAC,aAAa;IAS5B,OAAO,CAAC,MAAM,CAAC,UAAU;CAS1B"}
1
+ {"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../src/webModel/webModel.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAiB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAC,aAAa,EAAC,MAAM,iCAAiC,CAAC;AAG9D,OAAO,KAAK,MAAM,MAAM,iCAAiC,CAAC;AAE1D,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAMzD,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAC;AAOrC,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,MAAM,EAAE,OAAO,MAAM,CAAC;KACvB;CACF;AAED,qBAAa,QAAS,SAAQ,aAAa;IACzC,OAAc,IAAI,CAAC,EAAE,MAAM,CAAC,kBAAkB,CAAC;IAC/C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAE8D;IACnG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAoC;IACjF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAA6B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAuC;IAC5E,gBAAuB,qBAAqB,KAAK;IACjD,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,sBAAsB,WAA8F;IAEpH,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAoC;IACzE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAc;IACvC,OAAO,CAAC,YAAY,CAAC,CAAa;IAClC,OAAO,CAAC,SAAS,CAAC,CAAW;gBAEjB,QAAQ,EAAE,QAAQ;IAYvB,aAAa,CAAC,QAAQ,EAAE,QAAQ;IAQvC,OAAO,CAAC,MAAM,CAAC,YAAY;IAY3B,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,WAAW;IAQZ,eAAe,CAAC,kBAAkB,CAAC,EAAE,YAAY;;;;;YAQ1C,aAAa;YAeb,IAAI;IAMlB,OAAO,CAAC,mBAAmB;IAc3B,OAAO,CAAC,SAAS;IAsBjB,OAAO,CAAC,aAAa;YASP,SAAS;YAwCT,UAAU;YAUV,aAAa;YAUb,UAAU;YAyBV,kBAAkB;YAclB,YAAY;IAsBX,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAc9E,OAAO,CAAC,SAAS;mBAMI,eAAe;IAuB3B,UAAU;IAInB,OAAO,CAAC,MAAM,CAAC,aAAa;IAM5B,OAAO,CAAC,MAAM,CAAC,UAAU;CAS1B"}