deep-chat-dev 9.0.370 → 9.0.371

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -12,6 +12,7 @@ export declare class OpenAIChatIO extends OpenAIBaseIO {
12
12
  keyHelpUrl: string;
13
13
  url: string;
14
14
  private _functionStreamInProgress;
15
+ private _streamedResponseFunctionCalls;
15
16
  private static readonly IMAGE_BASE64_PREFIX;
16
17
  private _conversationId?;
17
18
  private readonly _useConversation;
@@ -1 +1 @@
1
- {"version":3,"file":"openAIChatIO.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/openAIChatIO.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAI3D,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAIL,YAAY,EAEb,MAAM,0BAA0B,CAAC;AAsClC,qBAAa,YAAa,SAAQ,YAAY;IACnC,UAAU,SAAwB;IAE3C,GAAG,SAAkC;IACrC,OAAO,CAAC,yBAAyB,CAAS;IAC1C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA4B;IACvE,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAc;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAI9B,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,CAAC,EAAE,sBAAsB,EAC9E,mBAAmB,CAAC,EAAE,gBAAgB,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,GAAG,UAAU;cAiB1E,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ;IAIvE,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAQ/B,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,MAAM,CAAC,cAAc;IAU7B,OAAO,CAAC,MAAM,CAAC,UAAU;YAWX,gBAAgB;IAiB9B,OAAO,CAAC,MAAM,CAAC,eAAe;IAI9B,OAAO,CAAC,0BAA0B;IAyBlC,OAAO,CAAC,cAAc;YAaR,kBAAkB;IAajB,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAS/D,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAMnF,aAAa;YA2Bb,mCAAmC;IAYjD,OAAO,CAAC,4BAA4B;IAapC,OAAO,CAAC,MAAM,CAAC,iBAAiB;YAIlB,4BAA4B;CA4B3C"}
1
+ {"version":3,"file":"openAIChatIO.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/openAIChatIO.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAI3D,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAIL,YAAY,EAEb,MAAM,0BAA0B,CAAC;AAsClC,qBAAa,YAAa,SAAQ,YAAY;IACnC,UAAU,SAAwB;IAE3C,GAAG,SAAkC;IACrC,OAAO,CAAC,yBAAyB,CAAS;IAG1C,OAAO,CAAC,8BAA8B,CAA+B;IACrE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA4B;IACvE,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAc;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAI9B,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,CAAC,EAAE,sBAAsB,EAC9E,mBAAmB,CAAC,EAAE,gBAAgB,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,GAAG,UAAU;cAiB1E,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ;IAIvE,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAQ/B,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,MAAM,CAAC,cAAc;IAU7B,OAAO,CAAC,MAAM,CAAC,UAAU;YAWX,gBAAgB;IAiB9B,OAAO,CAAC,MAAM,CAAC,eAAe;IAI9B,OAAO,CAAC,0BAA0B;IAyBlC,OAAO,CAAC,cAAc;YAaR,kBAAkB;IAajB,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAU/D,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAMnF,aAAa;YAgCb,mCAAmC;IAYjD,OAAO,CAAC,4BAA4B;IAapC,OAAO,CAAC,MAAM,CAAC,iBAAiB;YAIlB,4BAA4B;CA4B3C"}
@@ -1,4 +1,4 @@
1
- export { ChatWorkerClient } from './webLLMClient';
2
- export { ChatModule } from './webLLMChatModule';
1
+ export { WebWorkerMLCEngine } from './webLLMClient';
2
+ export { MLCEngine } from './webLLMChatModule';
3
3
  export * from './webLLMShared';
4
4
  //# sourceMappingURL=webLLM.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"webLLM.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,gBAAgB,EAAC,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,cAAc,gBAAgB,CAAC"}
1
+ {"version":3,"file":"webLLM.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAC,SAAS,EAAC,MAAM,oBAAoB,CAAC;AAC7C,cAAc,gBAAgB,CAAC"}
@@ -1,21 +1,3 @@
1
- import { AppConfig, ChatInterface, ChatOptions, GenerateProgressCallback, InitProgressCallback } from './webLLMShared';
2
- export declare class ChatModule implements ChatInterface {
3
- private readonly logger;
4
- private readonly pipeline?;
5
- private readonly initProgressCallback?;
6
- private readonly interruptSignal;
7
- setInitProgressCallback(initProgressCallback: InitProgressCallback): void;
8
- reload(localId: string, chatOpts?: ChatOptions, appConfig?: AppConfig): Promise<void>;
9
- generate(input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number): Promise<string>;
10
- interruptGenerate(): Promise<void>;
11
- runtimeStatsText(): Promise<string>;
12
- resetChat(): Promise<void>;
13
- unload(): Promise<void>;
14
- stopped(): boolean;
15
- getMessage(): string;
16
- prefill(input: string): Promise<void>;
17
- decode(): Promise<void>;
18
- private readonly getPipeline;
19
- private readonly asyncLoadTokenizer;
20
- }
1
+ import { MLCEngineConfig, MLCEngineInterface } from './webLLMShared';
2
+ export declare const MLCEngine: new (engineConfig?: MLCEngineConfig) => MLCEngineInterface;
21
3
  //# sourceMappingURL=webLLMChatModule.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"webLLMChatModule.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMChatModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,wBAAwB,EAAE,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AAErH,MAAM,CAAC,OAAO,OAAO,UAAW,YAAW,aAAa;IACtD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3B,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IACvC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;IACjC,uBAAuB,CAAC,oBAAoB,EAAE,oBAAoB,GAAG,IAAI;IACzE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IACrF,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,wBAAwB,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9G,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAClC,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IACnC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAC1B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IACvB,OAAO,IAAI,OAAO;IAClB,UAAU,IAAI,MAAM;IACpB,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IACrC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IACvB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CACrC"}
1
+ {"version":3,"file":"webLLMChatModule.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMChatModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAInE,MAAM,CAAC,OAAO,CAAC,MAAM,SAAS,EAAE,KAAK,YAAY,CAAC,EAAE,eAAe,KAAK,kBAAkB,CAAC"}
@@ -1,43 +1,3 @@
1
- import { GenerateProgressCallback, InitProgressCallback, InitProgressReport, ChatInterface, ChatOptions, AppConfig } from './webLLMShared';
2
- interface ReloadParams {
3
- localIdOrUrl: string;
4
- chatOpts?: ChatOptions;
5
- appConfig?: AppConfig;
6
- }
7
- interface GenerateParams {
8
- input: string;
9
- streamInterval?: number;
10
- }
11
- interface GenerateProgressCallbackParams {
12
- step: number;
13
- currentMessage: string;
14
- }
15
- type MessageContent = GenerateProgressCallbackParams | ReloadParams | GenerateParams | InitProgressReport | string | null;
16
- export declare class ChatWorkerHandler {
17
- private readonly chat;
18
- constructor(chat: ChatInterface);
19
- handleTask<T extends MessageContent>(uuid: string, task: () => Promise<T>): Promise<void>;
20
- onmessage(event: MessageEvent): void;
21
- }
22
- interface ChatWorker {
23
- onmessage: any;
24
- postMessage: (message: any) => void;
25
- }
26
- export declare class ChatWorkerClient implements ChatInterface {
27
- worker: ChatWorker;
28
- private readonly initProgressCallback?;
29
- private readonly generateCallbackRegistry;
30
- private readonly pendingPromise;
31
- constructor(worker: any);
32
- setInitProgressCallback(initProgressCallback: InitProgressCallback): void;
33
- private readonly getPromise;
34
- reload(localIdOrUrl: string, chatOpts?: ChatOptions, appConfig?: AppConfig): Promise<void>;
35
- generate(input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number): Promise<string>;
36
- runtimeStatsText(): Promise<string>;
37
- interruptGenerate(): void;
38
- unload(): Promise<void>;
39
- resetChat(): Promise<void>;
40
- onmessage(event: any): void;
41
- }
42
- export {};
1
+ import { MLCEngineConfig, MLCEngineInterface } from './webLLMShared';
2
+ export declare const WebWorkerMLCEngine: new (worker: Worker, engineConfig?: MLCEngineConfig) => MLCEngineInterface;
43
3
  //# sourceMappingURL=webLLMClient.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"webLLMClient.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMClient.ts"],"names":[],"mappings":"AACA,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,kBAAkB,EAClB,aAAa,EACb,WAAW,EACX,SAAS,EACV,MAAM,gBAAgB,CAAC;AAExB,UAAU,YAAY;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;AACD,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AACD,UAAU,8BAA8B;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;CACxB;AACD,KAAK,cAAc,GAAG,8BAA8B,GAAG,YAAY,GAAG,cAAc,GAAG,kBAAkB,GAAG,MAAM,GAAG,IAAI,CAAC;AAE1H,MAAM,CAAC,OAAO,OAAO,iBAAiB;IACpC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,aAAa;IAC/B,UAAU,CAAC,CAAC,SAAS,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IACzF,SAAS,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI;CACrC;AACD,UAAU,UAAU;IAClB,SAAS,EAAE,GAAG,CAAC;IACf,WAAW,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;CACrC;AAED,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,aAAa;IAC5D,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IACvC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IAC1C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;gBACpB,MAAM,EAAE,GAAG;IACvB,uBAAuB,CAAC,oBAAoB,EAAE,oBAAoB,GAAG,IAAI;IACzE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;IAC5B,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1F,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,wBAAwB,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9G,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IACnC,iBAAiB,IAAI,IAAI;IACzB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IACvB,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAC1B,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;CAC5B"}
1
+ {"version":3,"file":"webLLMClient.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAKnE,MAAM,CAAC,OAAO,CAAC,MAAM,kBAAkB,EAAE,KAAK,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,eAAe,KAAK,kBAAkB,CAAC"}
@@ -1,51 +1,97 @@
1
- export interface ConvTemplateConfig {
2
- system: string;
3
- roles: Array<string>;
4
- seps: Array<string>;
5
- separator_style: string;
6
- offset: number;
7
- stop_str: string;
8
- add_bos: boolean;
9
- }
10
- export interface ChatConfig {
11
- local_id: string;
12
- model_lib: string;
13
- tokenizer_files: Array<string>;
14
- conv_config?: Partial<ConvTemplateConfig>;
15
- conv_template: string;
16
- conversation_history?: Array<[string, string]>;
17
- mean_gen_len: number;
18
- shift_fill_factor: number;
19
- repetition_penalty: number;
20
- top_p: number;
21
- temperature: number;
1
+ export interface InitProgressReport {
2
+ progress: number;
3
+ timeElapsed: number;
4
+ text: string;
5
+ }
6
+ export type InitProgressCallback = (report: InitProgressReport) => void;
7
+ export interface ChatOptions {
8
+ context_window_size?: number;
9
+ sliding_window_size?: number;
10
+ conv_config?: {
11
+ system_message?: string;
12
+ [key: string]: unknown;
13
+ };
14
+ temperature?: number;
15
+ top_p?: number;
16
+ [key: string]: unknown;
22
17
  }
23
18
  export interface ModelRecord {
24
- model_url: string;
25
- local_id: string;
26
- model_lib_url: string;
19
+ model: string;
20
+ model_id: string;
21
+ model_lib: string;
22
+ overrides?: ChatOptions;
23
+ vram_required_MB?: number;
24
+ low_resource_required?: boolean;
27
25
  required_features?: Array<string>;
28
26
  }
27
+ export type CacheBackend = 'cache' | 'indexeddb' | 'cross-origin' | 'opfs';
29
28
  export interface AppConfig {
30
29
  model_list: Array<ModelRecord>;
31
- use_cache?: boolean;
30
+ cacheBackend?: CacheBackend;
32
31
  }
33
- export declare const prebuiltAppConfig: AppConfig;
34
- export type ChatOptions = Partial<ChatConfig>;
35
- export interface InitProgressReport {
36
- progress: number;
37
- timeElapsed: number;
38
- text: string;
32
+ export interface MLCEngineConfig {
33
+ appConfig?: AppConfig;
34
+ initProgressCallback?: InitProgressCallback;
35
+ logLevel?: string;
39
36
  }
40
- export type InitProgressCallback = (report: InitProgressReport) => void;
41
- export type GenerateProgressCallback = (step: number, currentMessage: string) => void;
42
- export interface ChatInterface {
37
+ export interface ChatCompletionMessageParam {
38
+ role: 'system' | 'user' | 'assistant' | 'tool';
39
+ content: string;
40
+ name?: string;
41
+ }
42
+ export interface ChatCompletionRequest {
43
+ messages: Array<ChatCompletionMessageParam>;
44
+ stream?: boolean | null;
45
+ stream_options?: {
46
+ include_usage?: boolean;
47
+ } | null;
48
+ model?: string | null;
49
+ temperature?: number | null;
50
+ max_tokens?: number | null;
51
+ top_p?: number | null;
52
+ }
53
+ export interface ChatCompletionChunk {
54
+ id: string;
55
+ model: string;
56
+ choices: Array<{
57
+ delta: {
58
+ content?: string | null;
59
+ role?: string;
60
+ };
61
+ index: number;
62
+ finish_reason?: string | null;
63
+ }>;
64
+ }
65
+ export interface ChatCompletion {
66
+ id: string;
67
+ model: string;
68
+ choices: Array<{
69
+ message: {
70
+ role: string;
71
+ content: string | null;
72
+ };
73
+ index: number;
74
+ finish_reason?: string | null;
75
+ }>;
76
+ }
77
+ export interface ChatCompletionsAPI {
78
+ create(request: ChatCompletionRequest & {
79
+ stream: true;
80
+ }): Promise<AsyncIterable<ChatCompletionChunk>>;
81
+ create(request: ChatCompletionRequest): Promise<ChatCompletion>;
82
+ }
83
+ export interface MLCEngineInterface {
84
+ chat: {
85
+ completions: ChatCompletionsAPI;
86
+ };
43
87
  setInitProgressCallback: (initProgressCallback: InitProgressCallback) => void;
44
- reload: (localIdOrUrl: string, chatOpts?: ChatOptions, appConfig?: AppConfig, files?: FileList) => Promise<File[] | void>;
45
- generate: (input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number) => Promise<string>;
46
- runtimeStatsText: () => Promise<string>;
88
+ setAppConfig: (appConfig: AppConfig) => void;
89
+ reload: (modelId: string | string[], chatOpts?: ChatOptions | ChatOptions[]) => Promise<void>;
47
90
  interruptGenerate: () => void;
48
91
  unload: () => Promise<void>;
49
- resetChat: () => Promise<void>;
92
+ resetChat: (keepStats?: boolean, modelId?: string) => Promise<void>;
93
+ runtimeStatsText: (modelId?: string) => Promise<string>;
50
94
  }
95
+ export declare function deleteModelAllInfoInCache(modelId: string, appConfig?: AppConfig): Promise<void>;
96
+ export declare const prebuiltAppConfig: AppConfig;
51
97
  //# sourceMappingURL=webLLMShared.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"webLLMShared.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMShared.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,WAAW,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1C,aAAa,EAAE,MAAM,CAAC;IAEtB,oBAAoB,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,CAAC,OAAO,CAAC,MAAM,iBAAiB,EAAE,SAAS,CAAC;AAElD,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAE9C,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;AAExE,MAAM,MAAM,wBAAwB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,KAAK,IAAI,CAAC;AAEtF,MAAM,WAAW,aAAa;IAC5B,uBAAuB,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAE9E,MAAM,EAAE,CACN,YAAY,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,WAAW,EACtB,SAAS,CAAC,EAAE,SAAS,EACrB,KAAK,CAAC,EAAE,QAAQ,KACb,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC;IAE5B,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,wBAAwB,EAAE,cAAc,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnH,gBAAgB,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;IAExC,iBAAiB,EAAE,MAAM,IAAI,CAAC;IAE9B,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAChC"}
1
+ {"version":3,"file":"webLLMShared.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMShared.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;AAGxE,MAAM,WAAW,WAAW;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE;QAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAC,CAAC;IAChE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACnC;AAED,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,cAAc,CAAC,EAAE;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAC,GAAG,IAAI,CAAC;IAClD,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE;YAAC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAA;SAAC,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,OAAO,EAAE;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;SAAC,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG;QAAC,MAAM,EAAE,IAAI,CAAA;KAAC,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACrG,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;CACjE;AAGD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE;QAAC,WAAW,EAAE,kBAAkB,CAAA;KAAC,CAAC;IACxC,uBAAuB,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAC9E,YAAY,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,CAAC;IAC7C,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9F,iBAAiB,EAAE,MAAM,IAAI,CAAC;IAC9B,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,SAAS,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD;AAED,MAAM,CAAC,OAAO,UAAU,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAEzG,MAAM,CAAC,OAAO,CAAC,MAAM,iBAAiB,EAAE,SAAS,CAAC"}
@@ -1,4 +1,4 @@
1
- export type WebModelName = 'Llama-2-7b-chat-hf-q4f32_1' | 'Llama-2-7b-chat-hf-q4f16_1' | 'Llama-2-7b-chat-hf-q4f16_1-1k' | 'Llama-2-13b-chat-hf-q4f16_1' | 'Llama-2-70b-chat-hf-q4f16_1' | 'RedPajama-INCITE-Chat-3B-v1-q4f16_1' | 'RedPajama-INCITE-Chat-3B-v1-q4f32_1' | 'RedPajama-INCITE-Chat-3B-v1-q4f16_1-1k' | 'RedPajama-INCITE-Chat-3B-v1-q4f32_1-1k' | 'WizardMath-7B-V1.1-q4f16_1' | 'Mistral-7B-Instruct-v0.2-q4f16_1' | 'OpenHermes-2.5-Mistral-7B-q4f16_1' | 'NeuralHermes-2.5-Mistral-7B-q4f16_1' | 'TinyLlama-1.1B-Chat-v0.4-q0f16' | 'TinyLlama-1.1B-Chat-v0.4-q0f32' | 'TinyLlama-1.1B-Chat-v0.4-q4f16_1-1k' | 'TinyLlama-1.1B-Chat-v0.4-q4f32_1-1k';
1
+ export type WebModelName = 'Llama-3.2-1B-Instruct-q4f16_1-MLC' | 'Llama-3.2-1B-Instruct-q4f32_1-MLC' | 'Llama-3.2-3B-Instruct-q4f16_1-MLC' | 'Llama-3.1-8B-Instruct-q4f16_1-MLC' | 'Phi-3.5-mini-instruct-q4f16_1-MLC' | 'Phi-3.5-mini-instruct-q4f16_1-MLC-1k' | 'Qwen2.5-0.5B-Instruct-q4f16_1-MLC' | 'Qwen2.5-1.5B-Instruct-q4f16_1-MLC' | 'gemma-2-2b-it-q4f16_1-MLC' | 'Mistral-7B-Instruct-v0.3-q4f16_1-MLC' | 'TinyLlama-1.1B-Chat-v1.0-q4f16_1-MLC' | 'SmolLM2-1.7B-Instruct-q4f16_1-MLC' | (string & {});
2
2
  export interface WebModelIntro {
3
3
  displayed?: boolean;
4
4
  initialHtml?: string;
@@ -1 +1 @@
1
- {"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../../src/types/webModel/webModel.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAEpB,4BAA4B,GAC5B,4BAA4B,GAC5B,+BAA+B,GAC/B,6BAA6B,GAC7B,6BAA6B,GAE7B,qCAAqC,GACrC,qCAAqC,GACrC,wCAAwC,GACxC,wCAAwC,GAExC,4BAA4B,GAC5B,kCAAkC,GAClC,mCAAmC,GACnC,qCAAqC,GAErC,gCAAgC,GAChC,gCAAgC,GAChC,qCAAqC,GACrC,qCAAqC,CAAC;AAE1C,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,cAAc,CAAC"}
1
+ {"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../../src/types/webModel/webModel.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,YAAY,GAEpB,mCAAmC,GACnC,mCAAmC,GACnC,mCAAmC,GACnC,mCAAmC,GAEnC,mCAAmC,GACnC,sCAAsC,GAEtC,mCAAmC,GACnC,mCAAmC,GAEnC,2BAA2B,GAE3B,sCAAsC,GAEtC,sCAAsC,GACtC,mCAAmC,GAGnC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAElB,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,cAAc,CAAC"}
@@ -10,7 +10,7 @@ declare global {
10
10
  }
11
11
  }
12
12
  export declare class WebModel extends BaseServiceIO {
13
- static chat?: WebLLM.ChatInterface;
13
+ static chat?: WebLLM.MLCEngineInterface;
14
14
  private static readonly GENERIC_ERROR;
15
15
  private static readonly MULTIPLE_MODELS_ERROR;
16
16
  private static readonly WEB_LLM_NOT_FOUND_ERROR;
@@ -40,6 +40,7 @@ export declare class WebModel extends BaseServiceIO {
40
40
  private init;
41
41
  private attemptToCreateChat;
42
42
  private getConfig;
43
+ private buildMessages;
43
44
  private loadModel;
44
45
  private unloadChat;
45
46
  private immediateResp;
@@ -1 +1 @@
1
- {"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../src/webModel/webModel.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAiB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAC,aAAa,EAAC,MAAM,iCAAiC,CAAC;AAI9D,OAAO,KAAK,MAAM,MAAM,iCAAiC,CAAC;AAE1D,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAKzD,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAC;AAOrC,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,MAAM,EAAE,OAAO,MAAM,CAAC;KACvB;CACF;AAED,qBAAa,QAAS,SAAQ,aAAa;IACzC,OAAc,IAAI,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC;IAC1C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAE8D;IACnG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAoC;IACjF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAA6B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAgC;IACrE,gBAAuB,qBAAqB,KAAK;IACjD,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,sBAAsB,WAA8F;IACpH,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAA+B;IACpE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAc;IACvC,OAAO,CAAC,YAAY,CAAC,CAAa;IAClC,OAAO,CAAC,SAAS,CAAC,CAAW;gBAEjB,QAAQ,EAAE,QAAQ;IAYvB,aAAa,CAAC,QAAQ,EAAE,QAAQ;IAQvC,OAAO,CAAC,MAAM,CAAC,YAAY;IAW3B,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,WAAW;IAQZ,eAAe,CAAC,kBAAkB,CAAC,EAAE,YAAY;;;;;YAQ1C,aAAa;YAeb,IAAI;IAMlB,OAAO,CAAC,mBAAmB;IAW3B,OAAO,CAAC,SAAS;YAgBH,SAAS;YAwCT,UAAU;YAUV,aAAa;YAOb,UAAU;YAcV,kBAAkB;YAclB,YAAY;IAsBX,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAc9E,OAAO,CAAC,SAAS;mBAMI,eAAe;IAuB3B,UAAU;IAInB,OAAO,CAAC,MAAM,CAAC,aAAa;IAS5B,OAAO,CAAC,MAAM,CAAC,UAAU;CAS1B"}
1
+ {"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../src/webModel/webModel.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAiB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAC,aAAa,EAAC,MAAM,iCAAiC,CAAC;AAG9D,OAAO,KAAK,MAAM,MAAM,iCAAiC,CAAC;AAE1D,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAMzD,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAC;AAOrC,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,MAAM,EAAE,OAAO,MAAM,CAAC;KACvB;CACF;AAED,qBAAa,QAAS,SAAQ,aAAa;IACzC,OAAc,IAAI,CAAC,EAAE,MAAM,CAAC,kBAAkB,CAAC;IAC/C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAE8D;IACnG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAoC;IACjF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAA6B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAuC;IAC5E,gBAAuB,qBAAqB,KAAK;IACjD,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,sBAAsB,WAA8F;IAEpH,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAoC;IACzE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAc;IACvC,OAAO,CAAC,YAAY,CAAC,CAAa;IAClC,OAAO,CAAC,SAAS,CAAC,CAAW;gBAEjB,QAAQ,EAAE,QAAQ;IAYvB,aAAa,CAAC,QAAQ,EAAE,QAAQ;IAQvC,OAAO,CAAC,MAAM,CAAC,YAAY;IAY3B,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,WAAW;IAQZ,eAAe,CAAC,kBAAkB,CAAC,EAAE,YAAY;;;;;YAQ1C,aAAa;YAeb,IAAI;IAMlB,OAAO,CAAC,mBAAmB;IAc3B,OAAO,CAAC,SAAS;IAsBjB,OAAO,CAAC,aAAa;YASP,SAAS;YAwCT,UAAU;YAUV,aAAa;YAUb,UAAU;YAyBV,kBAAkB;YAclB,YAAY;IAsBX,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAc9E,OAAO,CAAC,SAAS;mBAMI,eAAe;IAuB3B,UAAU;IAInB,OAAO,CAAC,MAAM,CAAC,aAAa;IAM5B,OAAO,CAAC,MAAM,CAAC,UAAU;CAS1B"}
@@ -1,18 +1,37 @@
1
1
  declare const _default: {
2
2
  model_list: ({
3
- model_url: string;
4
- local_id: string;
5
- model_lib_url: string;
3
+ model: string;
4
+ model_id: string;
5
+ model_lib: string;
6
6
  vram_required_MB: number;
7
7
  low_resource_required: boolean;
8
+ overrides: {
9
+ context_window_size: number;
10
+ sliding_window_size?: undefined;
11
+ };
8
12
  required_features?: undefined;
9
13
  } | {
10
- model_url: string;
11
- local_id: string;
12
- model_lib_url: string;
14
+ model: string;
15
+ model_id: string;
16
+ model_lib: string;
13
17
  vram_required_MB: number;
14
18
  low_resource_required: boolean;
15
19
  required_features: string[];
20
+ overrides: {
21
+ context_window_size: number;
22
+ sliding_window_size?: undefined;
23
+ };
24
+ } | {
25
+ model: string;
26
+ model_id: string;
27
+ model_lib: string;
28
+ vram_required_MB: number;
29
+ low_resource_required: boolean;
30
+ required_features: string[];
31
+ overrides: {
32
+ context_window_size: number;
33
+ sliding_window_size: number;
34
+ };
16
35
  })[];
17
36
  use_web_worker: boolean;
18
37
  };
@@ -1 +1 @@
1
- {"version":3,"file":"webModelConfig.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelConfig.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AACA,wBA4JE"}
1
+ {"version":3,"file":"webModelConfig.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelConfig.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,wBA+EE"}
@@ -0,0 +1,10 @@
1
+ export declare class WebModelFiles {
2
+ static readonly CACHE_SCOPES: string[];
3
+ private static readonly SEP;
4
+ private static scopeToTag;
5
+ private static encodeName;
6
+ private static decodeName;
7
+ static exportFromCache(): Promise<File[]>;
8
+ static importToCache(files: FileList | File[]): Promise<void>;
9
+ }
10
+ //# sourceMappingURL=webModelFiles.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"webModelFiles.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelFiles.ts"],"names":[],"mappings":"AASA,qBAAa,aAAa;IAExB,gBAAuB,YAAY,WAAoD;IAEvF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAY;IAEvC,OAAO,CAAC,MAAM,CAAC,UAAU;IAIzB,OAAO,CAAC,MAAM,CAAC,UAAU;IAOzB,OAAO,CAAC,MAAM,CAAC,UAAU;WAUL,eAAe,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;WAkBlC,aAAa,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAS3E"}
@@ -7,6 +7,6 @@ export declare class WebModelIntroMessage {
7
7
  private static enableButtons;
8
8
  static setUpInitial(init: (files?: FileList) => void, introMessage?: WebModelIntro, chatEl?: HTMLElement, isWorker?: boolean): string;
9
9
  private static exportFile;
10
- static setUpAfterLoad(files: File[], introMessage?: WebModelIntro, chatEl?: HTMLElement, isWorker?: boolean): string;
10
+ static setUpAfterLoad(introMessage?: WebModelIntro, chatEl?: HTMLElement, isWorker?: boolean): string;
11
11
  }
12
12
  //# sourceMappingURL=webModelIntroMessage.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"webModelIntroMessage.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelIntroMessage.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,4BAA4B,CAAC;AAIzD,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAA+B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IACxE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAA0B;IAClE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IAExE,OAAO,CAAC,MAAM,CAAC,aAAa;WAUd,YAAY,CACtB,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,KAAK,IAAI,EAAE,YAAY,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,OAAO;IA6B5G,OAAO,CAAC,MAAM,CAAC,UAAU;WAoBX,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,YAAY,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,OAAO;CAenH"}
1
+ {"version":3,"file":"webModelIntroMessage.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelIntroMessage.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,4BAA4B,CAAC;AAKzD,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAA+B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IACxE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAA0B;IAClE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IAExE,OAAO,CAAC,MAAM,CAAC,aAAa;WAUd,YAAY,CACtB,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,KAAK,IAAI,EAAE,YAAY,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,OAAO;IA6B5G,OAAO,CAAC,MAAM,CAAC,UAAU;WAoBX,cAAc,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,OAAO;CAkBpG"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "deep-chat-dev",
3
- "version": "9.0.370",
3
+ "version": "9.0.371",
4
4
  "description": "Customizable chat component for AI APIs",
5
5
  "main": "./dist/deepChat.js",
6
6
  "module": "./dist/deepChat.js",