deep-chat-dev 9.0.370 → 9.0.371
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/custom-elements.json +22178 -22422
- package/dist/deepChat.bundle.js +1 -1
- package/dist/deepChat.js +176 -176
- package/dist/services/openAI/openAIChatIO.d.ts +1 -0
- package/dist/services/openAI/openAIChatIO.d.ts.map +1 -1
- package/dist/types/webModel/webLLM/webLLM.d.ts +2 -2
- package/dist/types/webModel/webLLM/webLLM.d.ts.map +1 -1
- package/dist/types/webModel/webLLM/webLLMChatModule.d.ts +2 -20
- package/dist/types/webModel/webLLM/webLLMChatModule.d.ts.map +1 -1
- package/dist/types/webModel/webLLM/webLLMClient.d.ts +2 -42
- package/dist/types/webModel/webLLM/webLLMClient.d.ts.map +1 -1
- package/dist/types/webModel/webLLM/webLLMShared.d.ts +84 -38
- package/dist/types/webModel/webLLM/webLLMShared.d.ts.map +1 -1
- package/dist/types/webModel/webModel.d.ts +1 -1
- package/dist/types/webModel/webModel.d.ts.map +1 -1
- package/dist/webModel/webModel.d.ts +2 -1
- package/dist/webModel/webModel.d.ts.map +1 -1
- package/dist/webModel/webModelConfig.d.ts +25 -6
- package/dist/webModel/webModelConfig.d.ts.map +1 -1
- package/dist/webModel/webModelFiles.d.ts +10 -0
- package/dist/webModel/webModelFiles.d.ts.map +1 -0
- package/dist/webModel/webModelIntroMessage.d.ts +1 -1
- package/dist/webModel/webModelIntroMessage.d.ts.map +1 -1
- package/package.json +1 -1
|
@@ -12,6 +12,7 @@ export declare class OpenAIChatIO extends OpenAIBaseIO {
|
|
|
12
12
|
keyHelpUrl: string;
|
|
13
13
|
url: string;
|
|
14
14
|
private _functionStreamInProgress;
|
|
15
|
+
private _streamedResponseFunctionCalls;
|
|
15
16
|
private static readonly IMAGE_BASE64_PREFIX;
|
|
16
17
|
private _conversationId?;
|
|
17
18
|
private readonly _useConversation;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openAIChatIO.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/openAIChatIO.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAI3D,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAIL,YAAY,EAEb,MAAM,0BAA0B,CAAC;AAsClC,qBAAa,YAAa,SAAQ,YAAY;IACnC,UAAU,SAAwB;IAE3C,GAAG,SAAkC;IACrC,OAAO,CAAC,yBAAyB,CAAS;
|
|
1
|
+
{"version":3,"file":"openAIChatIO.d.ts","sourceRoot":"","sources":["../../../src/services/openAI/openAIChatIO.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,QAAQ,EAAC,MAAM,oCAAoC,CAAC;AAC5D,OAAO,EAAC,QAAQ,IAAI,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAI3D,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAIL,YAAY,EAEb,MAAM,0BAA0B,CAAC;AAsClC,qBAAa,YAAa,SAAQ,YAAY;IACnC,UAAU,SAAwB;IAE3C,GAAG,SAAkC;IACrC,OAAO,CAAC,yBAAyB,CAAS;IAG1C,OAAO,CAAC,8BAA8B,CAA+B;IACrE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA4B;IACvE,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAc;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAI9B,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,CAAC,EAAE,sBAAsB,EAC9E,mBAAmB,CAAC,EAAE,gBAAgB,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,GAAG,UAAU;cAiB1E,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ;IAIvE,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAQ/B,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,MAAM,CAAC,cAAc;IAU7B,OAAO,CAAC,MAAM,CAAC,UAAU;YAWX,gBAAgB;IAiB9B,OAAO,CAAC,MAAM,CAAC,eAAe;IAI9B,OAAO,CAAC,0BAA0B;IAyBlC,OAAO,CAAC,cAAc;YAaR,kBAAkB;IAajB,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAU/D,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAMnF,aAAa;YAgCb,mCAAmC;IAYjD,OAAO,CAAC,4BAA4B;IAapC,OAAO,CAAC,MAAM,CAAC,iBAAiB;YAIlB,4BAA4B;CA4B3C"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export {
|
|
2
|
-
export {
|
|
1
|
+
export { WebWorkerMLCEngine } from './webLLMClient';
|
|
2
|
+
export { MLCEngine } from './webLLMChatModule';
|
|
3
3
|
export * from './webLLMShared';
|
|
4
4
|
//# sourceMappingURL=webLLM.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webLLM.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,
|
|
1
|
+
{"version":3,"file":"webLLM.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAC,SAAS,EAAC,MAAM,oBAAoB,CAAC;AAC7C,cAAc,gBAAgB,CAAC"}
|
|
@@ -1,21 +1,3 @@
|
|
|
1
|
-
import {
|
|
2
|
-
export declare
|
|
3
|
-
private readonly logger;
|
|
4
|
-
private readonly pipeline?;
|
|
5
|
-
private readonly initProgressCallback?;
|
|
6
|
-
private readonly interruptSignal;
|
|
7
|
-
setInitProgressCallback(initProgressCallback: InitProgressCallback): void;
|
|
8
|
-
reload(localId: string, chatOpts?: ChatOptions, appConfig?: AppConfig): Promise<void>;
|
|
9
|
-
generate(input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number): Promise<string>;
|
|
10
|
-
interruptGenerate(): Promise<void>;
|
|
11
|
-
runtimeStatsText(): Promise<string>;
|
|
12
|
-
resetChat(): Promise<void>;
|
|
13
|
-
unload(): Promise<void>;
|
|
14
|
-
stopped(): boolean;
|
|
15
|
-
getMessage(): string;
|
|
16
|
-
prefill(input: string): Promise<void>;
|
|
17
|
-
decode(): Promise<void>;
|
|
18
|
-
private readonly getPipeline;
|
|
19
|
-
private readonly asyncLoadTokenizer;
|
|
20
|
-
}
|
|
1
|
+
import { MLCEngineConfig, MLCEngineInterface } from './webLLMShared';
|
|
2
|
+
export declare const MLCEngine: new (engineConfig?: MLCEngineConfig) => MLCEngineInterface;
|
|
21
3
|
//# sourceMappingURL=webLLMChatModule.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webLLMChatModule.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMChatModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,
|
|
1
|
+
{"version":3,"file":"webLLMChatModule.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMChatModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAInE,MAAM,CAAC,OAAO,CAAC,MAAM,SAAS,EAAE,KAAK,YAAY,CAAC,EAAE,eAAe,KAAK,kBAAkB,CAAC"}
|
|
@@ -1,43 +1,3 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
localIdOrUrl: string;
|
|
4
|
-
chatOpts?: ChatOptions;
|
|
5
|
-
appConfig?: AppConfig;
|
|
6
|
-
}
|
|
7
|
-
interface GenerateParams {
|
|
8
|
-
input: string;
|
|
9
|
-
streamInterval?: number;
|
|
10
|
-
}
|
|
11
|
-
interface GenerateProgressCallbackParams {
|
|
12
|
-
step: number;
|
|
13
|
-
currentMessage: string;
|
|
14
|
-
}
|
|
15
|
-
type MessageContent = GenerateProgressCallbackParams | ReloadParams | GenerateParams | InitProgressReport | string | null;
|
|
16
|
-
export declare class ChatWorkerHandler {
|
|
17
|
-
private readonly chat;
|
|
18
|
-
constructor(chat: ChatInterface);
|
|
19
|
-
handleTask<T extends MessageContent>(uuid: string, task: () => Promise<T>): Promise<void>;
|
|
20
|
-
onmessage(event: MessageEvent): void;
|
|
21
|
-
}
|
|
22
|
-
interface ChatWorker {
|
|
23
|
-
onmessage: any;
|
|
24
|
-
postMessage: (message: any) => void;
|
|
25
|
-
}
|
|
26
|
-
export declare class ChatWorkerClient implements ChatInterface {
|
|
27
|
-
worker: ChatWorker;
|
|
28
|
-
private readonly initProgressCallback?;
|
|
29
|
-
private readonly generateCallbackRegistry;
|
|
30
|
-
private readonly pendingPromise;
|
|
31
|
-
constructor(worker: any);
|
|
32
|
-
setInitProgressCallback(initProgressCallback: InitProgressCallback): void;
|
|
33
|
-
private readonly getPromise;
|
|
34
|
-
reload(localIdOrUrl: string, chatOpts?: ChatOptions, appConfig?: AppConfig): Promise<void>;
|
|
35
|
-
generate(input: string, progressCallback?: GenerateProgressCallback, streamInterval?: number): Promise<string>;
|
|
36
|
-
runtimeStatsText(): Promise<string>;
|
|
37
|
-
interruptGenerate(): void;
|
|
38
|
-
unload(): Promise<void>;
|
|
39
|
-
resetChat(): Promise<void>;
|
|
40
|
-
onmessage(event: any): void;
|
|
41
|
-
}
|
|
42
|
-
export {};
|
|
1
|
+
import { MLCEngineConfig, MLCEngineInterface } from './webLLMShared';
|
|
2
|
+
export declare const WebWorkerMLCEngine: new (worker: Worker, engineConfig?: MLCEngineConfig) => MLCEngineInterface;
|
|
43
3
|
//# sourceMappingURL=webLLMClient.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webLLMClient.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMClient.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"webLLMClient.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAKnE,MAAM,CAAC,OAAO,CAAC,MAAM,kBAAkB,EAAE,KAAK,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,eAAe,KAAK,kBAAkB,CAAC"}
|
|
@@ -1,51 +1,97 @@
|
|
|
1
|
-
export interface
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
mean_gen_len: number;
|
|
18
|
-
shift_fill_factor: number;
|
|
19
|
-
repetition_penalty: number;
|
|
20
|
-
top_p: number;
|
|
21
|
-
temperature: number;
|
|
1
|
+
export interface InitProgressReport {
|
|
2
|
+
progress: number;
|
|
3
|
+
timeElapsed: number;
|
|
4
|
+
text: string;
|
|
5
|
+
}
|
|
6
|
+
export type InitProgressCallback = (report: InitProgressReport) => void;
|
|
7
|
+
export interface ChatOptions {
|
|
8
|
+
context_window_size?: number;
|
|
9
|
+
sliding_window_size?: number;
|
|
10
|
+
conv_config?: {
|
|
11
|
+
system_message?: string;
|
|
12
|
+
[key: string]: unknown;
|
|
13
|
+
};
|
|
14
|
+
temperature?: number;
|
|
15
|
+
top_p?: number;
|
|
16
|
+
[key: string]: unknown;
|
|
22
17
|
}
|
|
23
18
|
export interface ModelRecord {
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
19
|
+
model: string;
|
|
20
|
+
model_id: string;
|
|
21
|
+
model_lib: string;
|
|
22
|
+
overrides?: ChatOptions;
|
|
23
|
+
vram_required_MB?: number;
|
|
24
|
+
low_resource_required?: boolean;
|
|
27
25
|
required_features?: Array<string>;
|
|
28
26
|
}
|
|
27
|
+
export type CacheBackend = 'cache' | 'indexeddb' | 'cross-origin' | 'opfs';
|
|
29
28
|
export interface AppConfig {
|
|
30
29
|
model_list: Array<ModelRecord>;
|
|
31
|
-
|
|
30
|
+
cacheBackend?: CacheBackend;
|
|
32
31
|
}
|
|
33
|
-
export
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
timeElapsed: number;
|
|
38
|
-
text: string;
|
|
32
|
+
export interface MLCEngineConfig {
|
|
33
|
+
appConfig?: AppConfig;
|
|
34
|
+
initProgressCallback?: InitProgressCallback;
|
|
35
|
+
logLevel?: string;
|
|
39
36
|
}
|
|
40
|
-
export
|
|
41
|
-
|
|
42
|
-
|
|
37
|
+
export interface ChatCompletionMessageParam {
|
|
38
|
+
role: 'system' | 'user' | 'assistant' | 'tool';
|
|
39
|
+
content: string;
|
|
40
|
+
name?: string;
|
|
41
|
+
}
|
|
42
|
+
export interface ChatCompletionRequest {
|
|
43
|
+
messages: Array<ChatCompletionMessageParam>;
|
|
44
|
+
stream?: boolean | null;
|
|
45
|
+
stream_options?: {
|
|
46
|
+
include_usage?: boolean;
|
|
47
|
+
} | null;
|
|
48
|
+
model?: string | null;
|
|
49
|
+
temperature?: number | null;
|
|
50
|
+
max_tokens?: number | null;
|
|
51
|
+
top_p?: number | null;
|
|
52
|
+
}
|
|
53
|
+
export interface ChatCompletionChunk {
|
|
54
|
+
id: string;
|
|
55
|
+
model: string;
|
|
56
|
+
choices: Array<{
|
|
57
|
+
delta: {
|
|
58
|
+
content?: string | null;
|
|
59
|
+
role?: string;
|
|
60
|
+
};
|
|
61
|
+
index: number;
|
|
62
|
+
finish_reason?: string | null;
|
|
63
|
+
}>;
|
|
64
|
+
}
|
|
65
|
+
export interface ChatCompletion {
|
|
66
|
+
id: string;
|
|
67
|
+
model: string;
|
|
68
|
+
choices: Array<{
|
|
69
|
+
message: {
|
|
70
|
+
role: string;
|
|
71
|
+
content: string | null;
|
|
72
|
+
};
|
|
73
|
+
index: number;
|
|
74
|
+
finish_reason?: string | null;
|
|
75
|
+
}>;
|
|
76
|
+
}
|
|
77
|
+
export interface ChatCompletionsAPI {
|
|
78
|
+
create(request: ChatCompletionRequest & {
|
|
79
|
+
stream: true;
|
|
80
|
+
}): Promise<AsyncIterable<ChatCompletionChunk>>;
|
|
81
|
+
create(request: ChatCompletionRequest): Promise<ChatCompletion>;
|
|
82
|
+
}
|
|
83
|
+
export interface MLCEngineInterface {
|
|
84
|
+
chat: {
|
|
85
|
+
completions: ChatCompletionsAPI;
|
|
86
|
+
};
|
|
43
87
|
setInitProgressCallback: (initProgressCallback: InitProgressCallback) => void;
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
runtimeStatsText: () => Promise<string>;
|
|
88
|
+
setAppConfig: (appConfig: AppConfig) => void;
|
|
89
|
+
reload: (modelId: string | string[], chatOpts?: ChatOptions | ChatOptions[]) => Promise<void>;
|
|
47
90
|
interruptGenerate: () => void;
|
|
48
91
|
unload: () => Promise<void>;
|
|
49
|
-
resetChat: () => Promise<void>;
|
|
92
|
+
resetChat: (keepStats?: boolean, modelId?: string) => Promise<void>;
|
|
93
|
+
runtimeStatsText: (modelId?: string) => Promise<string>;
|
|
50
94
|
}
|
|
95
|
+
export declare function deleteModelAllInfoInCache(modelId: string, appConfig?: AppConfig): Promise<void>;
|
|
96
|
+
export declare const prebuiltAppConfig: AppConfig;
|
|
51
97
|
//# sourceMappingURL=webLLMShared.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webLLMShared.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMShared.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"webLLMShared.d.ts","sourceRoot":"","sources":["../../../../src/types/webModel/webLLM/webLLMShared.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;AAGxE,MAAM,WAAW,WAAW;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE;QAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAC,CAAC;IAChE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACnC;AAED,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,GAAG,MAAM,CAAC;AAE3E,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,cAAc,CAAC,EAAE;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAC,GAAG,IAAI,CAAC;IAClD,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE;YAAC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAA;SAAC,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,OAAO,EAAE;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;SAAC,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG;QAAC,MAAM,EAAE,IAAI,CAAA;KAAC,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACrG,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;CACjE;AAGD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE;QAAC,WAAW,EAAE,kBAAkB,CAAA;KAAC,CAAC;IACxC,uBAAuB,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAC9E,YAAY,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,CAAC;IAC7C,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9F,iBAAiB,EAAE,MAAM,IAAI,CAAC;IAC9B,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,SAAS,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD;AAED,MAAM,CAAC,OAAO,UAAU,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAEzG,MAAM,CAAC,OAAO,CAAC,MAAM,iBAAiB,EAAE,SAAS,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export type WebModelName = 'Llama-2-
|
|
1
|
+
export type WebModelName = 'Llama-3.2-1B-Instruct-q4f16_1-MLC' | 'Llama-3.2-1B-Instruct-q4f32_1-MLC' | 'Llama-3.2-3B-Instruct-q4f16_1-MLC' | 'Llama-3.1-8B-Instruct-q4f16_1-MLC' | 'Phi-3.5-mini-instruct-q4f16_1-MLC' | 'Phi-3.5-mini-instruct-q4f16_1-MLC-1k' | 'Qwen2.5-0.5B-Instruct-q4f16_1-MLC' | 'Qwen2.5-1.5B-Instruct-q4f16_1-MLC' | 'gemma-2-2b-it-q4f16_1-MLC' | 'Mistral-7B-Instruct-v0.3-q4f16_1-MLC' | 'TinyLlama-1.1B-Chat-v1.0-q4f16_1-MLC' | 'SmolLM2-1.7B-Instruct-q4f16_1-MLC' | (string & {});
|
|
2
2
|
export interface WebModelIntro {
|
|
3
3
|
displayed?: boolean;
|
|
4
4
|
initialHtml?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../../src/types/webModel/webModel.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../../src/types/webModel/webModel.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,YAAY,GAEpB,mCAAmC,GACnC,mCAAmC,GACnC,mCAAmC,GACnC,mCAAmC,GAEnC,mCAAmC,GACnC,sCAAsC,GAEtC,mCAAmC,GACnC,mCAAmC,GAEnC,2BAA2B,GAE3B,sCAAsC,GAEtC,sCAAsC,GACtC,mCAAmC,GAGnC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAElB,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,cAAc,CAAC"}
|
|
@@ -10,7 +10,7 @@ declare global {
|
|
|
10
10
|
}
|
|
11
11
|
}
|
|
12
12
|
export declare class WebModel extends BaseServiceIO {
|
|
13
|
-
static chat?: WebLLM.
|
|
13
|
+
static chat?: WebLLM.MLCEngineInterface;
|
|
14
14
|
private static readonly GENERIC_ERROR;
|
|
15
15
|
private static readonly MULTIPLE_MODELS_ERROR;
|
|
16
16
|
private static readonly WEB_LLM_NOT_FOUND_ERROR;
|
|
@@ -40,6 +40,7 @@ export declare class WebModel extends BaseServiceIO {
|
|
|
40
40
|
private init;
|
|
41
41
|
private attemptToCreateChat;
|
|
42
42
|
private getConfig;
|
|
43
|
+
private buildMessages;
|
|
43
44
|
private loadModel;
|
|
44
45
|
private unloadChat;
|
|
45
46
|
private immediateResp;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../src/webModel/webModel.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAiB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAC,aAAa,EAAC,MAAM,iCAAiC,CAAC;
|
|
1
|
+
{"version":3,"file":"webModel.d.ts","sourceRoot":"","sources":["../../src/webModel/webModel.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAiB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAC,aAAa,EAAC,MAAM,iCAAiC,CAAC;AAG9D,OAAO,KAAK,MAAM,MAAM,iCAAiC,CAAC;AAE1D,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAMzD,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAC;AAOrC,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,MAAM,EAAE,OAAO,MAAM,CAAC;KACvB;CACF;AAED,qBAAa,QAAS,SAAQ,aAAa;IACzC,OAAc,IAAI,CAAC,EAAE,MAAM,CAAC,kBAAkB,CAAC;IAC/C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAE8D;IACnG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAoC;IACjF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAA6B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAuC;IAC5E,gBAAuB,qBAAqB,KAAK;IACjD,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,sBAAsB,WAA8F;IAEpH,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAoC;IACzE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAc;IACvC,OAAO,CAAC,YAAY,CAAC,CAAa;IAClC,OAAO,CAAC,SAAS,CAAC,CAAW;gBAEjB,QAAQ,EAAE,QAAQ;IAYvB,aAAa,CAAC,QAAQ,EAAE,QAAQ;IAQvC,OAAO,CAAC,MAAM,CAAC,YAAY;IAY3B,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,WAAW;IAQZ,eAAe,CAAC,kBAAkB,CAAC,EAAE,YAAY;;;;;YAQ1C,aAAa;YAeb,IAAI;IAMlB,OAAO,CAAC,mBAAmB;IAc3B,OAAO,CAAC,SAAS;IAsBjB,OAAO,CAAC,aAAa;YASP,SAAS;YAwCT,UAAU;YAUV,aAAa;YAUb,UAAU;YAyBV,kBAAkB;YAclB,YAAY;IAsBX,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE;IAc9E,OAAO,CAAC,SAAS;mBAMI,eAAe;IAuB3B,UAAU;IAInB,OAAO,CAAC,MAAM,CAAC,aAAa;IAM5B,OAAO,CAAC,MAAM,CAAC,UAAU;CAS1B"}
|
|
@@ -1,18 +1,37 @@
|
|
|
1
1
|
declare const _default: {
|
|
2
2
|
model_list: ({
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
3
|
+
model: string;
|
|
4
|
+
model_id: string;
|
|
5
|
+
model_lib: string;
|
|
6
6
|
vram_required_MB: number;
|
|
7
7
|
low_resource_required: boolean;
|
|
8
|
+
overrides: {
|
|
9
|
+
context_window_size: number;
|
|
10
|
+
sliding_window_size?: undefined;
|
|
11
|
+
};
|
|
8
12
|
required_features?: undefined;
|
|
9
13
|
} | {
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
14
|
+
model: string;
|
|
15
|
+
model_id: string;
|
|
16
|
+
model_lib: string;
|
|
13
17
|
vram_required_MB: number;
|
|
14
18
|
low_resource_required: boolean;
|
|
15
19
|
required_features: string[];
|
|
20
|
+
overrides: {
|
|
21
|
+
context_window_size: number;
|
|
22
|
+
sliding_window_size?: undefined;
|
|
23
|
+
};
|
|
24
|
+
} | {
|
|
25
|
+
model: string;
|
|
26
|
+
model_id: string;
|
|
27
|
+
model_lib: string;
|
|
28
|
+
vram_required_MB: number;
|
|
29
|
+
low_resource_required: boolean;
|
|
30
|
+
required_features: string[];
|
|
31
|
+
overrides: {
|
|
32
|
+
context_window_size: number;
|
|
33
|
+
sliding_window_size: number;
|
|
34
|
+
};
|
|
16
35
|
})[];
|
|
17
36
|
use_web_worker: boolean;
|
|
18
37
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webModelConfig.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelConfig.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"webModelConfig.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelConfig.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,wBA+EE"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export declare class WebModelFiles {
|
|
2
|
+
static readonly CACHE_SCOPES: string[];
|
|
3
|
+
private static readonly SEP;
|
|
4
|
+
private static scopeToTag;
|
|
5
|
+
private static encodeName;
|
|
6
|
+
private static decodeName;
|
|
7
|
+
static exportFromCache(): Promise<File[]>;
|
|
8
|
+
static importToCache(files: FileList | File[]): Promise<void>;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=webModelFiles.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"webModelFiles.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelFiles.ts"],"names":[],"mappings":"AASA,qBAAa,aAAa;IAExB,gBAAuB,YAAY,WAAoD;IAEvF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAY;IAEvC,OAAO,CAAC,MAAM,CAAC,UAAU;IAIzB,OAAO,CAAC,MAAM,CAAC,UAAU;IAOzB,OAAO,CAAC,MAAM,CAAC,UAAU;WAUL,eAAe,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;WAkBlC,aAAa,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAS3E"}
|
|
@@ -7,6 +7,6 @@ export declare class WebModelIntroMessage {
|
|
|
7
7
|
private static enableButtons;
|
|
8
8
|
static setUpInitial(init: (files?: FileList) => void, introMessage?: WebModelIntro, chatEl?: HTMLElement, isWorker?: boolean): string;
|
|
9
9
|
private static exportFile;
|
|
10
|
-
static setUpAfterLoad(
|
|
10
|
+
static setUpAfterLoad(introMessage?: WebModelIntro, chatEl?: HTMLElement, isWorker?: boolean): string;
|
|
11
11
|
}
|
|
12
12
|
//# sourceMappingURL=webModelIntroMessage.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"webModelIntroMessage.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelIntroMessage.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"webModelIntroMessage.d.ts","sourceRoot":"","sources":["../../src/webModel/webModelIntroMessage.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,4BAA4B,CAAC;AAKzD,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAA+B;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IACxE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAA0B;IAClE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IAExE,OAAO,CAAC,MAAM,CAAC,aAAa;WAUd,YAAY,CACtB,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,KAAK,IAAI,EAAE,YAAY,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,OAAO;IA6B5G,OAAO,CAAC,MAAM,CAAC,UAAU;WAoBX,cAAc,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,OAAO;CAkBpG"}
|