web-llm-runner 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +211 -0
- package/README.md +564 -0
- package/lib/cache_util.d.ts +19 -0
- package/lib/cache_util.d.ts.map +1 -0
- package/lib/config.d.ts +199 -0
- package/lib/config.d.ts.map +1 -0
- package/lib/conversation.d.ts +107 -0
- package/lib/conversation.d.ts.map +1 -0
- package/lib/embedding.d.ts +38 -0
- package/lib/embedding.d.ts.map +1 -0
- package/lib/engine.d.ts +140 -0
- package/lib/engine.d.ts.map +1 -0
- package/lib/error.d.ts +208 -0
- package/lib/error.d.ts.map +1 -0
- package/lib/extension_service_worker.d.ts +54 -0
- package/lib/extension_service_worker.d.ts.map +1 -0
- package/lib/index.d.ts +13 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +13767 -0
- package/lib/index.js.map +1 -0
- package/lib/integrity.d.ts +44 -0
- package/lib/integrity.d.ts.map +1 -0
- package/lib/llm_chat.d.ts +258 -0
- package/lib/llm_chat.d.ts.map +1 -0
- package/lib/message.d.ts +87 -0
- package/lib/message.d.ts.map +1 -0
- package/lib/openai_api_protocols/chat_completion.d.ts +834 -0
- package/lib/openai_api_protocols/chat_completion.d.ts.map +1 -0
- package/lib/openai_api_protocols/completion.d.ts +270 -0
- package/lib/openai_api_protocols/completion.d.ts.map +1 -0
- package/lib/openai_api_protocols/embedding.d.ts +125 -0
- package/lib/openai_api_protocols/embedding.d.ts.map +1 -0
- package/lib/openai_api_protocols/index.d.ts +20 -0
- package/lib/openai_api_protocols/index.d.ts.map +1 -0
- package/lib/service_worker.d.ts +53 -0
- package/lib/service_worker.d.ts.map +1 -0
- package/lib/support.d.ts +117 -0
- package/lib/support.d.ts.map +1 -0
- package/lib/types.d.ts +202 -0
- package/lib/types.d.ts.map +1 -0
- package/lib/utils.d.ts +7 -0
- package/lib/utils.d.ts.map +1 -0
- package/lib/web_worker.d.ts +132 -0
- package/lib/web_worker.d.ts.map +1 -0
- package/lib/wrapper/WebLLMWrapper.d.ts +20 -0
- package/lib/wrapper/WebLLMWrapper.d.ts.map +1 -0
- package/lib/wrapper/llm-worker.d.ts +2 -0
- package/lib/wrapper/llm-worker.d.ts.map +1 -0
- package/package.json +60 -0
package/lib/error.d.ts
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
1
|
+
export declare class ModelNotFoundError extends Error {
|
|
2
|
+
constructor(modelId: string);
|
|
3
|
+
}
|
|
4
|
+
export declare class ConfigValueError extends Error {
|
|
5
|
+
constructor(message: string);
|
|
6
|
+
}
|
|
7
|
+
export declare class MinValueError extends ConfigValueError {
|
|
8
|
+
constructor(paramName: string, minValue: number);
|
|
9
|
+
}
|
|
10
|
+
export declare class RangeError extends ConfigValueError {
|
|
11
|
+
constructor(paramName: string, minValue: number, maxValue: number, additionalMessage?: string);
|
|
12
|
+
}
|
|
13
|
+
export declare class NonNegativeError extends ConfigValueError {
|
|
14
|
+
constructor(paramName: string);
|
|
15
|
+
}
|
|
16
|
+
export declare class InvalidNumberStringError extends ConfigValueError {
|
|
17
|
+
constructor(paramName: string, actualValue?: string);
|
|
18
|
+
}
|
|
19
|
+
export declare class DependencyError extends ConfigValueError {
|
|
20
|
+
constructor(dependentParam: string, requiredParam: string, requiredValue: any);
|
|
21
|
+
}
|
|
22
|
+
export declare class WebGPUNotAvailableError extends Error {
|
|
23
|
+
constructor();
|
|
24
|
+
}
|
|
25
|
+
export declare class WebGPUNotFoundError extends Error {
|
|
26
|
+
constructor();
|
|
27
|
+
}
|
|
28
|
+
export declare class ModelNotLoadedError extends Error {
|
|
29
|
+
constructor(requestName: string);
|
|
30
|
+
}
|
|
31
|
+
export declare class WorkerEngineModelNotLoadedError extends Error {
|
|
32
|
+
constructor(engineName: string);
|
|
33
|
+
}
|
|
34
|
+
export declare class MessageOrderError extends Error {
|
|
35
|
+
constructor(message: string);
|
|
36
|
+
}
|
|
37
|
+
export declare class SystemMessageOrderError extends Error {
|
|
38
|
+
constructor();
|
|
39
|
+
}
|
|
40
|
+
export declare class ContentTypeError extends Error {
|
|
41
|
+
constructor(name: string);
|
|
42
|
+
}
|
|
43
|
+
export declare class UnsupportedRoleError extends Error {
|
|
44
|
+
constructor(role: string);
|
|
45
|
+
}
|
|
46
|
+
export declare class UserMessageContentErrorForNonVLM extends Error {
|
|
47
|
+
constructor(modelId: string, modelType: string, content: any);
|
|
48
|
+
}
|
|
49
|
+
export declare class PrefillChunkSizeSmallerThanImageError extends Error {
|
|
50
|
+
constructor(prefillChunkSize: number, imageEmbedSize: number);
|
|
51
|
+
}
|
|
52
|
+
export declare class CannotFindImageEmbedError extends Error {
|
|
53
|
+
constructor();
|
|
54
|
+
}
|
|
55
|
+
export declare class UnsupportedDetailError extends Error {
|
|
56
|
+
constructor(detail: string);
|
|
57
|
+
}
|
|
58
|
+
export declare class UnsupportedImageURLError extends Error {
|
|
59
|
+
constructor(url: string);
|
|
60
|
+
}
|
|
61
|
+
export declare class MultipleTextContentError extends Error {
|
|
62
|
+
constructor();
|
|
63
|
+
}
|
|
64
|
+
export declare class ToolCallOutputParseError extends Error {
|
|
65
|
+
constructor(outputMessage: string, error: Error);
|
|
66
|
+
}
|
|
67
|
+
export declare class ToolCallOutputInvalidTypeError extends Error {
|
|
68
|
+
constructor(expectedType: string);
|
|
69
|
+
}
|
|
70
|
+
export declare class ToolCallOutputMissingFieldsError extends Error {
|
|
71
|
+
constructor(missingFields: string[], object: any);
|
|
72
|
+
}
|
|
73
|
+
export declare class ConfigurationNotInitializedError extends Error {
|
|
74
|
+
constructor();
|
|
75
|
+
}
|
|
76
|
+
export declare class MissingModelWasmError extends Error {
|
|
77
|
+
constructor(modelId: string);
|
|
78
|
+
}
|
|
79
|
+
export declare class FeatureSupportError extends Error {
|
|
80
|
+
constructor(feature: string);
|
|
81
|
+
}
|
|
82
|
+
export declare class UnsupportedFieldsError extends Error {
|
|
83
|
+
constructor(unsupportedFields: string[], targetClass: string);
|
|
84
|
+
}
|
|
85
|
+
export declare class ShaderF16SupportError extends FeatureSupportError {
|
|
86
|
+
constructor();
|
|
87
|
+
}
|
|
88
|
+
export declare class DeviceLostError extends Error {
|
|
89
|
+
constructor();
|
|
90
|
+
}
|
|
91
|
+
export declare class InvalidToolChoiceError extends Error {
|
|
92
|
+
constructor(toolChoice: string);
|
|
93
|
+
}
|
|
94
|
+
export declare class UnsupportedToolChoiceTypeError extends Error {
|
|
95
|
+
constructor();
|
|
96
|
+
}
|
|
97
|
+
export declare class FunctionNotFoundError extends Error {
|
|
98
|
+
constructor(functionName: string);
|
|
99
|
+
}
|
|
100
|
+
export declare class UnsupportedToolTypeError extends Error {
|
|
101
|
+
constructor();
|
|
102
|
+
}
|
|
103
|
+
export declare class EngineNotLoadedError extends Error {
|
|
104
|
+
constructor();
|
|
105
|
+
}
|
|
106
|
+
export declare class UnsupportedTokenizerFilesError extends Error {
|
|
107
|
+
constructor(files: string[]);
|
|
108
|
+
}
|
|
109
|
+
export declare class WindowSizeConfigurationError extends Error {
|
|
110
|
+
constructor(contextWindowSize: number, slidingWindowSize: number);
|
|
111
|
+
}
|
|
112
|
+
export declare class AttentionSinkSizeError extends Error {
|
|
113
|
+
constructor();
|
|
114
|
+
}
|
|
115
|
+
export declare class WindowSizeSpecificationError extends Error {
|
|
116
|
+
constructor();
|
|
117
|
+
}
|
|
118
|
+
export declare class ContextWindowSizeExceededError extends Error {
|
|
119
|
+
constructor(numPromptTokens: number, contextWindowSize: number);
|
|
120
|
+
}
|
|
121
|
+
export declare class NonWorkerEnvironmentError extends Error {
|
|
122
|
+
constructor(className: string);
|
|
123
|
+
}
|
|
124
|
+
export declare class NoServiceWorkerAPIError extends Error {
|
|
125
|
+
constructor();
|
|
126
|
+
}
|
|
127
|
+
export declare class ServiceWorkerInitializationError extends Error {
|
|
128
|
+
constructor();
|
|
129
|
+
}
|
|
130
|
+
export declare class StreamingCountError extends Error {
|
|
131
|
+
constructor();
|
|
132
|
+
}
|
|
133
|
+
export declare class SeedTypeError extends Error {
|
|
134
|
+
constructor(seed: any);
|
|
135
|
+
}
|
|
136
|
+
export declare class InvalidResponseFormatError extends Error {
|
|
137
|
+
constructor();
|
|
138
|
+
}
|
|
139
|
+
export declare class InvalidResponseFormatGrammarError extends Error {
|
|
140
|
+
constructor();
|
|
141
|
+
}
|
|
142
|
+
export declare class InvalidResponseFormatStructuralTagError extends Error {
|
|
143
|
+
constructor();
|
|
144
|
+
}
|
|
145
|
+
export declare class CustomResponseFormatError extends Error {
|
|
146
|
+
constructor(currentFormat: any);
|
|
147
|
+
}
|
|
148
|
+
export declare class UnsupportedModelIdError extends Error {
|
|
149
|
+
constructor(currentModelId: string, supportedModelIds: string[]);
|
|
150
|
+
}
|
|
151
|
+
export declare class CustomSystemPromptError extends Error {
|
|
152
|
+
constructor();
|
|
153
|
+
}
|
|
154
|
+
export declare class InvalidStreamOptionsError extends Error {
|
|
155
|
+
constructor();
|
|
156
|
+
}
|
|
157
|
+
export declare class UnknownMessageKindError extends Error {
|
|
158
|
+
constructor(msgKind: string, msgContent: any);
|
|
159
|
+
}
|
|
160
|
+
export declare class TextCompletionExpectsKVEmptyError extends Error {
|
|
161
|
+
constructor();
|
|
162
|
+
}
|
|
163
|
+
export declare class TextCompletionConversationExpectsPrompt extends Error {
|
|
164
|
+
constructor();
|
|
165
|
+
}
|
|
166
|
+
export declare class TextCompletionConversationError extends Error {
|
|
167
|
+
constructor(funcName: string);
|
|
168
|
+
}
|
|
169
|
+
export declare class EmbeddingUnsupportedEncodingFormatError extends Error {
|
|
170
|
+
constructor();
|
|
171
|
+
}
|
|
172
|
+
export declare class EmbeddingUnsupportedModelError extends Error {
|
|
173
|
+
constructor(currentModel: string);
|
|
174
|
+
}
|
|
175
|
+
export declare class EmbeddingSlidingWindowError extends Error {
|
|
176
|
+
constructor(sliding_window_size: number);
|
|
177
|
+
}
|
|
178
|
+
export declare class EmbeddingChunkingUnsupportedError extends Error {
|
|
179
|
+
constructor(contextWindowSize: number, prefillChunkSize: number);
|
|
180
|
+
}
|
|
181
|
+
export declare class EmbeddingExceedContextWindowSizeError extends Error {
|
|
182
|
+
constructor(contextWindowSize: number, receivedSize: number);
|
|
183
|
+
}
|
|
184
|
+
export declare class EmbeddingInputEmptyError extends Error {
|
|
185
|
+
constructor();
|
|
186
|
+
}
|
|
187
|
+
export declare class ReloadArgumentSizeUnmatchedError extends Error {
|
|
188
|
+
constructor(numModelId: number, numChatOpts: number);
|
|
189
|
+
}
|
|
190
|
+
export declare class UnclearModelToUseError extends Error {
|
|
191
|
+
constructor(loadedModels: string[], requestName: string);
|
|
192
|
+
}
|
|
193
|
+
export declare class SpecifiedModelNotFoundError extends Error {
|
|
194
|
+
constructor(loadedModels: string[], requestedModelId: string, requestName: string);
|
|
195
|
+
}
|
|
196
|
+
export declare class IncorrectPipelineLoadedError extends Error {
|
|
197
|
+
constructor(selectedModelId: string, expectedPipeline: string, requestName: string);
|
|
198
|
+
}
|
|
199
|
+
export declare class ReloadModelIdNotUniqueError extends Error {
|
|
200
|
+
constructor(modelId: string[]);
|
|
201
|
+
}
|
|
202
|
+
export declare class IntegrityError extends Error {
|
|
203
|
+
readonly url: string;
|
|
204
|
+
readonly expected: string;
|
|
205
|
+
readonly actual: string;
|
|
206
|
+
constructor(url: string, expected: string, actual: string);
|
|
207
|
+
}
|
|
208
|
+
//# sourceMappingURL=error.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"error.d.ts","sourceRoot":"","sources":["../src/error.ts"],"names":[],"mappings":"AAAA,qBAAa,kBAAmB,SAAQ,KAAK;gBAC/B,OAAO,EAAE,MAAM;CAM5B;AAED,qBAAa,gBAAiB,SAAQ,KAAK;gBAC7B,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,aAAc,SAAQ,gBAAgB;gBACrC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;CAIhD;AAED,qBAAa,UAAW,SAAQ,gBAAgB;gBAE5C,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,iBAAiB,CAAC,EAAE,MAAM;CAO7B;AAED,qBAAa,gBAAiB,SAAQ,gBAAgB;gBACxC,SAAS,EAAE,MAAM;CAI9B;AAED,qBAAa,wBAAyB,SAAQ,gBAAgB;gBAChD,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM;CAMpD;AAED,qBAAa,eAAgB,SAAQ,gBAAgB;gBAEjD,cAAc,EAAE,MAAM,EACtB,aAAa,EAAE,MAAM,EACrB,aAAa,EAAE,GAAG;CAOrB;AAED,qBAAa,uBAAwB,SAAQ,KAAK;;CAUjD;AAED,qBAAa,mBAAoB,SAAQ,KAAK;;CAK7C;AAED,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,WAAW,EAAE,MAAM;CAQhC;AAED,qBAAa,+BAAgC,SAAQ,KAAK;gBAC5C,UAAU,EAAE,MAAM;CAM/B;AAED,qBAAa,iBAAkB,SAAQ,KAAK;gBAC9B,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,uBAAwB,SAAQ,KAAK;;CAKjD;AAED,qBAAa,gBAAiB,SAAQ,KAAK;gBAC7B,IAAI,EAAE,MAAM;CAIzB;AAED,qBAAa,oBAAqB,SAAQ,KAAK;gBACjC,IAAI,EAAE,MAAM;CAIzB;AAED,qBAAa,gCAAiC,SAAQ,KAAK;gBAC7C,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG;CAQ7D;AAED,qBAAa,qCAAsC,SAAQ,KAAK;gBAClD,gBAAgB,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM;CAQ7D;AAED,qBAAa,yBAA0B,SAAQ,KAAK;;CAQnD;AAED,qBAAa,sBAAuB,SAAQ,KAAK;gBACnC,MAAM,EAAE,MAAM;CAM3B;AAED,qBAAa,wBAAyB,SAAQ,KAAK;gBACrC,GAAG,EAAE,MAAM;CAMxB;AAED,qBAAa,wBAAyB,SAAQ,KAAK;;CAOlD;AAED,qBAAa,wBAAyB,SAAQ,KAAK;gBACrC,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;CAOhD;AAED,qBAAa,8BAA+B,SAAQ,KAAK;gBAC3C,YAAY,EAAE,MAAM;CAMjC;AAED,qBAAa,gCAAiC,SAAQ,KAAK;gBAC7C,aAAa,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG;CAMjD;AAED,qBAAa,gCAAiC,SAAQ,KAAK;;CAO1D;AAED,qBAAa,qBAAsB,SAAQ,KAAK;gBAClC,OAAO,EAAE,MAAM;CAM5B;AAED,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,OAAO,EAAE,MAAM;CAM5B;AAED,qBAAa,sBAAuB,SAAQ,KAAK;gBACnC,iBAAiB,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM;CAO7D;AAED,qBAAa,qBAAsB,SAAQ,mBAAmB;;CAQ7D;AACD,qBAAa,eAAgB,SAAQ,KAAK;;CAOzC;AAED,qBAAa,sBAAuB,SAAQ,KAAK;gBACnC,UAAU,EAAE,MAAM;CAM/B;AAED,qBAAa,8BAA+B,SAAQ,KAAK;;CAOxD;AAED,qBAAa,qBAAsB,SAAQ,KAAK;gBAClC,YAAY,EAAE,MAAM;CAMjC;AAED,qBAAa,wBAAyB,SAAQ,KAAK;;CAKlD;AACD,qBAAa,oBAAqB,SAAQ,KAAK;;CAO9C;AACD,qBAAa,8BAA+B,SAAQ,KAAK;gBAC3C,KAAK,EAAE,MAAM,EAAE;CAI5B;AAED,qBAAa,4BAA6B,SAAQ,KAAK;gBACzC,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM;CAQjE;AAED,qBAAa,sBAAuB,SAAQ,KAAK;;CAShD;AAED,qBAAa,4BAA6B,SAAQ,KAAK;;CAQtD;AAED,qBAAa,8BAA+B,SAAQ,KAAK;gBAC3C,eAAe,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM;CAQ/D;AAED,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,SAAS,EAAE,MAAM;CAI9B;AAED,qBAAa,uBAAwB,SAAQ,KAAK;;CAQjD;AAED,qBAAa,gCAAiC,SAAQ,KAAK;;CAQ1D;AAED,qBAAa,mBAAoB,SAAQ,KAAK;;CAK7C;AAED,qBAAa,aAAc,SAAQ,KAAK;gBAC1B,IAAI,EAAE,GAAG;CAItB;AACD,qBAAa,0BAA2B,SAAQ,KAAK;;CAKpD;AAED,qBAAa,iCAAkC,SAAQ,KAAK;;CAQ3D;AAED,qBAAa,uCAAwC,SAAQ,KAAK;;CAQjE;AAED,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,aAAa,EAAE,GAAG;CAS/B;AACD,qBAAa,uBAAwB,SAAQ,KAAK;gBACpC,cAAc,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE;CAOhE;AACD,qBAAa,uBAAwB,SAAQ,KAAK;;CAOjD;AAED,qBAAa,yBAA0B,SAAQ,KAAK;;CAKnD;AACD,qBAAa,uBAAwB,SAAQ,KAAK;gBACpC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG;CAI7C;AAED,qBAAa,iCAAkC,SAAQ,KAAK;;CAK3D;AAED,qBAAa,uCAAwC,SAAQ,KAAK;;CAOjE;AAED,qBAAa,+BAAgC,SAAQ,KAAK;gBAC5C,QAAQ,EAAE,MAAM;CAI7B;AAED,qBAAa,uCAAwC,SAAQ,KAAK;;CAKjE;AAED,qBAAa,8BAA+B,SAAQ,KAAK;gBAC3C,YAAY,EAAE,MAAM;CAQjC;AAED,qBAAa,2BAA4B,SAAQ,KAAK;gBACxC,mBAAmB,EAAE,MAAM;CAOxC;AAED,qBAAa,iCAAkC,SAAQ,KAAK;gBAC9C,iBAAiB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM;CAQhE;AAED,qBAAa,qCAAsC,SAAQ,KAAK;gBAClD,iBAAiB,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;CAO5D;AAED,qBAAa,wBAAyB,SAAQ,KAAK;;CAKlD;AAED,qBAAa,gCAAiC,SAAQ,KAAK;gBAC7C,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;CAOpD;AAED,qBAAa,sBAAuB,SAAQ,KAAK;gBACnC,YAAY,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM;CAOxD;AAED,qBAAa,2BAA4B,SAAQ,KAAK;gBAElD,YAAY,EAAE,MAAM,EAAE,EACtB,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,MAAM;CAStB;AAED,qBAAa,4BAA6B,SAAQ,KAAK;gBAEnD,eAAe,EAAE,MAAM,EACvB,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,MAAM;CAQtB;AAED,qBAAa,2BAA4B,SAAQ,KAAK;gBACxC,OAAO,EAAE,MAAM,EAAE;CAQ9B;AAED,qBAAa,cAAe,SAAQ,KAAK;IAErC,QAAQ,CAAC,GAAG,EAAE,MAAM;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM;gBAFd,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM;CAU1B"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { ChatOptions, MLCEngineConfig } from "./config";
|
|
2
|
+
import { WebWorkerMLCEngineHandler, WebWorkerMLCEngine } from "./web_worker";
|
|
3
|
+
export interface ExtensionMLCEngineConfig extends MLCEngineConfig {
|
|
4
|
+
extensionId?: string;
|
|
5
|
+
onDisconnect?: () => void;
|
|
6
|
+
}
|
|
7
|
+
/**
|
|
8
|
+
* Worker handler that can be used in a ServiceWorker.
|
|
9
|
+
*
|
|
10
|
+
* @example
|
|
11
|
+
*
|
|
12
|
+
* const engine = new MLCEngine();
|
|
13
|
+
* let handler;
|
|
14
|
+
* chrome.runtime.onConnect.addListener(function (port) {
|
|
15
|
+
* if (handler === undefined) {
|
|
16
|
+
* handler = new ServiceWorkerMLCEngineHandler(engine, port);
|
|
17
|
+
* } else {
|
|
18
|
+
* handler.setPort(port);
|
|
19
|
+
* }
|
|
20
|
+
* port.onMessage.addListener(handler.onmessage.bind(handler));
|
|
21
|
+
* });
|
|
22
|
+
*/
|
|
23
|
+
export declare class ServiceWorkerMLCEngineHandler extends WebWorkerMLCEngineHandler {
|
|
24
|
+
port: chrome.runtime.Port | null;
|
|
25
|
+
constructor(port: chrome.runtime.Port);
|
|
26
|
+
postMessage(msg: any): void;
|
|
27
|
+
setPort(port: chrome.runtime.Port): void;
|
|
28
|
+
onPortDisconnect(port: chrome.runtime.Port): void;
|
|
29
|
+
onmessage(event: any): void;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Create a ServiceWorkerMLCEngine.
|
|
33
|
+
*
|
|
34
|
+
* @param modelId model_id of the model to load, either string or string[]. When multiple models
|
|
35
|
+
* are provided, we load all models sequentially. Each modelId needs to either be in
|
|
36
|
+
* `webllm.prebuiltAppConfig`, or in `engineCOnfig.appConfig`.
|
|
37
|
+
* @param engineConfig Optionally configures the engine, see `webllm.MLCEngineConfig` for more.
|
|
38
|
+
* @param chatOpts Extra options to optionally override the `mlc-chat-config.json` of `modelId`.
|
|
39
|
+
* The size of which needs to match that of `modelId`; chatOpts[i] will be used for modelId[i].
|
|
40
|
+
* @param keepAliveMs The interval to send keep alive messages to the service worker.
|
|
41
|
+
* See [Service worker lifecycle](https://developer.chrome.com/docs/extensions/develop/concepts/service-workers/lifecycle#idle-shutdown)
|
|
42
|
+
* The default is 10s.
|
|
43
|
+
* @returns An initialized `WebLLM.ServiceWorkerMLCEngine` with `modelId` loaded.
|
|
44
|
+
*/
|
|
45
|
+
export declare function CreateServiceWorkerMLCEngine(modelId: string | string[], engineConfig?: ExtensionMLCEngineConfig, chatOpts?: ChatOptions | ChatOptions[], keepAliveMs?: number): Promise<ServiceWorkerMLCEngine>;
|
|
46
|
+
/**
|
|
47
|
+
* A client of MLCEngine that exposes the same interface
|
|
48
|
+
*/
|
|
49
|
+
export declare class ServiceWorkerMLCEngine extends WebWorkerMLCEngine {
|
|
50
|
+
port: chrome.runtime.Port;
|
|
51
|
+
extensionId?: string;
|
|
52
|
+
constructor(engineConfig?: ExtensionMLCEngineConfig, keepAliveMs?: number);
|
|
53
|
+
}
|
|
54
|
+
//# sourceMappingURL=extension_service_worker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extension_service_worker.d.ts","sourceRoot":"","sources":["../src/extension_service_worker.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAExD,OAAO,EAEL,yBAAyB,EACzB,kBAAkB,EACnB,MAAM,cAAc,CAAC;AAItB,MAAM,WAAW,wBAAyB,SAAQ,eAAe;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,6BAA8B,SAAQ,yBAAyB;IAC1E,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;gBAErB,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI;IAMrC,WAAW,CAAC,GAAG,EAAE,GAAG;IAIpB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI;IAKjC,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI;IAM1C,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;CA4C5B;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,wBAAwB,EACvC,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,EACtC,WAAW,SAAQ,GAClB,OAAO,CAAC,sBAAsB,CAAC,CAOjC;AAiCD;;GAEG;AACH,qBAAa,sBAAuB,SAAQ,kBAAkB;IAC5D,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,YAAY,CAAC,EAAE,wBAAwB,EAAE,WAAW,SAAQ;CAyBzE"}
|
package/lib/index.d.ts
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export { ModelRecord, AppConfig, ChatOptions, MLCEngineConfig, GenerationConfig, ModelType, prebuiltAppConfig, modelVersion, modelLibURLPrefix, functionCallingModelIds, } from "./config";
|
|
2
|
+
export { verifyIntegrity, isValidSRI, type ModelIntegrity, type SRIString, type FileIntegrityMap, } from "./integrity";
|
|
3
|
+
export { IntegrityError } from "./error";
|
|
4
|
+
export { InitProgressCallback, InitProgressReport, MLCEngineInterface, LogitProcessor, LogLevel, } from "./types";
|
|
5
|
+
export { MLCEngine, CreateMLCEngine } from "./engine";
|
|
6
|
+
export { hasModelInCache, deleteChatConfigInCache, deleteModelAllInfoInCache, deleteModelWasmInCache, deleteModelInCache, } from "./cache_util";
|
|
7
|
+
export { WebWorkerMLCEngineHandler, WebWorkerMLCEngine, CreateWebWorkerMLCEngine, } from "./web_worker";
|
|
8
|
+
export { WorkerRequest, WorkerResponse, CustomRequestParams } from "./message";
|
|
9
|
+
export { ServiceWorkerMLCEngineHandler, ServiceWorkerMLCEngine, CreateServiceWorkerMLCEngine, } from "./service_worker";
|
|
10
|
+
export { ServiceWorkerMLCEngineHandler as ExtensionServiceWorkerMLCEngineHandler, ServiceWorkerMLCEngine as ExtensionServiceWorkerMLCEngine, CreateServiceWorkerMLCEngine as CreateExtensionServiceWorkerMLCEngine, } from "./extension_service_worker";
|
|
11
|
+
export * from "./openai_api_protocols/index";
|
|
12
|
+
export * from "./wrapper/WebLLMWrapper";
|
|
13
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,SAAS,EACT,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,SAAS,EACT,iBAAiB,EACjB,YAAY,EACZ,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,eAAe,EACf,UAAU,EACV,KAAK,cAAc,EACnB,KAAK,SAAS,EACd,KAAK,gBAAgB,GACtB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,kBAAkB,EAClB,cAAc,EACd,QAAQ,GACT,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAEtD,OAAO,EACL,eAAe,EACf,uBAAuB,EACvB,yBAAyB,EACzB,sBAAsB,EACtB,kBAAkB,GACnB,MAAM,cAAc,CAAC;AAEtB,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAE/E,OAAO,EACL,6BAA6B,EAC7B,sBAAsB,EACtB,4BAA4B,GAC7B,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,6BAA6B,IAAI,sCAAsC,EACvE,sBAAsB,IAAI,+BAA+B,EACzD,4BAA4B,IAAI,qCAAqC,GACtE,MAAM,4BAA4B,CAAC;AAEpC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC"}
|