@easbot/local-model-sdk 0.1.3 → 0.1.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/README.en.md +3 -3
  2. package/README.md +2 -2
  3. package/dist/index.cjs +19 -19
  4. package/dist/index.d.cts +56 -41
  5. package/dist/index.d.ts +56 -41
  6. package/dist/index.mjs +19 -19
  7. package/package.json +30 -30
package/dist/index.d.cts CHANGED
@@ -1,4 +1,5 @@
1
- import { LanguageModelV2, EmbeddingModelV2, LanguageModelV2CallOptions, LanguageModelV2StreamPart } from '@ai-sdk/provider';
1
+ import { LanguageModel, EmbeddingModel, Provider } from 'ai';
2
+ import { LanguageModelV3StreamPart, LanguageModelV3GenerateResult, LanguageModelV3FinishReason, LanguageModelV3, LanguageModelV3CallOptions, EmbeddingModelV3, EmbeddingModelV3CallOptions, EmbeddingModelV3Result } from '@ai-sdk/provider';
2
3
 
3
4
  declare enum ErrorCode {
4
5
  MODEL_NOT_FOUND = "MODEL_NOT_FOUND",
@@ -24,7 +25,7 @@ interface LocalModelProviderConfig {
24
25
  maxCachedModels?: number;
25
26
  memoryWarningThreshold?: number;
26
27
  useEnhancedModel?: boolean;
27
- logPath?: string;
28
+ logDir?: string;
28
29
  logLevel?: 'DEBUG' | 'INFO' | 'WARN' | 'ERROR';
29
30
  }
30
31
  interface LanguageModelConfig {
@@ -64,25 +65,27 @@ interface GenerateOptions {
64
65
  stopSequences: string[];
65
66
  abortSignal?: AbortSignal;
66
67
  }
67
- interface GenerateResult {
68
- text: string;
69
- finishReason: 'stop' | 'length' | 'error';
68
+ interface LocalGenerateResult {
69
+ content: string;
70
+ finishReason: LanguageModelV3FinishReason;
70
71
  usage: {
71
72
  promptTokens: number;
72
73
  completionTokens: number;
73
74
  totalTokens: number;
74
75
  };
75
76
  }
76
- interface GenerateChunk {
77
+ interface LocalGenerateChunk {
77
78
  type: 'text-delta' | 'text-end' | 'finish';
78
- textDelta?: string;
79
- finishReason?: 'stop' | 'length' | 'error';
79
+ delta?: string;
80
+ finishReason?: LanguageModelV3FinishReason;
80
81
  usage?: {
81
82
  promptTokens: number;
82
83
  completionTokens: number;
83
84
  totalTokens: number;
84
85
  };
85
86
  }
87
+ type GenerateResult = LanguageModelV3GenerateResult;
88
+ type GenerateChunk = LanguageModelV3StreamPart;
86
89
  interface ModelInfo {
87
90
  modelId: string;
88
91
  modelType: 'language' | 'embedding';
@@ -101,27 +104,27 @@ declare class LocalModelProvider {
101
104
  constructor(config?: LocalModelProviderConfig);
102
105
  languageModel(modelId: string, options?: {
103
106
  useEnhancedModel?: boolean;
104
- }): LanguageModelV2;
105
- textEmbeddingModel(modelId: string): EmbeddingModelV2<string>;
107
+ }): LanguageModel;
108
+ textEmbeddingModel(modelId: string): EmbeddingModel;
106
109
  chat(modelId: string, options?: {
107
110
  useEnhancedModel?: boolean;
108
- }): LanguageModelV2;
111
+ }): LanguageModel;
109
112
  private getOrCreateEngine;
110
113
  private evictLeastRecentlyUsed;
111
114
  getLoadedModels(): ModelInfo[];
112
115
  dispose(): Promise<void>;
113
116
  }
114
- interface LocalProvider {
117
+ interface LocalProvider extends Provider {
115
118
  (modelId: string, options?: {
116
119
  useEnhancedModel?: boolean;
117
- }): LanguageModelV2;
120
+ }): LanguageModel;
118
121
  languageModel(modelId: string, options?: {
119
122
  useEnhancedModel?: boolean;
120
- }): LanguageModelV2;
123
+ }): LanguageModel;
121
124
  chat(modelId: string, options?: {
122
125
  useEnhancedModel?: boolean;
123
- }): LanguageModelV2;
124
- textEmbeddingModel(modelId: string): EmbeddingModelV2<string>;
126
+ }): LanguageModel;
127
+ textEmbeddingModel(modelId: string): EmbeddingModel;
125
128
  }
126
129
  declare function createLocal(config?: LocalModelProviderConfig): LocalProvider;
127
130
 
@@ -135,16 +138,16 @@ declare class TransformersEngine {
135
138
  private configureEnvironment;
136
139
  initialize(): Promise<void>;
137
140
  private extractAssistantResponse;
138
- generate(prompt: string, options: GenerateOptions): Promise<GenerateResult>;
139
- generateStream(prompt: string, options: GenerateOptions, callback: (chunk: GenerateChunk) => void): Promise<void>;
141
+ generate(prompt: string, options: GenerateOptions): Promise<LocalGenerateResult>;
142
+ generateStream(prompt: string, options: GenerateOptions, callback: (chunk: LocalGenerateChunk) => void): Promise<void>;
140
143
  embed(texts: string[], abortSignal?: AbortSignal): Promise<number[][]>;
141
144
  countTokens(texts: string[]): Promise<number>;
142
145
  dispose(): Promise<void>;
143
146
  isReady(): boolean;
144
147
  }
145
148
 
146
- declare class LocalLanguageModel implements LanguageModelV2 {
147
- readonly specificationVersion: "v2";
149
+ declare class LocalLanguageModel implements LanguageModelV3 {
150
+ readonly specificationVersion: "v3";
148
151
  readonly provider: string;
149
152
  readonly modelId: string;
150
153
  readonly defaultObjectGenerationMode: "json";
@@ -152,13 +155,24 @@ declare class LocalLanguageModel implements LanguageModelV2 {
152
155
  private readonly engine;
153
156
  private readonly modelConfig;
154
157
  constructor(provider: string, modelId: string, engine: TransformersEngine);
158
+ generate(options: LanguageModelV3CallOptions): Promise<any>;
159
+ stream(options: LanguageModelV3CallOptions): Promise<{
160
+ stream: ReadableStream<LanguageModelV3StreamPart>;
161
+ fullStream: AsyncIterable<LanguageModelV3StreamPart>;
162
+ request: {
163
+ body: string;
164
+ };
165
+ response: {
166
+ headers?: Record<string, string>;
167
+ };
168
+ }>;
155
169
  private convertToQwenFormat;
156
- doGenerate(options: LanguageModelV2CallOptions): Promise<any>;
157
- doStream(options: LanguageModelV2CallOptions): Promise<any>;
170
+ doGenerate(options: LanguageModelV3CallOptions): Promise<any>;
171
+ doStream(options: LanguageModelV3CallOptions): Promise<any>;
158
172
  }
159
173
 
160
- declare class LocalEnhancedLanguageModel implements LanguageModelV2 {
161
- readonly specificationVersion: "v2";
174
+ declare class LocalEnhancedLanguageModel implements LanguageModelV3 {
175
+ readonly specificationVersion: "v3";
162
176
  readonly provider: string;
163
177
  readonly modelId: string;
164
178
  readonly defaultObjectGenerationMode: "json";
@@ -168,10 +182,21 @@ declare class LocalEnhancedLanguageModel implements LanguageModelV2 {
168
182
  private readonly engine;
169
183
  private readonly modelConfig;
170
184
  constructor(provider: string, modelId: string, engine: TransformersEngine);
171
- doGenerate(options: LanguageModelV2CallOptions): Promise<any>;
172
- doStream(options: LanguageModelV2CallOptions): Promise<{
173
- stream: ReadableStream<LanguageModelV2StreamPart>;
174
- fullStream: AsyncIterable<LanguageModelV2StreamPart>;
185
+ generate(options: LanguageModelV3CallOptions): Promise<any>;
186
+ stream(options: LanguageModelV3CallOptions): Promise<{
187
+ stream: ReadableStream<LanguageModelV3StreamPart>;
188
+ fullStream: AsyncIterable<LanguageModelV3StreamPart>;
189
+ request: {
190
+ body: string;
191
+ };
192
+ response: {
193
+ headers?: Record<string, string>;
194
+ };
195
+ }>;
196
+ doGenerate(options: LanguageModelV3CallOptions): Promise<any>;
197
+ doStream(options: LanguageModelV3CallOptions): Promise<{
198
+ stream: ReadableStream<LanguageModelV3StreamPart>;
199
+ fullStream: AsyncIterable<LanguageModelV3StreamPart>;
175
200
  request: {
176
201
  body: string;
177
202
  };
@@ -181,18 +206,8 @@ declare class LocalEnhancedLanguageModel implements LanguageModelV2 {
181
206
  }>;
182
207
  }
183
208
 
184
- interface EmbedRequest {
185
- values: string[];
186
- abortSignal?: AbortSignal;
187
- }
188
- interface EmbedResponse {
189
- embeddings: number[][];
190
- usage: {
191
- tokens: number;
192
- };
193
- }
194
- declare class LocalEmbeddingModel implements EmbeddingModelV2<string> {
195
- readonly specificationVersion: "v2";
209
+ declare class LocalEmbeddingModel implements EmbeddingModelV3 {
210
+ readonly specificationVersion: "v3";
196
211
  readonly provider: string;
197
212
  readonly modelId: string;
198
213
  readonly maxEmbeddingsPerCall: number;
@@ -200,7 +215,7 @@ declare class LocalEmbeddingModel implements EmbeddingModelV2<string> {
200
215
  private readonly engine;
201
216
  private readonly modelConfig;
202
217
  constructor(provider: string, modelId: string, engine: TransformersEngine);
203
- doEmbed(params: EmbedRequest): Promise<EmbedResponse>;
218
+ doEmbed(options: EmbeddingModelV3CallOptions): Promise<EmbeddingModelV3Result>;
204
219
  }
205
220
 
206
221
  declare class LocalModelError extends Error {
package/dist/index.d.ts CHANGED
@@ -1,4 +1,5 @@
1
- import { LanguageModelV2, EmbeddingModelV2, LanguageModelV2CallOptions, LanguageModelV2StreamPart } from '@ai-sdk/provider';
1
+ import { LanguageModel, EmbeddingModel, Provider } from 'ai';
2
+ import { LanguageModelV3StreamPart, LanguageModelV3GenerateResult, LanguageModelV3FinishReason, LanguageModelV3, LanguageModelV3CallOptions, EmbeddingModelV3, EmbeddingModelV3CallOptions, EmbeddingModelV3Result } from '@ai-sdk/provider';
2
3
 
3
4
  declare enum ErrorCode {
4
5
  MODEL_NOT_FOUND = "MODEL_NOT_FOUND",
@@ -24,7 +25,7 @@ interface LocalModelProviderConfig {
24
25
  maxCachedModels?: number;
25
26
  memoryWarningThreshold?: number;
26
27
  useEnhancedModel?: boolean;
27
- logPath?: string;
28
+ logDir?: string;
28
29
  logLevel?: 'DEBUG' | 'INFO' | 'WARN' | 'ERROR';
29
30
  }
30
31
  interface LanguageModelConfig {
@@ -64,25 +65,27 @@ interface GenerateOptions {
64
65
  stopSequences: string[];
65
66
  abortSignal?: AbortSignal;
66
67
  }
67
- interface GenerateResult {
68
- text: string;
69
- finishReason: 'stop' | 'length' | 'error';
68
+ interface LocalGenerateResult {
69
+ content: string;
70
+ finishReason: LanguageModelV3FinishReason;
70
71
  usage: {
71
72
  promptTokens: number;
72
73
  completionTokens: number;
73
74
  totalTokens: number;
74
75
  };
75
76
  }
76
- interface GenerateChunk {
77
+ interface LocalGenerateChunk {
77
78
  type: 'text-delta' | 'text-end' | 'finish';
78
- textDelta?: string;
79
- finishReason?: 'stop' | 'length' | 'error';
79
+ delta?: string;
80
+ finishReason?: LanguageModelV3FinishReason;
80
81
  usage?: {
81
82
  promptTokens: number;
82
83
  completionTokens: number;
83
84
  totalTokens: number;
84
85
  };
85
86
  }
87
+ type GenerateResult = LanguageModelV3GenerateResult;
88
+ type GenerateChunk = LanguageModelV3StreamPart;
86
89
  interface ModelInfo {
87
90
  modelId: string;
88
91
  modelType: 'language' | 'embedding';
@@ -101,27 +104,27 @@ declare class LocalModelProvider {
101
104
  constructor(config?: LocalModelProviderConfig);
102
105
  languageModel(modelId: string, options?: {
103
106
  useEnhancedModel?: boolean;
104
- }): LanguageModelV2;
105
- textEmbeddingModel(modelId: string): EmbeddingModelV2<string>;
107
+ }): LanguageModel;
108
+ textEmbeddingModel(modelId: string): EmbeddingModel;
106
109
  chat(modelId: string, options?: {
107
110
  useEnhancedModel?: boolean;
108
- }): LanguageModelV2;
111
+ }): LanguageModel;
109
112
  private getOrCreateEngine;
110
113
  private evictLeastRecentlyUsed;
111
114
  getLoadedModels(): ModelInfo[];
112
115
  dispose(): Promise<void>;
113
116
  }
114
- interface LocalProvider {
117
+ interface LocalProvider extends Provider {
115
118
  (modelId: string, options?: {
116
119
  useEnhancedModel?: boolean;
117
- }): LanguageModelV2;
120
+ }): LanguageModel;
118
121
  languageModel(modelId: string, options?: {
119
122
  useEnhancedModel?: boolean;
120
- }): LanguageModelV2;
123
+ }): LanguageModel;
121
124
  chat(modelId: string, options?: {
122
125
  useEnhancedModel?: boolean;
123
- }): LanguageModelV2;
124
- textEmbeddingModel(modelId: string): EmbeddingModelV2<string>;
126
+ }): LanguageModel;
127
+ textEmbeddingModel(modelId: string): EmbeddingModel;
125
128
  }
126
129
  declare function createLocal(config?: LocalModelProviderConfig): LocalProvider;
127
130
 
@@ -135,16 +138,16 @@ declare class TransformersEngine {
135
138
  private configureEnvironment;
136
139
  initialize(): Promise<void>;
137
140
  private extractAssistantResponse;
138
- generate(prompt: string, options: GenerateOptions): Promise<GenerateResult>;
139
- generateStream(prompt: string, options: GenerateOptions, callback: (chunk: GenerateChunk) => void): Promise<void>;
141
+ generate(prompt: string, options: GenerateOptions): Promise<LocalGenerateResult>;
142
+ generateStream(prompt: string, options: GenerateOptions, callback: (chunk: LocalGenerateChunk) => void): Promise<void>;
140
143
  embed(texts: string[], abortSignal?: AbortSignal): Promise<number[][]>;
141
144
  countTokens(texts: string[]): Promise<number>;
142
145
  dispose(): Promise<void>;
143
146
  isReady(): boolean;
144
147
  }
145
148
 
146
- declare class LocalLanguageModel implements LanguageModelV2 {
147
- readonly specificationVersion: "v2";
149
+ declare class LocalLanguageModel implements LanguageModelV3 {
150
+ readonly specificationVersion: "v3";
148
151
  readonly provider: string;
149
152
  readonly modelId: string;
150
153
  readonly defaultObjectGenerationMode: "json";
@@ -152,13 +155,24 @@ declare class LocalLanguageModel implements LanguageModelV2 {
152
155
  private readonly engine;
153
156
  private readonly modelConfig;
154
157
  constructor(provider: string, modelId: string, engine: TransformersEngine);
158
+ generate(options: LanguageModelV3CallOptions): Promise<any>;
159
+ stream(options: LanguageModelV3CallOptions): Promise<{
160
+ stream: ReadableStream<LanguageModelV3StreamPart>;
161
+ fullStream: AsyncIterable<LanguageModelV3StreamPart>;
162
+ request: {
163
+ body: string;
164
+ };
165
+ response: {
166
+ headers?: Record<string, string>;
167
+ };
168
+ }>;
155
169
  private convertToQwenFormat;
156
- doGenerate(options: LanguageModelV2CallOptions): Promise<any>;
157
- doStream(options: LanguageModelV2CallOptions): Promise<any>;
170
+ doGenerate(options: LanguageModelV3CallOptions): Promise<any>;
171
+ doStream(options: LanguageModelV3CallOptions): Promise<any>;
158
172
  }
159
173
 
160
- declare class LocalEnhancedLanguageModel implements LanguageModelV2 {
161
- readonly specificationVersion: "v2";
174
+ declare class LocalEnhancedLanguageModel implements LanguageModelV3 {
175
+ readonly specificationVersion: "v3";
162
176
  readonly provider: string;
163
177
  readonly modelId: string;
164
178
  readonly defaultObjectGenerationMode: "json";
@@ -168,10 +182,21 @@ declare class LocalEnhancedLanguageModel implements LanguageModelV2 {
168
182
  private readonly engine;
169
183
  private readonly modelConfig;
170
184
  constructor(provider: string, modelId: string, engine: TransformersEngine);
171
- doGenerate(options: LanguageModelV2CallOptions): Promise<any>;
172
- doStream(options: LanguageModelV2CallOptions): Promise<{
173
- stream: ReadableStream<LanguageModelV2StreamPart>;
174
- fullStream: AsyncIterable<LanguageModelV2StreamPart>;
185
+ generate(options: LanguageModelV3CallOptions): Promise<any>;
186
+ stream(options: LanguageModelV3CallOptions): Promise<{
187
+ stream: ReadableStream<LanguageModelV3StreamPart>;
188
+ fullStream: AsyncIterable<LanguageModelV3StreamPart>;
189
+ request: {
190
+ body: string;
191
+ };
192
+ response: {
193
+ headers?: Record<string, string>;
194
+ };
195
+ }>;
196
+ doGenerate(options: LanguageModelV3CallOptions): Promise<any>;
197
+ doStream(options: LanguageModelV3CallOptions): Promise<{
198
+ stream: ReadableStream<LanguageModelV3StreamPart>;
199
+ fullStream: AsyncIterable<LanguageModelV3StreamPart>;
175
200
  request: {
176
201
  body: string;
177
202
  };
@@ -181,18 +206,8 @@ declare class LocalEnhancedLanguageModel implements LanguageModelV2 {
181
206
  }>;
182
207
  }
183
208
 
184
- interface EmbedRequest {
185
- values: string[];
186
- abortSignal?: AbortSignal;
187
- }
188
- interface EmbedResponse {
189
- embeddings: number[][];
190
- usage: {
191
- tokens: number;
192
- };
193
- }
194
- declare class LocalEmbeddingModel implements EmbeddingModelV2<string> {
195
- readonly specificationVersion: "v2";
209
+ declare class LocalEmbeddingModel implements EmbeddingModelV3 {
210
+ readonly specificationVersion: "v3";
196
211
  readonly provider: string;
197
212
  readonly modelId: string;
198
213
  readonly maxEmbeddingsPerCall: number;
@@ -200,7 +215,7 @@ declare class LocalEmbeddingModel implements EmbeddingModelV2<string> {
200
215
  private readonly engine;
201
216
  private readonly modelConfig;
202
217
  constructor(provider: string, modelId: string, engine: TransformersEngine);
203
- doEmbed(params: EmbedRequest): Promise<EmbedResponse>;
218
+ doEmbed(options: EmbeddingModelV3CallOptions): Promise<EmbeddingModelV3Result>;
204
219
  }
205
220
 
206
221
  declare class LocalModelError extends Error {