@easbot/ollama-sdk 0.1.2 → 0.1.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.en.md +15 -15
- package/README.md +13 -13
- package/dist/index.cjs +7 -7
- package/dist/index.d.cts +28 -23
- package/dist/index.d.ts +28 -23
- package/dist/index.mjs +7 -7
- package/package.json +12 -14
package/dist/index.d.cts
CHANGED
|
@@ -1,10 +1,13 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { Provider, LanguageModel, EmbeddingModel } from 'ai';
|
|
2
|
+
import { LanguageModelV3, LanguageModelV3CallOptions, EmbeddingModelV3, EmbeddingModelV3CallOptions, EmbeddingModelV3Result } from '@ai-sdk/provider';
|
|
2
3
|
|
|
3
4
|
type OllamaModelId = string;
|
|
4
5
|
interface OllamaConfig {
|
|
5
6
|
baseURL?: string;
|
|
6
7
|
fetch?: typeof fetch;
|
|
7
8
|
headers?: Record<string, string>;
|
|
9
|
+
logDir?: string;
|
|
10
|
+
logLevel?: 'DEBUG' | 'INFO' | 'WARN' | 'ERROR';
|
|
8
11
|
}
|
|
9
12
|
interface OllamaProviderOptions {
|
|
10
13
|
temperature?: number;
|
|
@@ -17,44 +20,46 @@ interface OllamaProviderOptions {
|
|
|
17
20
|
seed?: number;
|
|
18
21
|
}
|
|
19
22
|
|
|
20
|
-
interface OllamaProvider {
|
|
21
|
-
(modelId: OllamaModelId):
|
|
22
|
-
languageModel(modelId: OllamaModelId):
|
|
23
|
-
chat(modelId: OllamaModelId):
|
|
24
|
-
textEmbeddingModel(modelId: OllamaModelId):
|
|
23
|
+
interface OllamaProvider extends Provider {
|
|
24
|
+
(modelId: OllamaModelId): LanguageModel;
|
|
25
|
+
languageModel(modelId: OllamaModelId): LanguageModel;
|
|
26
|
+
chat(modelId: OllamaModelId): LanguageModel;
|
|
27
|
+
textEmbeddingModel(modelId: OllamaModelId): EmbeddingModel;
|
|
25
28
|
}
|
|
26
29
|
declare function createOllama(config?: OllamaConfig): OllamaProvider;
|
|
27
30
|
|
|
28
|
-
declare class OllamaLanguageModel implements
|
|
29
|
-
readonly specificationVersion: "
|
|
31
|
+
declare class OllamaLanguageModel implements LanguageModelV3 {
|
|
32
|
+
readonly specificationVersion: "v3";
|
|
30
33
|
readonly provider: "ollama";
|
|
31
34
|
readonly modelId: string;
|
|
32
35
|
readonly defaultObjectGenerationMode: "json";
|
|
33
36
|
readonly supportedUrls: Record<string, RegExp[]>;
|
|
34
37
|
private nativeModel;
|
|
35
38
|
constructor(modelId: OllamaModelId, config?: OllamaConfig);
|
|
36
|
-
doGenerate(options:
|
|
37
|
-
doStream(options:
|
|
39
|
+
doGenerate(options: LanguageModelV3CallOptions): ReturnType<LanguageModelV3['doGenerate']>;
|
|
40
|
+
doStream(options: LanguageModelV3CallOptions): ReturnType<LanguageModelV3['doStream']>;
|
|
41
|
+
generate(options: LanguageModelV3CallOptions): Promise<any>;
|
|
42
|
+
stream(options: LanguageModelV3CallOptions): Promise<{
|
|
43
|
+
stream: ReadableStream<any>;
|
|
44
|
+
fullStream: AsyncIterable<any>;
|
|
45
|
+
request: {
|
|
46
|
+
body: string;
|
|
47
|
+
};
|
|
48
|
+
response: {
|
|
49
|
+
headers?: Record<string, string>;
|
|
50
|
+
};
|
|
51
|
+
}>;
|
|
38
52
|
}
|
|
39
53
|
|
|
40
|
-
declare class OllamaEmbeddingModel implements
|
|
41
|
-
readonly specificationVersion: "
|
|
54
|
+
declare class OllamaEmbeddingModel implements EmbeddingModelV3 {
|
|
55
|
+
readonly specificationVersion: "v3";
|
|
42
56
|
readonly provider = "ollama";
|
|
43
57
|
readonly modelId: string;
|
|
44
58
|
readonly maxEmbeddingsPerCall: undefined;
|
|
45
59
|
readonly supportsParallelCalls = true;
|
|
46
60
|
private readonly baseURL;
|
|
47
61
|
constructor(modelId: string, config?: OllamaConfig);
|
|
48
|
-
doEmbed(options:
|
|
49
|
-
values: string[];
|
|
50
|
-
abortSignal?: AbortSignal;
|
|
51
|
-
headers?: Record<string, string | undefined>;
|
|
52
|
-
}): Promise<{
|
|
53
|
-
embeddings: number[][];
|
|
54
|
-
usage?: {
|
|
55
|
-
tokens: number;
|
|
56
|
-
};
|
|
57
|
-
}>;
|
|
62
|
+
doEmbed(options: EmbeddingModelV3CallOptions): Promise<EmbeddingModelV3Result>;
|
|
58
63
|
private generateSingleEmbedding;
|
|
59
64
|
private estimateTokens;
|
|
60
65
|
}
|
|
@@ -84,7 +89,7 @@ declare class TimeoutError extends OllamaError {
|
|
|
84
89
|
}
|
|
85
90
|
|
|
86
91
|
declare const OLLAMA_DEFAULT_OPTIONS: {
|
|
87
|
-
readonly numCtx:
|
|
92
|
+
readonly numCtx: 262144;
|
|
88
93
|
readonly temperature: 0.7;
|
|
89
94
|
readonly topK: 40;
|
|
90
95
|
readonly topP: 0.9;
|
package/dist/index.d.ts
CHANGED
|
@@ -1,10 +1,13 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { Provider, LanguageModel, EmbeddingModel } from 'ai';
|
|
2
|
+
import { LanguageModelV3, LanguageModelV3CallOptions, EmbeddingModelV3, EmbeddingModelV3CallOptions, EmbeddingModelV3Result } from '@ai-sdk/provider';
|
|
2
3
|
|
|
3
4
|
type OllamaModelId = string;
|
|
4
5
|
interface OllamaConfig {
|
|
5
6
|
baseURL?: string;
|
|
6
7
|
fetch?: typeof fetch;
|
|
7
8
|
headers?: Record<string, string>;
|
|
9
|
+
logDir?: string;
|
|
10
|
+
logLevel?: 'DEBUG' | 'INFO' | 'WARN' | 'ERROR';
|
|
8
11
|
}
|
|
9
12
|
interface OllamaProviderOptions {
|
|
10
13
|
temperature?: number;
|
|
@@ -17,44 +20,46 @@ interface OllamaProviderOptions {
|
|
|
17
20
|
seed?: number;
|
|
18
21
|
}
|
|
19
22
|
|
|
20
|
-
interface OllamaProvider {
|
|
21
|
-
(modelId: OllamaModelId):
|
|
22
|
-
languageModel(modelId: OllamaModelId):
|
|
23
|
-
chat(modelId: OllamaModelId):
|
|
24
|
-
textEmbeddingModel(modelId: OllamaModelId):
|
|
23
|
+
interface OllamaProvider extends Provider {
|
|
24
|
+
(modelId: OllamaModelId): LanguageModel;
|
|
25
|
+
languageModel(modelId: OllamaModelId): LanguageModel;
|
|
26
|
+
chat(modelId: OllamaModelId): LanguageModel;
|
|
27
|
+
textEmbeddingModel(modelId: OllamaModelId): EmbeddingModel;
|
|
25
28
|
}
|
|
26
29
|
declare function createOllama(config?: OllamaConfig): OllamaProvider;
|
|
27
30
|
|
|
28
|
-
declare class OllamaLanguageModel implements
|
|
29
|
-
readonly specificationVersion: "
|
|
31
|
+
declare class OllamaLanguageModel implements LanguageModelV3 {
|
|
32
|
+
readonly specificationVersion: "v3";
|
|
30
33
|
readonly provider: "ollama";
|
|
31
34
|
readonly modelId: string;
|
|
32
35
|
readonly defaultObjectGenerationMode: "json";
|
|
33
36
|
readonly supportedUrls: Record<string, RegExp[]>;
|
|
34
37
|
private nativeModel;
|
|
35
38
|
constructor(modelId: OllamaModelId, config?: OllamaConfig);
|
|
36
|
-
doGenerate(options:
|
|
37
|
-
doStream(options:
|
|
39
|
+
doGenerate(options: LanguageModelV3CallOptions): ReturnType<LanguageModelV3['doGenerate']>;
|
|
40
|
+
doStream(options: LanguageModelV3CallOptions): ReturnType<LanguageModelV3['doStream']>;
|
|
41
|
+
generate(options: LanguageModelV3CallOptions): Promise<any>;
|
|
42
|
+
stream(options: LanguageModelV3CallOptions): Promise<{
|
|
43
|
+
stream: ReadableStream<any>;
|
|
44
|
+
fullStream: AsyncIterable<any>;
|
|
45
|
+
request: {
|
|
46
|
+
body: string;
|
|
47
|
+
};
|
|
48
|
+
response: {
|
|
49
|
+
headers?: Record<string, string>;
|
|
50
|
+
};
|
|
51
|
+
}>;
|
|
38
52
|
}
|
|
39
53
|
|
|
40
|
-
declare class OllamaEmbeddingModel implements
|
|
41
|
-
readonly specificationVersion: "
|
|
54
|
+
declare class OllamaEmbeddingModel implements EmbeddingModelV3 {
|
|
55
|
+
readonly specificationVersion: "v3";
|
|
42
56
|
readonly provider = "ollama";
|
|
43
57
|
readonly modelId: string;
|
|
44
58
|
readonly maxEmbeddingsPerCall: undefined;
|
|
45
59
|
readonly supportsParallelCalls = true;
|
|
46
60
|
private readonly baseURL;
|
|
47
61
|
constructor(modelId: string, config?: OllamaConfig);
|
|
48
|
-
doEmbed(options:
|
|
49
|
-
values: string[];
|
|
50
|
-
abortSignal?: AbortSignal;
|
|
51
|
-
headers?: Record<string, string | undefined>;
|
|
52
|
-
}): Promise<{
|
|
53
|
-
embeddings: number[][];
|
|
54
|
-
usage?: {
|
|
55
|
-
tokens: number;
|
|
56
|
-
};
|
|
57
|
-
}>;
|
|
62
|
+
doEmbed(options: EmbeddingModelV3CallOptions): Promise<EmbeddingModelV3Result>;
|
|
58
63
|
private generateSingleEmbedding;
|
|
59
64
|
private estimateTokens;
|
|
60
65
|
}
|
|
@@ -84,7 +89,7 @@ declare class TimeoutError extends OllamaError {
|
|
|
84
89
|
}
|
|
85
90
|
|
|
86
91
|
declare const OLLAMA_DEFAULT_OPTIONS: {
|
|
87
|
-
readonly numCtx:
|
|
92
|
+
readonly numCtx: 262144;
|
|
88
93
|
readonly temperature: 0.7;
|
|
89
94
|
readonly topK: 40;
|
|
90
95
|
readonly topP: 0.9;
|