@easbot/ollama-sdk 0.1.3 → 0.1.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.en.md +15 -15
- package/README.md +13 -13
- package/dist/index.cjs +48 -7
- package/dist/index.d.cts +33 -23
- package/dist/index.d.ts +33 -23
- package/dist/index.mjs +48 -7
- package/package.json +32 -33
package/dist/index.d.cts
CHANGED
|
@@ -1,11 +1,12 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { Provider, LanguageModel, EmbeddingModel, RerankingModel } from 'ai';
|
|
2
|
+
import { LanguageModelV3, LanguageModelV3CallOptions, EmbeddingModelV3, EmbeddingModelV3CallOptions, EmbeddingModelV3Result } from '@ai-sdk/provider';
|
|
2
3
|
|
|
3
4
|
type OllamaModelId = string;
|
|
4
5
|
interface OllamaConfig {
|
|
5
6
|
baseURL?: string;
|
|
6
7
|
fetch?: typeof fetch;
|
|
7
8
|
headers?: Record<string, string>;
|
|
8
|
-
|
|
9
|
+
logDir?: string;
|
|
9
10
|
logLevel?: 'DEBUG' | 'INFO' | 'WARN' | 'ERROR';
|
|
10
11
|
}
|
|
11
12
|
interface OllamaProviderOptions {
|
|
@@ -19,44 +20,53 @@ interface OllamaProviderOptions {
|
|
|
19
20
|
seed?: number;
|
|
20
21
|
}
|
|
21
22
|
|
|
22
|
-
interface
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
23
|
+
interface RerankingModelOptions {
|
|
24
|
+
totalScore?: number;
|
|
25
|
+
useEnhancedPrompt?: boolean;
|
|
26
|
+
promptLanguage?: 'zh' | 'en';
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
interface OllamaProvider extends Provider {
|
|
30
|
+
(modelId: OllamaModelId): LanguageModel;
|
|
31
|
+
languageModel(modelId: OllamaModelId): LanguageModel;
|
|
32
|
+
chat(modelId: OllamaModelId): LanguageModel;
|
|
33
|
+
embeddingModel(modelId: OllamaModelId): EmbeddingModel;
|
|
34
|
+
rerankingModel(modelId: OllamaModelId, options?: RerankingModelOptions): RerankingModel;
|
|
27
35
|
}
|
|
28
36
|
declare function createOllama(config?: OllamaConfig): OllamaProvider;
|
|
29
37
|
|
|
30
|
-
declare class OllamaLanguageModel implements
|
|
31
|
-
readonly specificationVersion: "
|
|
38
|
+
declare class OllamaLanguageModel implements LanguageModelV3 {
|
|
39
|
+
readonly specificationVersion: "v3";
|
|
32
40
|
readonly provider: "ollama";
|
|
33
41
|
readonly modelId: string;
|
|
34
42
|
readonly defaultObjectGenerationMode: "json";
|
|
35
43
|
readonly supportedUrls: Record<string, RegExp[]>;
|
|
36
44
|
private nativeModel;
|
|
37
45
|
constructor(modelId: OllamaModelId, config?: OllamaConfig);
|
|
38
|
-
doGenerate(options:
|
|
39
|
-
doStream(options:
|
|
46
|
+
doGenerate(options: LanguageModelV3CallOptions): ReturnType<LanguageModelV3['doGenerate']>;
|
|
47
|
+
doStream(options: LanguageModelV3CallOptions): ReturnType<LanguageModelV3['doStream']>;
|
|
48
|
+
generate(options: LanguageModelV3CallOptions): Promise<any>;
|
|
49
|
+
stream(options: LanguageModelV3CallOptions): Promise<{
|
|
50
|
+
stream: ReadableStream<any>;
|
|
51
|
+
fullStream: AsyncIterable<any>;
|
|
52
|
+
request: {
|
|
53
|
+
body: string;
|
|
54
|
+
};
|
|
55
|
+
response: {
|
|
56
|
+
headers?: Record<string, string>;
|
|
57
|
+
};
|
|
58
|
+
}>;
|
|
40
59
|
}
|
|
41
60
|
|
|
42
|
-
declare class OllamaEmbeddingModel implements
|
|
43
|
-
readonly specificationVersion: "
|
|
61
|
+
declare class OllamaEmbeddingModel implements EmbeddingModelV3 {
|
|
62
|
+
readonly specificationVersion: "v3";
|
|
44
63
|
readonly provider = "ollama";
|
|
45
64
|
readonly modelId: string;
|
|
46
65
|
readonly maxEmbeddingsPerCall: undefined;
|
|
47
66
|
readonly supportsParallelCalls = true;
|
|
48
67
|
private readonly baseURL;
|
|
49
68
|
constructor(modelId: string, config?: OllamaConfig);
|
|
50
|
-
doEmbed(options:
|
|
51
|
-
values: string[];
|
|
52
|
-
abortSignal?: AbortSignal;
|
|
53
|
-
headers?: Record<string, string | undefined>;
|
|
54
|
-
}): Promise<{
|
|
55
|
-
embeddings: number[][];
|
|
56
|
-
usage?: {
|
|
57
|
-
tokens: number;
|
|
58
|
-
};
|
|
59
|
-
}>;
|
|
69
|
+
doEmbed(options: EmbeddingModelV3CallOptions): Promise<EmbeddingModelV3Result>;
|
|
60
70
|
private generateSingleEmbedding;
|
|
61
71
|
private estimateTokens;
|
|
62
72
|
}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,11 +1,12 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { Provider, LanguageModel, EmbeddingModel, RerankingModel } from 'ai';
|
|
2
|
+
import { LanguageModelV3, LanguageModelV3CallOptions, EmbeddingModelV3, EmbeddingModelV3CallOptions, EmbeddingModelV3Result } from '@ai-sdk/provider';
|
|
2
3
|
|
|
3
4
|
type OllamaModelId = string;
|
|
4
5
|
interface OllamaConfig {
|
|
5
6
|
baseURL?: string;
|
|
6
7
|
fetch?: typeof fetch;
|
|
7
8
|
headers?: Record<string, string>;
|
|
8
|
-
|
|
9
|
+
logDir?: string;
|
|
9
10
|
logLevel?: 'DEBUG' | 'INFO' | 'WARN' | 'ERROR';
|
|
10
11
|
}
|
|
11
12
|
interface OllamaProviderOptions {
|
|
@@ -19,44 +20,53 @@ interface OllamaProviderOptions {
|
|
|
19
20
|
seed?: number;
|
|
20
21
|
}
|
|
21
22
|
|
|
22
|
-
interface
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
23
|
+
interface RerankingModelOptions {
|
|
24
|
+
totalScore?: number;
|
|
25
|
+
useEnhancedPrompt?: boolean;
|
|
26
|
+
promptLanguage?: 'zh' | 'en';
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
interface OllamaProvider extends Provider {
|
|
30
|
+
(modelId: OllamaModelId): LanguageModel;
|
|
31
|
+
languageModel(modelId: OllamaModelId): LanguageModel;
|
|
32
|
+
chat(modelId: OllamaModelId): LanguageModel;
|
|
33
|
+
embeddingModel(modelId: OllamaModelId): EmbeddingModel;
|
|
34
|
+
rerankingModel(modelId: OllamaModelId, options?: RerankingModelOptions): RerankingModel;
|
|
27
35
|
}
|
|
28
36
|
declare function createOllama(config?: OllamaConfig): OllamaProvider;
|
|
29
37
|
|
|
30
|
-
declare class OllamaLanguageModel implements
|
|
31
|
-
readonly specificationVersion: "
|
|
38
|
+
declare class OllamaLanguageModel implements LanguageModelV3 {
|
|
39
|
+
readonly specificationVersion: "v3";
|
|
32
40
|
readonly provider: "ollama";
|
|
33
41
|
readonly modelId: string;
|
|
34
42
|
readonly defaultObjectGenerationMode: "json";
|
|
35
43
|
readonly supportedUrls: Record<string, RegExp[]>;
|
|
36
44
|
private nativeModel;
|
|
37
45
|
constructor(modelId: OllamaModelId, config?: OllamaConfig);
|
|
38
|
-
doGenerate(options:
|
|
39
|
-
doStream(options:
|
|
46
|
+
doGenerate(options: LanguageModelV3CallOptions): ReturnType<LanguageModelV3['doGenerate']>;
|
|
47
|
+
doStream(options: LanguageModelV3CallOptions): ReturnType<LanguageModelV3['doStream']>;
|
|
48
|
+
generate(options: LanguageModelV3CallOptions): Promise<any>;
|
|
49
|
+
stream(options: LanguageModelV3CallOptions): Promise<{
|
|
50
|
+
stream: ReadableStream<any>;
|
|
51
|
+
fullStream: AsyncIterable<any>;
|
|
52
|
+
request: {
|
|
53
|
+
body: string;
|
|
54
|
+
};
|
|
55
|
+
response: {
|
|
56
|
+
headers?: Record<string, string>;
|
|
57
|
+
};
|
|
58
|
+
}>;
|
|
40
59
|
}
|
|
41
60
|
|
|
42
|
-
declare class OllamaEmbeddingModel implements
|
|
43
|
-
readonly specificationVersion: "
|
|
61
|
+
declare class OllamaEmbeddingModel implements EmbeddingModelV3 {
|
|
62
|
+
readonly specificationVersion: "v3";
|
|
44
63
|
readonly provider = "ollama";
|
|
45
64
|
readonly modelId: string;
|
|
46
65
|
readonly maxEmbeddingsPerCall: undefined;
|
|
47
66
|
readonly supportsParallelCalls = true;
|
|
48
67
|
private readonly baseURL;
|
|
49
68
|
constructor(modelId: string, config?: OllamaConfig);
|
|
50
|
-
doEmbed(options:
|
|
51
|
-
values: string[];
|
|
52
|
-
abortSignal?: AbortSignal;
|
|
53
|
-
headers?: Record<string, string | undefined>;
|
|
54
|
-
}): Promise<{
|
|
55
|
-
embeddings: number[][];
|
|
56
|
-
usage?: {
|
|
57
|
-
tokens: number;
|
|
58
|
-
};
|
|
59
|
-
}>;
|
|
69
|
+
doEmbed(options: EmbeddingModelV3CallOptions): Promise<EmbeddingModelV3Result>;
|
|
60
70
|
private generateSingleEmbedding;
|
|
61
71
|
private estimateTokens;
|
|
62
72
|
}
|