@ax-llm/ax 9.0.19 → 9.0.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +33 -85
- package/CHANGELOG.md +0 -184
- package/LICENSE +0 -201
- package/README.md +0 -569
- package/build/module/docs/assets/icons.d.ts +0 -1
- package/build/module/docs/assets/icons.js +0 -19
- package/build/module/docs/assets/icons.js.map +0 -1
- package/build/module/docs/assets/main.d.ts +0 -1
- package/build/module/docs/assets/main.js +0 -629
- package/build/module/docs/assets/main.js.map +0 -1
- package/build/module/docs/assets/navigation.d.ts +0 -1
- package/build/module/docs/assets/navigation.js +0 -3
- package/build/module/docs/assets/navigation.js.map +0 -1
- package/build/module/docs/assets/search.d.ts +0 -1
- package/build/module/docs/assets/search.js +0 -3
- package/build/module/docs/assets/search.js.map +0 -1
- package/build/module/src/ai/anthropic/api.d.ts +0 -19
- package/build/module/src/ai/anthropic/api.js +0 -326
- package/build/module/src/ai/anthropic/api.js.map +0 -1
- package/build/module/src/ai/anthropic/index.d.ts +0 -2
- package/build/module/src/ai/anthropic/index.js +0 -3
- package/build/module/src/ai/anthropic/index.js.map +0 -1
- package/build/module/src/ai/anthropic/info.d.ts +0 -2
- package/build/module/src/ai/anthropic/info.js +0 -40
- package/build/module/src/ai/anthropic/info.js.map +0 -1
- package/build/module/src/ai/anthropic/types.d.ts +0 -171
- package/build/module/src/ai/anthropic/types.js +0 -10
- package/build/module/src/ai/anthropic/types.js.map +0 -1
- package/build/module/src/ai/azure-openai/api.d.ts +0 -19
- package/build/module/src/ai/azure-openai/api.js +0 -30
- package/build/module/src/ai/azure-openai/api.js.map +0 -1
- package/build/module/src/ai/azure-openai/index.d.ts +0 -1
- package/build/module/src/ai/azure-openai/index.js +0 -2
- package/build/module/src/ai/azure-openai/index.js.map +0 -1
- package/build/module/src/ai/balance.d.ts +0 -23
- package/build/module/src/ai/balance.js +0 -87
- package/build/module/src/ai/balance.js.map +0 -1
- package/build/module/src/ai/base.d.ts +0 -55
- package/build/module/src/ai/base.js +0 -343
- package/build/module/src/ai/base.js.map +0 -1
- package/build/module/src/ai/cohere/api.d.ts +0 -22
- package/build/module/src/ai/cohere/api.js +0 -264
- package/build/module/src/ai/cohere/api.js.map +0 -1
- package/build/module/src/ai/cohere/index.d.ts +0 -2
- package/build/module/src/ai/cohere/index.js +0 -3
- package/build/module/src/ai/cohere/index.js.map +0 -1
- package/build/module/src/ai/cohere/info.d.ts +0 -2
- package/build/module/src/ai/cohere/info.js +0 -52
- package/build/module/src/ai/cohere/info.js.map +0 -1
- package/build/module/src/ai/cohere/types.d.ts +0 -102
- package/build/module/src/ai/cohere/types.js +0 -23
- package/build/module/src/ai/cohere/types.js.map +0 -1
- package/build/module/src/ai/deepseek/api.d.ts +0 -16
- package/build/module/src/ai/deepseek/api.js +0 -32
- package/build/module/src/ai/deepseek/api.js.map +0 -1
- package/build/module/src/ai/deepseek/index.d.ts +0 -2
- package/build/module/src/ai/deepseek/index.js +0 -3
- package/build/module/src/ai/deepseek/index.js.map +0 -1
- package/build/module/src/ai/deepseek/info.d.ts +0 -2
- package/build/module/src/ai/deepseek/info.js +0 -16
- package/build/module/src/ai/deepseek/info.js.map +0 -1
- package/build/module/src/ai/deepseek/types.d.ts +0 -8
- package/build/module/src/ai/deepseek/types.js +0 -10
- package/build/module/src/ai/deepseek/types.js.map +0 -1
- package/build/module/src/ai/google-gemini/api.d.ts +0 -36
- package/build/module/src/ai/google-gemini/api.js +0 -299
- package/build/module/src/ai/google-gemini/api.js.map +0 -1
- package/build/module/src/ai/google-gemini/index.d.ts +0 -2
- package/build/module/src/ai/google-gemini/index.js +0 -3
- package/build/module/src/ai/google-gemini/index.js.map +0 -1
- package/build/module/src/ai/google-gemini/info.d.ts +0 -6
- package/build/module/src/ai/google-gemini/info.js +0 -29
- package/build/module/src/ai/google-gemini/info.js.map +0 -1
- package/build/module/src/ai/google-gemini/types.d.ts +0 -146
- package/build/module/src/ai/google-gemini/types.js +0 -27
- package/build/module/src/ai/google-gemini/types.js.map +0 -1
- package/build/module/src/ai/groq/api.d.ts +0 -18
- package/build/module/src/ai/groq/api.js +0 -52
- package/build/module/src/ai/groq/api.js.map +0 -1
- package/build/module/src/ai/groq/index.d.ts +0 -1
- package/build/module/src/ai/groq/index.js +0 -2
- package/build/module/src/ai/groq/index.js.map +0 -1
- package/build/module/src/ai/groq/types.d.ts +0 -6
- package/build/module/src/ai/groq/types.js +0 -8
- package/build/module/src/ai/groq/types.js.map +0 -1
- package/build/module/src/ai/huggingface/api.d.ts +0 -19
- package/build/module/src/ai/huggingface/api.js +0 -115
- package/build/module/src/ai/huggingface/api.js.map +0 -1
- package/build/module/src/ai/huggingface/index.d.ts +0 -2
- package/build/module/src/ai/huggingface/index.js +0 -3
- package/build/module/src/ai/huggingface/index.js.map +0 -1
- package/build/module/src/ai/huggingface/info.d.ts +0 -6
- package/build/module/src/ai/huggingface/info.js +0 -6
- package/build/module/src/ai/huggingface/info.js.map +0 -1
- package/build/module/src/ai/huggingface/types.d.ts +0 -34
- package/build/module/src/ai/huggingface/types.js +0 -5
- package/build/module/src/ai/huggingface/types.js.map +0 -1
- package/build/module/src/ai/index.d.ts +0 -16
- package/build/module/src/ai/index.js +0 -16
- package/build/module/src/ai/index.js.map +0 -1
- package/build/module/src/ai/mistral/api.d.ts +0 -16
- package/build/module/src/ai/mistral/api.js +0 -32
- package/build/module/src/ai/mistral/api.js.map +0 -1
- package/build/module/src/ai/mistral/index.d.ts +0 -2
- package/build/module/src/ai/mistral/index.js +0 -3
- package/build/module/src/ai/mistral/index.js.map +0 -1
- package/build/module/src/ai/mistral/info.d.ts +0 -2
- package/build/module/src/ai/mistral/info.js +0 -34
- package/build/module/src/ai/mistral/info.js.map +0 -1
- package/build/module/src/ai/mistral/types.d.ts +0 -10
- package/build/module/src/ai/mistral/types.js +0 -13
- package/build/module/src/ai/mistral/types.js.map +0 -1
- package/build/module/src/ai/ollama/api.d.ts +0 -22
- package/build/module/src/ai/ollama/api.js +0 -32
- package/build/module/src/ai/ollama/api.js.map +0 -1
- package/build/module/src/ai/ollama/index.d.ts +0 -1
- package/build/module/src/ai/ollama/index.js +0 -2
- package/build/module/src/ai/ollama/index.js.map +0 -1
- package/build/module/src/ai/openai/api.d.ts +0 -29
- package/build/module/src/ai/openai/api.js +0 -283
- package/build/module/src/ai/openai/api.js.map +0 -1
- package/build/module/src/ai/openai/index.d.ts +0 -2
- package/build/module/src/ai/openai/index.js +0 -3
- package/build/module/src/ai/openai/index.js.map +0 -1
- package/build/module/src/ai/openai/info.d.ts +0 -6
- package/build/module/src/ai/openai/info.js +0 -50
- package/build/module/src/ai/openai/info.js.map +0 -1
- package/build/module/src/ai/openai/types.d.ts +0 -165
- package/build/module/src/ai/openai/types.js +0 -18
- package/build/module/src/ai/openai/types.js.map +0 -1
- package/build/module/src/ai/together/api.d.ts +0 -15
- package/build/module/src/ai/together/api.js +0 -28
- package/build/module/src/ai/together/api.js.map +0 -1
- package/build/module/src/ai/together/index.d.ts +0 -1
- package/build/module/src/ai/together/index.js +0 -2
- package/build/module/src/ai/together/index.js.map +0 -1
- package/build/module/src/ai/together/info.d.ts +0 -2
- package/build/module/src/ai/together/info.js +0 -2
- package/build/module/src/ai/together/info.js.map +0 -1
- package/build/module/src/ai/types.d.ts +0 -159
- package/build/module/src/ai/types.js +0 -2
- package/build/module/src/ai/types.js.map +0 -1
- package/build/module/src/ai/util.d.ts +0 -12
- package/build/module/src/ai/util.js +0 -63
- package/build/module/src/ai/util.js.map +0 -1
- package/build/module/src/ai/wrap.d.ts +0 -47
- package/build/module/src/ai/wrap.js +0 -95
- package/build/module/src/ai/wrap.js.map +0 -1
- package/build/module/src/db/base.d.ts +0 -23
- package/build/module/src/db/base.js +0 -87
- package/build/module/src/db/base.js.map +0 -1
- package/build/module/src/db/cloudflare.d.ts +0 -21
- package/build/module/src/db/cloudflare.js +0 -98
- package/build/module/src/db/cloudflare.js.map +0 -1
- package/build/module/src/db/index.d.ts +0 -6
- package/build/module/src/db/index.js +0 -7
- package/build/module/src/db/index.js.map +0 -1
- package/build/module/src/db/memory.d.ts +0 -21
- package/build/module/src/db/memory.js +0 -99
- package/build/module/src/db/memory.js.map +0 -1
- package/build/module/src/db/pinecone.d.ts +0 -21
- package/build/module/src/db/pinecone.js +0 -71
- package/build/module/src/db/pinecone.js.map +0 -1
- package/build/module/src/db/types.d.ts +0 -35
- package/build/module/src/db/types.js +0 -3
- package/build/module/src/db/types.js.map +0 -1
- package/build/module/src/db/weaviate.d.ts +0 -21
- package/build/module/src/db/weaviate.js +0 -127
- package/build/module/src/db/weaviate.js.map +0 -1
- package/build/module/src/db/wrap.d.ts +0 -13
- package/build/module/src/db/wrap.js +0 -35
- package/build/module/src/db/wrap.js.map +0 -1
- package/build/module/src/docs/index.d.ts +0 -4
- package/build/module/src/docs/index.js +0 -5
- package/build/module/src/docs/index.js.map +0 -1
- package/build/module/src/docs/manager.d.ts +0 -45
- package/build/module/src/docs/manager.js +0 -159
- package/build/module/src/docs/manager.js.map +0 -1
- package/build/module/src/docs/reranker.d.ts +0 -7
- package/build/module/src/docs/reranker.js +0 -26
- package/build/module/src/docs/reranker.js.map +0 -1
- package/build/module/src/docs/rewriter.d.ts +0 -4
- package/build/module/src/docs/rewriter.js +0 -9
- package/build/module/src/docs/rewriter.js.map +0 -1
- package/build/module/src/docs/tika.d.ts +0 -18
- package/build/module/src/docs/tika.js +0 -46
- package/build/module/src/docs/tika.js.map +0 -1
- package/build/module/src/dsp/asserts.d.ts +0 -32
- package/build/module/src/dsp/asserts.js +0 -91
- package/build/module/src/dsp/asserts.js.map +0 -1
- package/build/module/src/dsp/eval.d.ts +0 -43
- package/build/module/src/dsp/eval.js +0 -125
- package/build/module/src/dsp/eval.js.map +0 -1
- package/build/module/src/dsp/evaluate.d.ts +0 -12
- package/build/module/src/dsp/evaluate.js +0 -32
- package/build/module/src/dsp/evaluate.js.map +0 -1
- package/build/module/src/dsp/extract.d.ts +0 -25
- package/build/module/src/dsp/extract.js +0 -153
- package/build/module/src/dsp/extract.js.map +0 -1
- package/build/module/src/dsp/generate.d.ts +0 -55
- package/build/module/src/dsp/generate.js +0 -314
- package/build/module/src/dsp/generate.js.map +0 -1
- package/build/module/src/dsp/generate.test.d.ts +0 -1
- package/build/module/src/dsp/generate.test.js +0 -41
- package/build/module/src/dsp/generate.test.js.map +0 -1
- package/build/module/src/dsp/index.d.ts +0 -15
- package/build/module/src/dsp/index.js +0 -11
- package/build/module/src/dsp/index.js.map +0 -1
- package/build/module/src/dsp/loader.d.ts +0 -30
- package/build/module/src/dsp/loader.js +0 -81
- package/build/module/src/dsp/loader.js.map +0 -1
- package/build/module/src/dsp/optimize.d.ts +0 -27
- package/build/module/src/dsp/optimize.js +0 -95
- package/build/module/src/dsp/optimize.js.map +0 -1
- package/build/module/src/dsp/parser.d.ts +0 -87
- package/build/module/src/dsp/parser.js +0 -1542
- package/build/module/src/dsp/parser.js.map +0 -1
- package/build/module/src/dsp/program.d.ts +0 -73
- package/build/module/src/dsp/program.js +0 -116
- package/build/module/src/dsp/program.js.map +0 -1
- package/build/module/src/dsp/prompt.d.ts +0 -48
- package/build/module/src/dsp/prompt.js +0 -260
- package/build/module/src/dsp/prompt.js.map +0 -1
- package/build/module/src/dsp/registry.d.ts +0 -6
- package/build/module/src/dsp/registry.js +0 -15
- package/build/module/src/dsp/registry.js.map +0 -1
- package/build/module/src/dsp/router.d.ts +0 -26
- package/build/module/src/dsp/router.js +0 -71
- package/build/module/src/dsp/router.js.map +0 -1
- package/build/module/src/dsp/sig.d.ts +0 -37
- package/build/module/src/dsp/sig.js +0 -194
- package/build/module/src/dsp/sig.js.map +0 -1
- package/build/module/src/dsp/sig.test.d.ts +0 -1
- package/build/module/src/dsp/sig.test.js +0 -28
- package/build/module/src/dsp/sig.test.js.map +0 -1
- package/build/module/src/dsp/stopwords.d.ts +0 -1
- package/build/module/src/dsp/stopwords.js +0 -1164
- package/build/module/src/dsp/stopwords.js.map +0 -1
- package/build/module/src/dsp/strutil.d.ts +0 -11
- package/build/module/src/dsp/strutil.js +0 -60
- package/build/module/src/dsp/strutil.js.map +0 -1
- package/build/module/src/dsp/util.d.ts +0 -5
- package/build/module/src/dsp/util.js +0 -76
- package/build/module/src/dsp/util.js.map +0 -1
- package/build/module/src/funcs/code.d.ts +0 -9
- package/build/module/src/funcs/code.js +0 -63
- package/build/module/src/funcs/code.js.map +0 -1
- package/build/module/src/funcs/embed.d.ts +0 -6
- package/build/module/src/funcs/embed.js +0 -29
- package/build/module/src/funcs/embed.js.map +0 -1
- package/build/module/src/funcs/functions.d.ts +0 -16
- package/build/module/src/funcs/functions.js +0 -55
- package/build/module/src/funcs/functions.js.map +0 -1
- package/build/module/src/funcs/index.d.ts +0 -3
- package/build/module/src/funcs/index.js +0 -4
- package/build/module/src/funcs/index.js.map +0 -1
- package/build/module/src/funcs/jsonschema.d.ts +0 -2
- package/build/module/src/funcs/jsonschema.js +0 -97
- package/build/module/src/funcs/jsonschema.js.map +0 -1
- package/build/module/src/index.d.ts +0 -9
- package/build/module/src/index.js.map +0 -1
- package/build/module/src/mem/index.d.ts +0 -2
- package/build/module/src/mem/index.js +0 -3
- package/build/module/src/mem/index.js.map +0 -1
- package/build/module/src/mem/memory.d.ts +0 -16
- package/build/module/src/mem/memory.js +0 -77
- package/build/module/src/mem/memory.js.map +0 -1
- package/build/module/src/mem/types.d.ts +0 -10
- package/build/module/src/mem/types.js +0 -2
- package/build/module/src/mem/types.js.map +0 -1
- package/build/module/src/prompts/agent.d.ts +0 -34
- package/build/module/src/prompts/agent.js +0 -108
- package/build/module/src/prompts/agent.js.map +0 -1
- package/build/module/src/prompts/cot.d.ts +0 -9
- package/build/module/src/prompts/cot.js +0 -17
- package/build/module/src/prompts/cot.js.map +0 -1
- package/build/module/src/prompts/index.d.ts +0 -4
- package/build/module/src/prompts/index.js +0 -5
- package/build/module/src/prompts/index.js.map +0 -1
- package/build/module/src/prompts/prompts.test.d.ts +0 -1
- package/build/module/src/prompts/prompts.test.js +0 -54
- package/build/module/src/prompts/prompts.test.js.map +0 -1
- package/build/module/src/prompts/rag.d.ts +0 -23
- package/build/module/src/prompts/rag.js +0 -30
- package/build/module/src/prompts/rag.js.map +0 -1
- package/build/module/src/prompts/react.d.ts +0 -8
- package/build/module/src/prompts/react.js +0 -22
- package/build/module/src/prompts/react.js.map +0 -1
- package/build/module/src/trace/index.d.ts +0 -171
- package/build/module/src/trace/index.js +0 -67
- package/build/module/src/trace/index.js.map +0 -1
- package/build/module/src/util/apicall.d.ts +0 -18
- package/build/module/src/util/apicall.js +0 -50
- package/build/module/src/util/apicall.js.map +0 -1
- package/build/module/src/util/log.d.ts +0 -14
- package/build/module/src/util/log.js +0 -31
- package/build/module/src/util/log.js.map +0 -1
- package/build/module/src/util/other.d.ts +0 -1
- package/build/module/src/util/other.js +0 -5
- package/build/module/src/util/other.js.map +0 -1
- package/build/module/src/util/rate-limit.d.ts +0 -24
- package/build/module/src/util/rate-limit.js +0 -49
- package/build/module/src/util/rate-limit.js.map +0 -1
- package/build/module/src/util/stream.d.ts +0 -9
- package/build/module/src/util/stream.js +0 -29
- package/build/module/src/util/stream.js.map +0 -1
- package/build/module/src/util/transform.d.ts +0 -7
- package/build/module/src/util/transform.js +0 -59
- package/build/module/src/util/transform.js.map +0 -1
- /package/{build/module/src/index.js → index.js} +0 -0
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import type { API } from '../../util/apicall.js';
|
|
2
|
-
import { AxBaseAI } from '../base.js';
|
|
3
|
-
import type { AxAIPromptConfig, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxModelConfig } from '../types.js';
|
|
4
|
-
import { type AxAIHuggingFaceConfig, type AxAIHuggingFaceRequest, type AxAIHuggingFaceResponse } from './types.js';
|
|
5
|
-
export declare const axAIHuggingFaceDefaultConfig: () => AxAIHuggingFaceConfig;
|
|
6
|
-
export declare const axAIHuggingFaceCreativeConfig: () => AxAIHuggingFaceConfig;
|
|
7
|
-
export interface AxAIHuggingFaceArgs {
|
|
8
|
-
name: 'huggingface';
|
|
9
|
-
apiKey: string;
|
|
10
|
-
config?: Readonly<AxAIHuggingFaceConfig>;
|
|
11
|
-
options?: Readonly<AxAIServiceOptions>;
|
|
12
|
-
}
|
|
13
|
-
export declare class AxAIHuggingFace extends AxBaseAI<AxAIHuggingFaceRequest, unknown, AxAIHuggingFaceResponse, unknown, unknown> {
|
|
14
|
-
private config;
|
|
15
|
-
constructor({ apiKey, config, options }: Readonly<Omit<AxAIHuggingFaceArgs, 'name'>>);
|
|
16
|
-
getModelConfig(): AxModelConfig;
|
|
17
|
-
generateChatReq: (req: Readonly<AxChatRequest>, _config: Readonly<AxAIPromptConfig>) => [API, AxAIHuggingFaceRequest];
|
|
18
|
-
generateChatResp: (resp: Readonly<AxAIHuggingFaceResponse>) => AxChatResponse;
|
|
19
|
-
}
|
|
@@ -1,115 +0,0 @@
|
|
|
1
|
-
import { AxBaseAI, axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig } from '../base.js';
|
|
2
|
-
import { axModelInfoHuggingFace } from './info.js';
|
|
3
|
-
import { AxAIHuggingFaceModel } from './types.js';
|
|
4
|
-
export const axAIHuggingFaceDefaultConfig = () => structuredClone({
|
|
5
|
-
model: AxAIHuggingFaceModel.MetaLlama270BChatHF,
|
|
6
|
-
...axBaseAIDefaultConfig()
|
|
7
|
-
});
|
|
8
|
-
export const axAIHuggingFaceCreativeConfig = () => structuredClone({
|
|
9
|
-
model: AxAIHuggingFaceModel.MetaLlama270BChatHF,
|
|
10
|
-
...axBaseAIDefaultCreativeConfig()
|
|
11
|
-
});
|
|
12
|
-
export class AxAIHuggingFace extends AxBaseAI {
|
|
13
|
-
config;
|
|
14
|
-
constructor({ apiKey, config, options }) {
|
|
15
|
-
if (!apiKey || apiKey === '') {
|
|
16
|
-
throw new Error('HuggingFace API key not set');
|
|
17
|
-
}
|
|
18
|
-
const _config = {
|
|
19
|
-
...axAIHuggingFaceDefaultConfig(),
|
|
20
|
-
...config
|
|
21
|
-
};
|
|
22
|
-
super({
|
|
23
|
-
name: 'HuggingFace',
|
|
24
|
-
apiURL: 'https://api-inference.huggingface.co',
|
|
25
|
-
headers: { Authorization: `Bearer ${apiKey}` },
|
|
26
|
-
modelInfo: axModelInfoHuggingFace,
|
|
27
|
-
models: { model: _config.model },
|
|
28
|
-
options,
|
|
29
|
-
supportFor: { functions: false, streaming: false }
|
|
30
|
-
});
|
|
31
|
-
this.config = _config;
|
|
32
|
-
}
|
|
33
|
-
getModelConfig() {
|
|
34
|
-
const { config } = this;
|
|
35
|
-
return {
|
|
36
|
-
maxTokens: config.maxTokens,
|
|
37
|
-
temperature: config.temperature,
|
|
38
|
-
topP: config.topP,
|
|
39
|
-
topK: config.topK,
|
|
40
|
-
n: config.n,
|
|
41
|
-
presencePenalty: config.presencePenalty
|
|
42
|
-
};
|
|
43
|
-
}
|
|
44
|
-
generateChatReq = (req,
|
|
45
|
-
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
46
|
-
_config) => {
|
|
47
|
-
const model = req.model ?? this.config.model;
|
|
48
|
-
const functionsList = req.functions
|
|
49
|
-
? `Functions:\n${JSON.stringify(req.functions, null, 2)}\n`
|
|
50
|
-
: '';
|
|
51
|
-
const prompt = req.chatPrompt
|
|
52
|
-
?.map((msg) => {
|
|
53
|
-
switch (msg.role) {
|
|
54
|
-
case 'user':
|
|
55
|
-
return `User: ${msg.content}`;
|
|
56
|
-
case 'system':
|
|
57
|
-
return `System: ${msg.content}`;
|
|
58
|
-
case 'function':
|
|
59
|
-
return `Function Result: ${msg.result}`;
|
|
60
|
-
case 'assistant': {
|
|
61
|
-
const fc = msg.functionCalls
|
|
62
|
-
?.map((fc) => {
|
|
63
|
-
const args = typeof fc.function.params === 'string'
|
|
64
|
-
? fc.function.params
|
|
65
|
-
: JSON.stringify(fc.function.params);
|
|
66
|
-
return `${fc.function.name}(${args})`;
|
|
67
|
-
})
|
|
68
|
-
.join('\n');
|
|
69
|
-
if (fc) {
|
|
70
|
-
return `Assistant: ${msg.content}\n Functions:\n${fc}`;
|
|
71
|
-
}
|
|
72
|
-
return `Assistant: ${msg.content}`;
|
|
73
|
-
}
|
|
74
|
-
default:
|
|
75
|
-
throw new Error(`Unknown role`);
|
|
76
|
-
}
|
|
77
|
-
//return `${msg.role}: ${msg.content}`;
|
|
78
|
-
})
|
|
79
|
-
.join('\n');
|
|
80
|
-
const inputs = `${functionsList} ${prompt}`.trim();
|
|
81
|
-
const apiConfig = {
|
|
82
|
-
name: '/models'
|
|
83
|
-
};
|
|
84
|
-
const reqValue = {
|
|
85
|
-
model,
|
|
86
|
-
inputs,
|
|
87
|
-
parameters: {
|
|
88
|
-
max_new_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
|
|
89
|
-
repetition_penalty: req.modelConfig?.presencePenalty ?? this.config.presencePenalty,
|
|
90
|
-
temperature: req.modelConfig?.temperature ?? this.config.temperature,
|
|
91
|
-
top_p: req.modelConfig?.topP ?? this.config.topP,
|
|
92
|
-
top_k: req.modelConfig?.topK ?? this.config.topK,
|
|
93
|
-
return_full_text: this.config.returnFullText,
|
|
94
|
-
num_return_sequences: this.config.n,
|
|
95
|
-
do_sample: this.config.doSample,
|
|
96
|
-
max_time: this.config.maxTime
|
|
97
|
-
},
|
|
98
|
-
options: {
|
|
99
|
-
use_cache: this.config.useCache,
|
|
100
|
-
wait_for_model: this.config.waitForModel
|
|
101
|
-
}
|
|
102
|
-
};
|
|
103
|
-
return [apiConfig, reqValue];
|
|
104
|
-
};
|
|
105
|
-
generateChatResp = (resp) => {
|
|
106
|
-
return {
|
|
107
|
-
results: [
|
|
108
|
-
{
|
|
109
|
-
content: resp.generated_text
|
|
110
|
-
}
|
|
111
|
-
]
|
|
112
|
-
};
|
|
113
|
-
};
|
|
114
|
-
}
|
|
115
|
-
//# sourceMappingURL=api.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/huggingface/api.ts"],"names":[],"mappings":"AACA,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AASpB,OAAO,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAEL,oBAAoB,EAGrB,MAAM,YAAY,CAAC;AAEpB,MAAM,CAAC,MAAM,4BAA4B,GAAG,GAA0B,EAAE,CACtE,eAAe,CAAC;IACd,KAAK,EAAE,oBAAoB,CAAC,mBAAmB;IAC/C,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAA0B,EAAE,CACvE,eAAe,CAAC;IACd,KAAK,EAAE,oBAAoB,CAAC,mBAAmB;IAC/C,GAAG,6BAA6B,EAAE;CACnC,CAAC,CAAC;AASL,MAAM,OAAO,eAAgB,SAAQ,QAMpC;IACS,MAAM,CAAwB;IAEtC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACqC;QAC5C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,4BAA4B,EAAE;YACjC,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,sCAAsC;YAC9C,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,SAAS,EAAE,sBAAsB;YACjC,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;YAChC,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;SACnD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;IACxB,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,eAAe,EAAE,MAAM,CAAC,eAAe;SACvB,CAAC;IACrB,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B;IAC5B,6DAA6D;IAC7D,OAAmC,EACJ,EAAE;QACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAE7C,MAAM,aAAa,GAAG,GAAG,CAAC,SAAS;YACjC,CAAC,CAAC,eAAe,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI;YAC3D,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU;YAC3B,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACZ,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,MAAM;oBACT,OAAO,SAAS,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChC,KAAK,QAAQ;oBACX,OAAO,WAAW,GAAG,CAAC,OAAO,EAAE,CAAC;gBAClC,KAAK,UAAU;oBACb,OAAO,oBAAoB,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC1C,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,EAAE,GAAG,GAAG,CAAC,aAAa;wBAC1B,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;wBACX,MAAM,IAAI,GACR,OAAO,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;4BACpC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM;4BACpB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;wBAEzC,OAAO,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,GAAG,CAAC;oBACxC,CAAC,CAAC;yBACD,IAAI,CAAC,IAAI,CAAC,CAAC;oBACd,IAAI,EAAE,EAAE,CAAC;wBACP,OAAO,cAAc,GAAG,CAAC,OAAO,kBAAkB,EAAE,EAAE,CAAC;oBACzD,CAAC;oBACD,OAAO,cAAc,GAAG,CAAC,OAAO,EAAE,CAAC;gBACrC,CAAC;gBACD;oBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;YACpC,CAAC;YAED,uCAAuC;QACzC,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,MAAM,GAAG,GAAG,aAAa,IAAI,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAEnD,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,SAAS;SAChB,CAAC;QAEF,MAAM,QAAQ,GAA2B;YACvC,KAAK;YACL,MAAM;YACN,UAAU,EAAE;gBACV,cAAc,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACnE,kBAAkB,EAChB,GAAG,CAAC,WAAW,EAAE,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;gBACjE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBAChD,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBAChD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC5C,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC/B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC9B;YACD,OAAO,EAAE;gBACP,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC/B,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;aACzC;SACF,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAuC,EACvB,EAAE;QAClB,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc;iBAC7B;aACF;SACF,CAAC;IACJ,CAAC,CAAC;CACH"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai/huggingface/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../../../src/ai/huggingface/info.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAkB,EAAE,CAAC"}
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
import type { AxModelConfig } from '../types.js';
|
|
2
|
-
export declare enum AxAIHuggingFaceModel {
|
|
3
|
-
MetaLlama270BChatHF = "meta-llama/Llama-2-70b-chat-hf"
|
|
4
|
-
}
|
|
5
|
-
export type AxAIHuggingFaceConfig = AxModelConfig & {
|
|
6
|
-
model: AxAIHuggingFaceModel;
|
|
7
|
-
returnFullText?: boolean;
|
|
8
|
-
doSample?: boolean;
|
|
9
|
-
maxTime?: number;
|
|
10
|
-
useCache?: boolean;
|
|
11
|
-
waitForModel?: boolean;
|
|
12
|
-
};
|
|
13
|
-
export type AxAIHuggingFaceRequest = {
|
|
14
|
-
model: AxAIHuggingFaceModel | string;
|
|
15
|
-
inputs: string;
|
|
16
|
-
parameters: {
|
|
17
|
-
max_new_tokens?: number;
|
|
18
|
-
repetition_penalty?: number;
|
|
19
|
-
temperature?: number;
|
|
20
|
-
top_p?: number;
|
|
21
|
-
top_k?: number;
|
|
22
|
-
return_full_text?: boolean;
|
|
23
|
-
num_return_sequences?: number;
|
|
24
|
-
do_sample?: boolean;
|
|
25
|
-
max_time?: number;
|
|
26
|
-
};
|
|
27
|
-
options?: {
|
|
28
|
-
use_cache?: boolean;
|
|
29
|
-
wait_for_model?: boolean;
|
|
30
|
-
};
|
|
31
|
-
};
|
|
32
|
-
export type AxAIHuggingFaceResponse = {
|
|
33
|
-
generated_text: string;
|
|
34
|
-
};
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/ai/huggingface/types.ts"],"names":[],"mappings":"AAEA,MAAM,CAAN,IAAY,oBAEX;AAFD,WAAY,oBAAoB;IAC9B,8EAAsD,CAAA;AACxD,CAAC,EAFW,oBAAoB,KAApB,oBAAoB,QAE/B"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
export * from './openai/index.js';
|
|
2
|
-
export * from './azure-openai/index.js';
|
|
3
|
-
export * from './huggingface/index.js';
|
|
4
|
-
export * from './together/index.js';
|
|
5
|
-
export * from './cohere/index.js';
|
|
6
|
-
export * from './google-gemini/index.js';
|
|
7
|
-
export * from './anthropic/index.js';
|
|
8
|
-
export * from './groq/index.js';
|
|
9
|
-
export * from './mistral/index.js';
|
|
10
|
-
export * from './deepseek/index.js';
|
|
11
|
-
export * from './ollama/index.js';
|
|
12
|
-
export * from './types.js';
|
|
13
|
-
export * from './balance.js';
|
|
14
|
-
export * from './base.js';
|
|
15
|
-
export * from './wrap.js';
|
|
16
|
-
export type { API } from '../util/apicall.js';
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
export * from './openai/index.js';
|
|
2
|
-
export * from './azure-openai/index.js';
|
|
3
|
-
export * from './huggingface/index.js';
|
|
4
|
-
export * from './together/index.js';
|
|
5
|
-
export * from './cohere/index.js';
|
|
6
|
-
export * from './google-gemini/index.js';
|
|
7
|
-
export * from './anthropic/index.js';
|
|
8
|
-
export * from './groq/index.js';
|
|
9
|
-
export * from './mistral/index.js';
|
|
10
|
-
export * from './deepseek/index.js';
|
|
11
|
-
export * from './ollama/index.js';
|
|
12
|
-
export * from './types.js';
|
|
13
|
-
export * from './balance.js';
|
|
14
|
-
export * from './base.js';
|
|
15
|
-
export * from './wrap.js';
|
|
16
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,WAAW,CAAC"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import { AxAIOpenAI } from '../openai/api.js';
|
|
2
|
-
import type { AxAIOpenAIConfig } from '../openai/types.js';
|
|
3
|
-
import type { AxAIServiceOptions } from '../types.js';
|
|
4
|
-
type MistralConfig = AxAIOpenAIConfig;
|
|
5
|
-
export declare const axAIMistralDefaultConfig: () => MistralConfig;
|
|
6
|
-
export declare const axAIMistralBestConfig: () => AxAIOpenAIConfig;
|
|
7
|
-
export interface AxAIMistralArgs {
|
|
8
|
-
name: 'mistral';
|
|
9
|
-
apiKey: string;
|
|
10
|
-
config?: Readonly<MistralConfig>;
|
|
11
|
-
options?: Readonly<AxAIServiceOptions>;
|
|
12
|
-
}
|
|
13
|
-
export declare class AxAIMistral extends AxAIOpenAI {
|
|
14
|
-
constructor({ apiKey, config, options }: Readonly<Omit<AxAIMistralArgs, 'name'>>);
|
|
15
|
-
}
|
|
16
|
-
export {};
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import { axBaseAIDefaultConfig } from '../base.js';
|
|
2
|
-
import { AxAIOpenAI } from '../openai/api.js';
|
|
3
|
-
import { axModelInfoMistral } from './info.js';
|
|
4
|
-
import { AxAIMistralModel } from './types.js';
|
|
5
|
-
export const axAIMistralDefaultConfig = () => structuredClone({
|
|
6
|
-
model: AxAIMistralModel.MistralSmall,
|
|
7
|
-
...axBaseAIDefaultConfig()
|
|
8
|
-
});
|
|
9
|
-
export const axAIMistralBestConfig = () => structuredClone({
|
|
10
|
-
...axAIMistralDefaultConfig(),
|
|
11
|
-
model: AxAIMistralModel.MistralLarge
|
|
12
|
-
});
|
|
13
|
-
export class AxAIMistral extends AxAIOpenAI {
|
|
14
|
-
constructor({ apiKey, config, options }) {
|
|
15
|
-
if (!apiKey || apiKey === '') {
|
|
16
|
-
throw new Error('Mistral API key not set');
|
|
17
|
-
}
|
|
18
|
-
const _config = {
|
|
19
|
-
...axAIMistralDefaultConfig(),
|
|
20
|
-
...config
|
|
21
|
-
};
|
|
22
|
-
super({
|
|
23
|
-
apiKey,
|
|
24
|
-
config: _config,
|
|
25
|
-
options,
|
|
26
|
-
apiURL: 'https://api.mistral.ai/v1',
|
|
27
|
-
modelInfo: axModelInfoMistral
|
|
28
|
-
});
|
|
29
|
-
super.setName('Mistral');
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
//# sourceMappingURL=api.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/mistral/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAkB,EAAE,CAC1D,eAAe,CAAC;IACd,KAAK,EAAE,gBAAgB,CAAC,YAAY;IACpC,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAqB,EAAE,CAC1D,eAAe,CAAC;IACd,GAAG,wBAAwB,EAAE;IAC7B,KAAK,EAAE,gBAAgB,CAAC,YAAY;CACrC,CAAC,CAAC;AASL,MAAM,OAAO,WAAY,SAAQ,UAAU;IACzC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACiC;QACxC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,wBAAwB,EAAE;YAC7B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,OAAO;YACP,MAAM,EAAE,2BAA2B;YACnC,SAAS,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;CACF"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai/mistral/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
import { AxAIMistralModel } from './types.js';
|
|
2
|
-
export const axModelInfoMistral = [
|
|
3
|
-
{
|
|
4
|
-
name: AxAIMistralModel.Mistral7B,
|
|
5
|
-
currency: 'USD',
|
|
6
|
-
promptTokenCostPer1M: 0.25,
|
|
7
|
-
completionTokenCostPer1M: 0.25
|
|
8
|
-
},
|
|
9
|
-
{
|
|
10
|
-
name: AxAIMistralModel.Mistral8x7B,
|
|
11
|
-
currency: 'USD',
|
|
12
|
-
promptTokenCostPer1M: 0.7,
|
|
13
|
-
completionTokenCostPer1M: 0.7
|
|
14
|
-
},
|
|
15
|
-
{
|
|
16
|
-
name: AxAIMistralModel.MistralSmall,
|
|
17
|
-
currency: 'USD',
|
|
18
|
-
promptTokenCostPer1M: 2,
|
|
19
|
-
completionTokenCostPer1M: 6
|
|
20
|
-
},
|
|
21
|
-
{
|
|
22
|
-
name: AxAIMistralModel.MistralMedium,
|
|
23
|
-
currency: 'USD',
|
|
24
|
-
promptTokenCostPer1M: 2.7,
|
|
25
|
-
completionTokenCostPer1M: 8.1
|
|
26
|
-
},
|
|
27
|
-
{
|
|
28
|
-
name: AxAIMistralModel.MistralLarge,
|
|
29
|
-
currency: 'USD',
|
|
30
|
-
promptTokenCostPer1M: 8,
|
|
31
|
-
completionTokenCostPer1M: 24
|
|
32
|
-
}
|
|
33
|
-
];
|
|
34
|
-
//# sourceMappingURL=info.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../../../src/ai/mistral/info.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,CAAC,MAAM,kBAAkB,GAAkB;IAC/C;QACE,IAAI,EAAE,gBAAgB,CAAC,SAAS;QAChC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,gBAAgB,CAAC,WAAW;QAClC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,gBAAgB,CAAC,YAAY;QACnC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,CAAC;QACvB,wBAAwB,EAAE,CAAC;KAC5B;IACD;QACE,IAAI,EAAE,gBAAgB,CAAC,aAAa;QACpC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,gBAAgB,CAAC,YAAY;QACnC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,CAAC;QACvB,wBAAwB,EAAE,EAAE;KAC7B;CACF,CAAC"}
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
export declare enum AxAIMistralModel {
|
|
2
|
-
Mistral7B = "open-mistral-7b",
|
|
3
|
-
Mistral8x7B = "open-mixtral-8x7b",
|
|
4
|
-
MistralSmall = "mistral-small-latest",
|
|
5
|
-
MistralMedium = "mistral-medium-latest",
|
|
6
|
-
MistralLarge = "mistral-large-latest"
|
|
7
|
-
}
|
|
8
|
-
export declare enum AxAIMistralEmbedModels {
|
|
9
|
-
MistralEmbed = "mistral-embed"
|
|
10
|
-
}
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
export var AxAIMistralModel;
|
|
2
|
-
(function (AxAIMistralModel) {
|
|
3
|
-
AxAIMistralModel["Mistral7B"] = "open-mistral-7b";
|
|
4
|
-
AxAIMistralModel["Mistral8x7B"] = "open-mixtral-8x7b";
|
|
5
|
-
AxAIMistralModel["MistralSmall"] = "mistral-small-latest";
|
|
6
|
-
AxAIMistralModel["MistralMedium"] = "mistral-medium-latest";
|
|
7
|
-
AxAIMistralModel["MistralLarge"] = "mistral-large-latest";
|
|
8
|
-
})(AxAIMistralModel || (AxAIMistralModel = {}));
|
|
9
|
-
export var AxAIMistralEmbedModels;
|
|
10
|
-
(function (AxAIMistralEmbedModels) {
|
|
11
|
-
AxAIMistralEmbedModels["MistralEmbed"] = "mistral-embed";
|
|
12
|
-
})(AxAIMistralEmbedModels || (AxAIMistralEmbedModels = {}));
|
|
13
|
-
//# sourceMappingURL=types.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/ai/mistral/types.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,gBAMX;AAND,WAAY,gBAAgB;IAC1B,iDAA6B,CAAA;IAC7B,qDAAiC,CAAA;IACjC,yDAAqC,CAAA;IACrC,2DAAuC,CAAA;IACvC,yDAAqC,CAAA;AACvC,CAAC,EANW,gBAAgB,KAAhB,gBAAgB,QAM3B;AAED,MAAM,CAAN,IAAY,sBAEX;AAFD,WAAY,sBAAsB;IAChC,wDAA8B,CAAA;AAChC,CAAC,EAFW,sBAAsB,KAAtB,sBAAsB,QAEjC"}
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
import { AxAIOpenAI } from '../openai/api.js';
|
|
2
|
-
import type { AxAIOpenAIConfig } from '../openai/types.js';
|
|
3
|
-
import type { AxAIServiceOptions } from '../types.js';
|
|
4
|
-
export type AxAIOllamaAIConfig = AxAIOpenAIConfig;
|
|
5
|
-
export declare const axAIOllamaDefaultConfig: () => AxAIOllamaAIConfig;
|
|
6
|
-
export declare const axAIOllamaDefaultCreativeConfig: () => AxAIOllamaAIConfig;
|
|
7
|
-
export type AxAIOllamaArgs = {
|
|
8
|
-
name: 'ollama';
|
|
9
|
-
model?: string;
|
|
10
|
-
embedModel?: string;
|
|
11
|
-
url?: string;
|
|
12
|
-
apiKey?: string;
|
|
13
|
-
config?: Readonly<AxAIOllamaAIConfig>;
|
|
14
|
-
options?: Readonly<AxAIServiceOptions>;
|
|
15
|
-
};
|
|
16
|
-
/**
|
|
17
|
-
* OllamaAI: AI Service
|
|
18
|
-
* @export
|
|
19
|
-
*/
|
|
20
|
-
export declare class AxAIOllama extends AxAIOpenAI {
|
|
21
|
-
constructor({ apiKey, url, config, options }: Readonly<Omit<AxAIOllamaArgs, 'name'>>);
|
|
22
|
-
}
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import { axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig } from '../base.js';
|
|
2
|
-
import { AxAIOpenAI } from '../openai/api.js';
|
|
3
|
-
export const axAIOllamaDefaultConfig = () => structuredClone({
|
|
4
|
-
...axBaseAIDefaultConfig(),
|
|
5
|
-
model: 'nous-hermes2',
|
|
6
|
-
embedModel: 'all-minilm'
|
|
7
|
-
});
|
|
8
|
-
export const axAIOllamaDefaultCreativeConfig = () => structuredClone({
|
|
9
|
-
...axBaseAIDefaultCreativeConfig(),
|
|
10
|
-
model: 'nous-hermes2',
|
|
11
|
-
embedModel: 'all-minilm'
|
|
12
|
-
});
|
|
13
|
-
/**
|
|
14
|
-
* OllamaAI: AI Service
|
|
15
|
-
* @export
|
|
16
|
-
*/
|
|
17
|
-
export class AxAIOllama extends AxAIOpenAI {
|
|
18
|
-
constructor({ apiKey = 'not-set', url = 'http://localhost:11434', config, options }) {
|
|
19
|
-
const _config = {
|
|
20
|
-
...axAIOllamaDefaultConfig(),
|
|
21
|
-
...config
|
|
22
|
-
};
|
|
23
|
-
super({
|
|
24
|
-
apiKey,
|
|
25
|
-
options,
|
|
26
|
-
config: _config,
|
|
27
|
-
apiURL: new URL('/v1', url).href
|
|
28
|
-
});
|
|
29
|
-
super.setName('Ollama');
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
//# sourceMappingURL=api.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/ollama/api.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAM9C,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAuB,EAAE,CAC9D,eAAe,CAAC;IACd,GAAG,qBAAqB,EAAE;IAC1B,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,YAAY;CACzB,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAuB,EAAE,CACtE,eAAe,CAAC;IACd,GAAG,6BAA6B,EAAE;IAClC,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,YAAY;CACzB,CAAC,CAAC;AAYL;;;GAGG;AACH,MAAM,OAAO,UAAW,SAAQ,UAAU;IACxC,YAAY,EACV,MAAM,GAAG,SAAS,EAClB,GAAG,GAAG,wBAAwB,EAC9B,MAAM,EACN,OAAO,EACgC;QACvC,MAAM,OAAO,GAAG;YACd,GAAG,uBAAuB,EAAE;YAC5B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,OAAO;YACP,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,IAAI,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI;SACjC,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;CACF"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export * from './api.js';
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai/ollama/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import type { API } from '../../util/apicall.js';
|
|
2
|
-
import { AxBaseAI } from '../base.js';
|
|
3
|
-
import type { AxAIPromptConfig, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig, AxModelInfo } from '../types.js';
|
|
4
|
-
import { type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse } from './types.js';
|
|
5
|
-
export declare const axAIOpenAIDefaultConfig: () => AxAIOpenAIConfig;
|
|
6
|
-
export declare const axAIOpenAIBestConfig: () => AxAIOpenAIConfig;
|
|
7
|
-
export declare const axAIOpenAICreativeConfig: () => AxAIOpenAIConfig;
|
|
8
|
-
export declare const axAIOpenAIFastConfig: () => AxAIOpenAIConfig;
|
|
9
|
-
export interface AxAIOpenAIArgs {
|
|
10
|
-
name: 'openai';
|
|
11
|
-
apiKey: string;
|
|
12
|
-
apiURL?: string;
|
|
13
|
-
config?: Readonly<AxAIOpenAIConfig>;
|
|
14
|
-
options?: Readonly<AxAIServiceOptions & {
|
|
15
|
-
streamingUsage?: boolean;
|
|
16
|
-
}>;
|
|
17
|
-
modelInfo?: Readonly<AxModelInfo[]>;
|
|
18
|
-
}
|
|
19
|
-
export declare class AxAIOpenAI extends AxBaseAI<AxAIOpenAIChatRequest, AxAIOpenAIEmbedRequest, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
|
|
20
|
-
private config;
|
|
21
|
-
private streamingUsage;
|
|
22
|
-
constructor({ apiKey, config, options, apiURL, modelInfo }: Readonly<Omit<AxAIOpenAIArgs, 'name'>>);
|
|
23
|
-
getModelConfig(): AxModelConfig;
|
|
24
|
-
generateChatReq: (req: Readonly<AxChatRequest>, _config: Readonly<AxAIPromptConfig>) => [API, AxAIOpenAIChatRequest];
|
|
25
|
-
generateEmbedReq: (req: Readonly<AxEmbedRequest>) => [API, AxAIOpenAIEmbedRequest];
|
|
26
|
-
generateChatResp: (resp: Readonly<AxAIOpenAIChatResponse>) => AxChatResponse;
|
|
27
|
-
generateChatStreamResp: (resp: Readonly<AxAIOpenAIChatResponseDelta>, state: object) => AxChatResponse;
|
|
28
|
-
generateEmbedResp: (resp: Readonly<AxAIOpenAIEmbedResponse>) => AxEmbedResponse;
|
|
29
|
-
}
|