illuma-agents 1.0.8 → 1.0.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -5
- package/dist/cjs/common/enum.cjs +1 -2
- package/dist/cjs/common/enum.cjs.map +1 -1
- package/dist/cjs/instrumentation.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +79 -2
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/index.cjs +99 -0
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
- package/dist/cjs/llm/fake.cjs.map +1 -1
- package/dist/cjs/llm/providers.cjs +13 -16
- package/dist/cjs/llm/providers.cjs.map +1 -1
- package/dist/cjs/llm/text.cjs.map +1 -1
- package/dist/cjs/messages/core.cjs +14 -14
- package/dist/cjs/messages/core.cjs.map +1 -1
- package/dist/cjs/messages/ids.cjs.map +1 -1
- package/dist/cjs/messages/prune.cjs.map +1 -1
- package/dist/cjs/run.cjs +10 -1
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/splitStream.cjs.map +1 -1
- package/dist/cjs/stream.cjs +4 -1
- package/dist/cjs/stream.cjs.map +1 -1
- package/dist/cjs/tools/ToolNode.cjs +10 -1
- package/dist/cjs/tools/ToolNode.cjs.map +1 -1
- package/dist/cjs/tools/handlers.cjs +29 -25
- package/dist/cjs/tools/handlers.cjs.map +1 -1
- package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
- package/dist/cjs/tools/search/content.cjs.map +1 -1
- package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
- package/dist/cjs/tools/search/format.cjs.map +1 -1
- package/dist/cjs/tools/search/highlights.cjs.map +1 -1
- package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
- package/dist/cjs/tools/search/schema.cjs +25 -25
- package/dist/cjs/tools/search/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/search.cjs +6 -1
- package/dist/cjs/tools/search/search.cjs.map +1 -1
- package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/tool.cjs +162 -35
- package/dist/cjs/tools/search/tool.cjs.map +1 -1
- package/dist/cjs/tools/search/utils.cjs.map +1 -1
- package/dist/cjs/utils/graph.cjs.map +1 -1
- package/dist/cjs/utils/llm.cjs +0 -1
- package/dist/cjs/utils/llm.cjs.map +1 -1
- package/dist/cjs/utils/misc.cjs.map +1 -1
- package/dist/cjs/utils/run.cjs.map +1 -1
- package/dist/cjs/utils/title.cjs +7 -7
- package/dist/cjs/utils/title.cjs.map +1 -1
- package/dist/esm/common/enum.mjs +1 -2
- package/dist/esm/common/enum.mjs.map +1 -1
- package/dist/esm/instrumentation.mjs.map +1 -1
- package/dist/esm/llm/anthropic/types.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +79 -2
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
- package/dist/esm/llm/bedrock/index.mjs +97 -0
- package/dist/esm/llm/bedrock/index.mjs.map +1 -0
- package/dist/esm/llm/fake.mjs.map +1 -1
- package/dist/esm/llm/providers.mjs +2 -5
- package/dist/esm/llm/providers.mjs.map +1 -1
- package/dist/esm/llm/text.mjs.map +1 -1
- package/dist/esm/messages/core.mjs +14 -14
- package/dist/esm/messages/core.mjs.map +1 -1
- package/dist/esm/messages/ids.mjs.map +1 -1
- package/dist/esm/messages/prune.mjs.map +1 -1
- package/dist/esm/run.mjs +10 -1
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/splitStream.mjs.map +1 -1
- package/dist/esm/stream.mjs +4 -1
- package/dist/esm/stream.mjs.map +1 -1
- package/dist/esm/tools/ToolNode.mjs +10 -1
- package/dist/esm/tools/ToolNode.mjs.map +1 -1
- package/dist/esm/tools/handlers.mjs +30 -26
- package/dist/esm/tools/handlers.mjs.map +1 -1
- package/dist/esm/tools/search/anthropic.mjs.map +1 -1
- package/dist/esm/tools/search/content.mjs.map +1 -1
- package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
- package/dist/esm/tools/search/format.mjs.map +1 -1
- package/dist/esm/tools/search/highlights.mjs.map +1 -1
- package/dist/esm/tools/search/rerankers.mjs.map +1 -1
- package/dist/esm/tools/search/schema.mjs +25 -25
- package/dist/esm/tools/search/schema.mjs.map +1 -1
- package/dist/esm/tools/search/search.mjs +6 -1
- package/dist/esm/tools/search/search.mjs.map +1 -1
- package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/tool.mjs +162 -35
- package/dist/esm/tools/search/tool.mjs.map +1 -1
- package/dist/esm/tools/search/utils.mjs.map +1 -1
- package/dist/esm/utils/graph.mjs.map +1 -1
- package/dist/esm/utils/llm.mjs +0 -1
- package/dist/esm/utils/llm.mjs.map +1 -1
- package/dist/esm/utils/misc.mjs.map +1 -1
- package/dist/esm/utils/run.mjs.map +1 -1
- package/dist/esm/utils/title.mjs +7 -7
- package/dist/esm/utils/title.mjs.map +1 -1
- package/dist/types/common/enum.d.ts +1 -2
- package/dist/types/llm/bedrock/index.d.ts +36 -0
- package/dist/types/tools/search/types.d.ts +2 -0
- package/dist/types/types/llm.d.ts +3 -8
- package/package.json +15 -11
- package/src/common/enum.ts +1 -2
- package/src/common/index.ts +1 -1
- package/src/instrumentation.ts +22 -22
- package/src/llm/anthropic/llm.spec.ts +1442 -1442
- package/src/llm/anthropic/types.ts +140 -140
- package/src/llm/anthropic/utils/message_inputs.ts +757 -660
- package/src/llm/anthropic/utils/output_parsers.ts +133 -133
- package/src/llm/anthropic/utils/tools.ts +29 -29
- package/src/llm/bedrock/index.ts +128 -0
- package/src/llm/fake.ts +133 -133
- package/src/llm/google/utils/tools.ts +160 -160
- package/src/llm/openai/types.ts +24 -24
- package/src/llm/openai/utils/isReasoningModel.test.ts +90 -90
- package/src/llm/providers.ts +2 -7
- package/src/llm/text.ts +94 -94
- package/src/messages/core.ts +463 -463
- package/src/messages/formatAgentMessages.tools.test.ts +400 -400
- package/src/messages/formatMessage.test.ts +693 -693
- package/src/messages/ids.ts +26 -26
- package/src/messages/prune.ts +567 -567
- package/src/messages/shiftIndexTokenCountMap.test.ts +81 -81
- package/src/mockStream.ts +98 -98
- package/src/prompts/collab.ts +5 -5
- package/src/prompts/index.ts +1 -1
- package/src/prompts/taskmanager.ts +61 -61
- package/src/run.ts +13 -4
- package/src/scripts/ant_web_search_edge_case.ts +162 -0
- package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
- package/src/scripts/args.ts +48 -48
- package/src/scripts/caching.ts +123 -123
- package/src/scripts/code_exec_files.ts +193 -193
- package/src/scripts/empty_input.ts +137 -137
- package/src/scripts/image.ts +178 -178
- package/src/scripts/memory.ts +97 -97
- package/src/scripts/thinking.ts +149 -149
- package/src/specs/anthropic.simple.test.ts +67 -0
- package/src/specs/spec.utils.ts +3 -3
- package/src/specs/token-distribution-edge-case.test.ts +316 -316
- package/src/specs/tool-error.test.ts +193 -193
- package/src/splitStream.test.ts +691 -691
- package/src/splitStream.ts +234 -234
- package/src/stream.test.ts +94 -94
- package/src/stream.ts +4 -1
- package/src/tools/ToolNode.ts +12 -1
- package/src/tools/handlers.ts +32 -28
- package/src/tools/search/anthropic.ts +51 -51
- package/src/tools/search/content.test.ts +173 -173
- package/src/tools/search/content.ts +147 -147
- package/src/tools/search/direct-url.test.ts +530 -0
- package/src/tools/search/firecrawl.ts +210 -210
- package/src/tools/search/format.ts +250 -250
- package/src/tools/search/highlights.ts +320 -320
- package/src/tools/search/index.ts +2 -2
- package/src/tools/search/jina-reranker.test.ts +126 -126
- package/src/tools/search/output.md +2775 -2775
- package/src/tools/search/rerankers.ts +242 -242
- package/src/tools/search/schema.ts +63 -63
- package/src/tools/search/search.ts +766 -759
- package/src/tools/search/serper-scraper.ts +155 -155
- package/src/tools/search/test.html +883 -883
- package/src/tools/search/test.md +642 -642
- package/src/tools/search/test.ts +159 -159
- package/src/tools/search/tool.ts +619 -471
- package/src/tools/search/types.ts +689 -687
- package/src/tools/search/utils.ts +79 -79
- package/src/types/index.ts +6 -6
- package/src/types/llm.ts +2 -8
- package/src/utils/graph.ts +10 -10
- package/src/utils/llm.ts +26 -27
- package/src/utils/llmConfig.ts +5 -3
- package/src/utils/logging.ts +48 -48
- package/src/utils/misc.ts +57 -57
- package/src/utils/run.ts +100 -100
- package/src/utils/title.ts +165 -165
- package/dist/cjs/llm/ollama/index.cjs +0 -70
- package/dist/cjs/llm/ollama/index.cjs.map +0 -1
- package/dist/cjs/llm/ollama/utils.cjs +0 -158
- package/dist/cjs/llm/ollama/utils.cjs.map +0 -1
- package/dist/esm/llm/ollama/index.mjs +0 -68
- package/dist/esm/llm/ollama/index.mjs.map +0 -1
- package/dist/esm/llm/ollama/utils.mjs +0 -155
- package/dist/esm/llm/ollama/utils.mjs.map +0 -1
- package/dist/types/llm/ollama/index.d.ts +0 -8
- package/dist/types/llm/ollama/utils.d.ts +0 -7
- package/src/llm/ollama/index.ts +0 -92
- package/src/llm/ollama/utils.ts +0 -193
- package/src/proto/CollabGraph.ts +0 -269
- package/src/proto/TaskManager.ts +0 -243
- package/src/proto/collab.ts +0 -200
- package/src/proto/collab_design.ts +0 -184
- package/src/proto/collab_design_v2.ts +0 -224
- package/src/proto/collab_design_v3.ts +0 -255
- package/src/proto/collab_design_v4.ts +0 -220
- package/src/proto/collab_design_v5.ts +0 -251
- package/src/proto/collab_graph.ts +0 -181
- package/src/proto/collab_original.ts +0 -123
- package/src/proto/example.ts +0 -93
- package/src/proto/example_new.ts +0 -68
- package/src/proto/example_old.ts +0 -201
- package/src/proto/example_test.ts +0 -152
- package/src/proto/example_test_anthropic.ts +0 -100
- package/src/proto/log_stream.ts +0 -202
- package/src/proto/main_collab_community_event.ts +0 -133
- package/src/proto/main_collab_design_v2.ts +0 -96
- package/src/proto/main_collab_design_v4.ts +0 -100
- package/src/proto/main_collab_design_v5.ts +0 -135
- package/src/proto/main_collab_global_analysis.ts +0 -122
- package/src/proto/main_collab_hackathon_event.ts +0 -153
- package/src/proto/main_collab_space_mission.ts +0 -153
- package/src/proto/main_philosophy.ts +0 -210
- package/src/proto/original_script.ts +0 -126
- package/src/proto/standard.ts +0 -100
- package/src/proto/stream.ts +0 -56
- package/src/proto/tasks.ts +0 -118
- package/src/proto/tools/global_analysis_tools.ts +0 -86
- package/src/proto/tools/space_mission_tools.ts +0 -60
- package/src/proto/vertexai.ts +0 -54
|
@@ -1,90 +1,90 @@
|
|
|
1
|
-
import { isReasoningModel } from './index';
|
|
2
|
-
|
|
3
|
-
describe('isReasoningModel', () => {
|
|
4
|
-
describe('should return true for reasoning models', () => {
|
|
5
|
-
test('basic o-series models', () => {
|
|
6
|
-
expect(isReasoningModel('o1')).toBe(true);
|
|
7
|
-
expect(isReasoningModel('o2')).toBe(true);
|
|
8
|
-
expect(isReasoningModel('o9')).toBe(true);
|
|
9
|
-
expect(isReasoningModel('o1-preview')).toBe(true);
|
|
10
|
-
expect(isReasoningModel('o1-mini')).toBe(true);
|
|
11
|
-
});
|
|
12
|
-
|
|
13
|
-
test('gpt-5+ models', () => {
|
|
14
|
-
expect(isReasoningModel('gpt-5')).toBe(true);
|
|
15
|
-
expect(isReasoningModel('gpt-6')).toBe(true);
|
|
16
|
-
expect(isReasoningModel('gpt-7')).toBe(true);
|
|
17
|
-
expect(isReasoningModel('gpt-8')).toBe(true);
|
|
18
|
-
expect(isReasoningModel('gpt-9')).toBe(true);
|
|
19
|
-
});
|
|
20
|
-
|
|
21
|
-
test('with provider prefixes', () => {
|
|
22
|
-
expect(isReasoningModel('azure/o1')).toBe(true);
|
|
23
|
-
expect(isReasoningModel('azure/gpt-5')).toBe(true);
|
|
24
|
-
expect(isReasoningModel('openai/o1')).toBe(true);
|
|
25
|
-
expect(isReasoningModel('openai/gpt-5')).toBe(true);
|
|
26
|
-
});
|
|
27
|
-
|
|
28
|
-
test('with custom prefixes', () => {
|
|
29
|
-
expect(isReasoningModel('custom-provider/o1')).toBe(true);
|
|
30
|
-
expect(isReasoningModel('my-deployment/gpt-5')).toBe(true);
|
|
31
|
-
expect(isReasoningModel('company/azure/gpt-5')).toBe(true);
|
|
32
|
-
});
|
|
33
|
-
|
|
34
|
-
test('case insensitive', () => {
|
|
35
|
-
expect(isReasoningModel('O1')).toBe(true);
|
|
36
|
-
expect(isReasoningModel('GPT-5')).toBe(true);
|
|
37
|
-
expect(isReasoningModel('gPt-6')).toBe(true);
|
|
38
|
-
expect(isReasoningModel('Azure/O1')).toBe(true);
|
|
39
|
-
});
|
|
40
|
-
});
|
|
41
|
-
|
|
42
|
-
describe('should return false for non-reasoning models', () => {
|
|
43
|
-
test('older GPT models', () => {
|
|
44
|
-
expect(isReasoningModel('gpt-3.5-turbo')).toBe(false);
|
|
45
|
-
expect(isReasoningModel('gpt-4')).toBe(false);
|
|
46
|
-
expect(isReasoningModel('gpt-4-turbo')).toBe(false);
|
|
47
|
-
expect(isReasoningModel('gpt-4o')).toBe(false);
|
|
48
|
-
expect(isReasoningModel('gpt-4o-mini')).toBe(false);
|
|
49
|
-
});
|
|
50
|
-
|
|
51
|
-
test('other model families', () => {
|
|
52
|
-
expect(isReasoningModel('claude-3')).toBe(false);
|
|
53
|
-
expect(isReasoningModel('claude-3-opus')).toBe(false);
|
|
54
|
-
expect(isReasoningModel('llama-2')).toBe(false);
|
|
55
|
-
expect(isReasoningModel('gemini-pro')).toBe(false);
|
|
56
|
-
});
|
|
57
|
-
|
|
58
|
-
test('partial matches that should not match', () => {
|
|
59
|
-
expect(isReasoningModel('proto1')).toBe(false);
|
|
60
|
-
expect(isReasoningModel('version-o1')).toBe(true);
|
|
61
|
-
expect(isReasoningModel('gpt-40')).toBe(false);
|
|
62
|
-
expect(isReasoningModel('gpt-3.5')).toBe(false);
|
|
63
|
-
});
|
|
64
|
-
|
|
65
|
-
test('empty, null, and undefined', () => {
|
|
66
|
-
expect(isReasoningModel('')).toBe(false);
|
|
67
|
-
expect(isReasoningModel()).toBe(false);
|
|
68
|
-
expect(isReasoningModel(undefined)).toBe(false);
|
|
69
|
-
});
|
|
70
|
-
});
|
|
71
|
-
|
|
72
|
-
describe('edge cases', () => {
|
|
73
|
-
test('with special characters', () => {
|
|
74
|
-
expect(isReasoningModel('deployment_o1_model')).toBe(false);
|
|
75
|
-
expect(isReasoningModel('gpt-5-deployment')).toBe(true);
|
|
76
|
-
expect(isReasoningModel('o1@latest')).toBe(true);
|
|
77
|
-
expect(isReasoningModel('gpt-5.0')).toBe(true);
|
|
78
|
-
});
|
|
79
|
-
|
|
80
|
-
test('word boundary behavior', () => {
|
|
81
|
-
// These should match because o1 and gpt-5 are whole words
|
|
82
|
-
expect(isReasoningModel('use-o1-model')).toBe(true);
|
|
83
|
-
expect(isReasoningModel('model-gpt-5-latest')).toBe(true);
|
|
84
|
-
|
|
85
|
-
// These should not match because o1/gpt-5 are not whole words
|
|
86
|
-
expect(isReasoningModel('proto1model')).toBe(false);
|
|
87
|
-
expect(isReasoningModel('supergpt-50')).toBe(false);
|
|
88
|
-
});
|
|
89
|
-
});
|
|
90
|
-
});
|
|
1
|
+
import { isReasoningModel } from './index';
|
|
2
|
+
|
|
3
|
+
describe('isReasoningModel', () => {
|
|
4
|
+
describe('should return true for reasoning models', () => {
|
|
5
|
+
test('basic o-series models', () => {
|
|
6
|
+
expect(isReasoningModel('o1')).toBe(true);
|
|
7
|
+
expect(isReasoningModel('o2')).toBe(true);
|
|
8
|
+
expect(isReasoningModel('o9')).toBe(true);
|
|
9
|
+
expect(isReasoningModel('o1-preview')).toBe(true);
|
|
10
|
+
expect(isReasoningModel('o1-mini')).toBe(true);
|
|
11
|
+
});
|
|
12
|
+
|
|
13
|
+
test('gpt-5+ models', () => {
|
|
14
|
+
expect(isReasoningModel('gpt-5')).toBe(true);
|
|
15
|
+
expect(isReasoningModel('gpt-6')).toBe(true);
|
|
16
|
+
expect(isReasoningModel('gpt-7')).toBe(true);
|
|
17
|
+
expect(isReasoningModel('gpt-8')).toBe(true);
|
|
18
|
+
expect(isReasoningModel('gpt-9')).toBe(true);
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
test('with provider prefixes', () => {
|
|
22
|
+
expect(isReasoningModel('azure/o1')).toBe(true);
|
|
23
|
+
expect(isReasoningModel('azure/gpt-5')).toBe(true);
|
|
24
|
+
expect(isReasoningModel('openai/o1')).toBe(true);
|
|
25
|
+
expect(isReasoningModel('openai/gpt-5')).toBe(true);
|
|
26
|
+
});
|
|
27
|
+
|
|
28
|
+
test('with custom prefixes', () => {
|
|
29
|
+
expect(isReasoningModel('custom-provider/o1')).toBe(true);
|
|
30
|
+
expect(isReasoningModel('my-deployment/gpt-5')).toBe(true);
|
|
31
|
+
expect(isReasoningModel('company/azure/gpt-5')).toBe(true);
|
|
32
|
+
});
|
|
33
|
+
|
|
34
|
+
test('case insensitive', () => {
|
|
35
|
+
expect(isReasoningModel('O1')).toBe(true);
|
|
36
|
+
expect(isReasoningModel('GPT-5')).toBe(true);
|
|
37
|
+
expect(isReasoningModel('gPt-6')).toBe(true);
|
|
38
|
+
expect(isReasoningModel('Azure/O1')).toBe(true);
|
|
39
|
+
});
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
describe('should return false for non-reasoning models', () => {
|
|
43
|
+
test('older GPT models', () => {
|
|
44
|
+
expect(isReasoningModel('gpt-3.5-turbo')).toBe(false);
|
|
45
|
+
expect(isReasoningModel('gpt-4')).toBe(false);
|
|
46
|
+
expect(isReasoningModel('gpt-4-turbo')).toBe(false);
|
|
47
|
+
expect(isReasoningModel('gpt-4o')).toBe(false);
|
|
48
|
+
expect(isReasoningModel('gpt-4o-mini')).toBe(false);
|
|
49
|
+
});
|
|
50
|
+
|
|
51
|
+
test('other model families', () => {
|
|
52
|
+
expect(isReasoningModel('claude-3')).toBe(false);
|
|
53
|
+
expect(isReasoningModel('claude-3-opus')).toBe(false);
|
|
54
|
+
expect(isReasoningModel('llama-2')).toBe(false);
|
|
55
|
+
expect(isReasoningModel('gemini-pro')).toBe(false);
|
|
56
|
+
});
|
|
57
|
+
|
|
58
|
+
test('partial matches that should not match', () => {
|
|
59
|
+
expect(isReasoningModel('proto1')).toBe(false);
|
|
60
|
+
expect(isReasoningModel('version-o1')).toBe(true);
|
|
61
|
+
expect(isReasoningModel('gpt-40')).toBe(false);
|
|
62
|
+
expect(isReasoningModel('gpt-3.5')).toBe(false);
|
|
63
|
+
});
|
|
64
|
+
|
|
65
|
+
test('empty, null, and undefined', () => {
|
|
66
|
+
expect(isReasoningModel('')).toBe(false);
|
|
67
|
+
expect(isReasoningModel()).toBe(false);
|
|
68
|
+
expect(isReasoningModel(undefined)).toBe(false);
|
|
69
|
+
});
|
|
70
|
+
});
|
|
71
|
+
|
|
72
|
+
describe('edge cases', () => {
|
|
73
|
+
test('with special characters', () => {
|
|
74
|
+
expect(isReasoningModel('deployment_o1_model')).toBe(false);
|
|
75
|
+
expect(isReasoningModel('gpt-5-deployment')).toBe(true);
|
|
76
|
+
expect(isReasoningModel('o1@latest')).toBe(true);
|
|
77
|
+
expect(isReasoningModel('gpt-5.0')).toBe(true);
|
|
78
|
+
});
|
|
79
|
+
|
|
80
|
+
test('word boundary behavior', () => {
|
|
81
|
+
// These should match because o1 and gpt-5 are whole words
|
|
82
|
+
expect(isReasoningModel('use-o1-model')).toBe(true);
|
|
83
|
+
expect(isReasoningModel('model-gpt-5-latest')).toBe(true);
|
|
84
|
+
|
|
85
|
+
// These should not match because o1/gpt-5 are not whole words
|
|
86
|
+
expect(isReasoningModel('proto1model')).toBe(false);
|
|
87
|
+
expect(isReasoningModel('supergpt-50')).toBe(false);
|
|
88
|
+
});
|
|
89
|
+
});
|
|
90
|
+
});
|
package/src/llm/providers.ts
CHANGED
|
@@ -1,8 +1,5 @@
|
|
|
1
1
|
// src/llm/providers.ts
|
|
2
2
|
import { ChatMistralAI } from '@langchain/mistralai';
|
|
3
|
-
import { ChatBedrockConverse } from '@langchain/aws';
|
|
4
|
-
// import { ChatAnthropic } from '@langchain/anthropic';
|
|
5
|
-
// import { ChatVertexAI } from '@langchain/google-vertexai';
|
|
6
3
|
import type {
|
|
7
4
|
ChatModelConstructorMap,
|
|
8
5
|
ProviderOptionsMap,
|
|
@@ -15,16 +12,15 @@ import {
|
|
|
15
12
|
ChatXAI,
|
|
16
13
|
} from '@/llm/openai';
|
|
17
14
|
import { CustomChatGoogleGenerativeAI } from '@/llm/google';
|
|
15
|
+
import { CustomChatBedrockConverse } from '@/llm/bedrock';
|
|
18
16
|
import { CustomAnthropic } from '@/llm/anthropic';
|
|
19
17
|
import { ChatOpenRouter } from '@/llm/openrouter';
|
|
20
18
|
import { ChatVertexAI } from '@/llm/vertexai';
|
|
21
|
-
import { ChatOllama } from '@/llm/ollama';
|
|
22
19
|
import { Providers } from '@/common';
|
|
23
20
|
|
|
24
21
|
export const llmProviders: Partial<ChatModelConstructorMap> = {
|
|
25
22
|
[Providers.XAI]: ChatXAI,
|
|
26
23
|
[Providers.OPENAI]: ChatOpenAI,
|
|
27
|
-
[Providers.OLLAMA]: ChatOllama,
|
|
28
24
|
[Providers.AZURE]: AzureChatOpenAI,
|
|
29
25
|
[Providers.VERTEXAI]: ChatVertexAI,
|
|
30
26
|
[Providers.DEEPSEEK]: ChatDeepSeek,
|
|
@@ -32,7 +28,7 @@ export const llmProviders: Partial<ChatModelConstructorMap> = {
|
|
|
32
28
|
[Providers.MISTRAL]: ChatMistralAI,
|
|
33
29
|
[Providers.ANTHROPIC]: CustomAnthropic,
|
|
34
30
|
[Providers.OPENROUTER]: ChatOpenRouter,
|
|
35
|
-
[Providers.BEDROCK]:
|
|
31
|
+
[Providers.BEDROCK]: CustomChatBedrockConverse,
|
|
36
32
|
// [Providers.ANTHROPIC]: ChatAnthropic,
|
|
37
33
|
[Providers.GOOGLE]: CustomChatGoogleGenerativeAI,
|
|
38
34
|
};
|
|
@@ -40,7 +36,6 @@ export const llmProviders: Partial<ChatModelConstructorMap> = {
|
|
|
40
36
|
export const manualToolStreamProviders = new Set<Providers | string>([
|
|
41
37
|
Providers.ANTHROPIC,
|
|
42
38
|
Providers.BEDROCK,
|
|
43
|
-
Providers.OLLAMA,
|
|
44
39
|
]);
|
|
45
40
|
|
|
46
41
|
export const getChatModelClass = <P extends Providers>(
|
package/src/llm/text.ts
CHANGED
|
@@ -1,94 +1,94 @@
|
|
|
1
|
-
export interface TextStreamOptions {
|
|
2
|
-
minChunkSize?: number;
|
|
3
|
-
maxChunkSize?: number;
|
|
4
|
-
delay?: number;
|
|
5
|
-
firstWordChunk?: boolean;
|
|
6
|
-
}
|
|
7
|
-
|
|
8
|
-
export type ProgressCallback = (chunk: string) => void;
|
|
9
|
-
export type PostChunkCallback = (chunk: string) => void;
|
|
10
|
-
|
|
11
|
-
export class TextStream {
|
|
12
|
-
private text: string;
|
|
13
|
-
private currentIndex: number;
|
|
14
|
-
private minChunkSize: number;
|
|
15
|
-
private maxChunkSize: number;
|
|
16
|
-
private delay: number;
|
|
17
|
-
private firstWordChunk: boolean;
|
|
18
|
-
|
|
19
|
-
constructor(text: string, options: TextStreamOptions = {}) {
|
|
20
|
-
this.text = text;
|
|
21
|
-
this.currentIndex = 0;
|
|
22
|
-
this.minChunkSize = options.minChunkSize ?? 4;
|
|
23
|
-
this.maxChunkSize = options.maxChunkSize ?? 8;
|
|
24
|
-
this.delay = options.delay ?? 20;
|
|
25
|
-
this.firstWordChunk = options.firstWordChunk ?? true;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
private randomInt(min: number, max: number): number {
|
|
29
|
-
return Math.floor(Math.random() * (max - min)) + min;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
private static readonly BOUNDARIES = new Set([
|
|
33
|
-
' ',
|
|
34
|
-
'.',
|
|
35
|
-
',',
|
|
36
|
-
'!',
|
|
37
|
-
'?',
|
|
38
|
-
';',
|
|
39
|
-
':',
|
|
40
|
-
]);
|
|
41
|
-
|
|
42
|
-
private findFirstWordBoundary(text: string, minSize: number): number {
|
|
43
|
-
if (minSize >= text.length) return text.length;
|
|
44
|
-
|
|
45
|
-
// Ensure we meet the minimum size first
|
|
46
|
-
let pos = minSize;
|
|
47
|
-
|
|
48
|
-
// Look forward until we find a boundary
|
|
49
|
-
while (pos < text.length) {
|
|
50
|
-
if (TextStream.BOUNDARIES.has(text[pos])) {
|
|
51
|
-
return pos + 1; // Include the boundary character
|
|
52
|
-
}
|
|
53
|
-
pos++;
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
return text.length; // If no boundary found, return entire remaining text
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
async *generateText(
|
|
60
|
-
signal?: AbortSignal,
|
|
61
|
-
progressCallback?: ProgressCallback
|
|
62
|
-
): AsyncGenerator<string, void, unknown> {
|
|
63
|
-
const { delay, minChunkSize, maxChunkSize } = this;
|
|
64
|
-
|
|
65
|
-
while (this.currentIndex < this.text.length) {
|
|
66
|
-
if (signal?.aborted === true) {
|
|
67
|
-
break;
|
|
68
|
-
}
|
|
69
|
-
await new Promise((resolve) => setTimeout(resolve, delay));
|
|
70
|
-
|
|
71
|
-
const remainingText = this.text.slice(this.currentIndex);
|
|
72
|
-
let chunkSize: number;
|
|
73
|
-
|
|
74
|
-
if (this.firstWordChunk) {
|
|
75
|
-
chunkSize = this.findFirstWordBoundary(remainingText, minChunkSize);
|
|
76
|
-
} else {
|
|
77
|
-
const remainingChars = remainingText.length;
|
|
78
|
-
chunkSize = Math.min(
|
|
79
|
-
this.randomInt(minChunkSize, maxChunkSize + 1),
|
|
80
|
-
remainingChars
|
|
81
|
-
);
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
const chunk = this.text.slice(
|
|
85
|
-
this.currentIndex,
|
|
86
|
-
this.currentIndex + chunkSize
|
|
87
|
-
);
|
|
88
|
-
progressCallback?.(chunk);
|
|
89
|
-
|
|
90
|
-
yield chunk;
|
|
91
|
-
this.currentIndex += chunkSize;
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
}
|
|
1
|
+
export interface TextStreamOptions {
|
|
2
|
+
minChunkSize?: number;
|
|
3
|
+
maxChunkSize?: number;
|
|
4
|
+
delay?: number;
|
|
5
|
+
firstWordChunk?: boolean;
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
export type ProgressCallback = (chunk: string) => void;
|
|
9
|
+
export type PostChunkCallback = (chunk: string) => void;
|
|
10
|
+
|
|
11
|
+
export class TextStream {
|
|
12
|
+
private text: string;
|
|
13
|
+
private currentIndex: number;
|
|
14
|
+
private minChunkSize: number;
|
|
15
|
+
private maxChunkSize: number;
|
|
16
|
+
private delay: number;
|
|
17
|
+
private firstWordChunk: boolean;
|
|
18
|
+
|
|
19
|
+
constructor(text: string, options: TextStreamOptions = {}) {
|
|
20
|
+
this.text = text;
|
|
21
|
+
this.currentIndex = 0;
|
|
22
|
+
this.minChunkSize = options.minChunkSize ?? 4;
|
|
23
|
+
this.maxChunkSize = options.maxChunkSize ?? 8;
|
|
24
|
+
this.delay = options.delay ?? 20;
|
|
25
|
+
this.firstWordChunk = options.firstWordChunk ?? true;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
private randomInt(min: number, max: number): number {
|
|
29
|
+
return Math.floor(Math.random() * (max - min)) + min;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
private static readonly BOUNDARIES = new Set([
|
|
33
|
+
' ',
|
|
34
|
+
'.',
|
|
35
|
+
',',
|
|
36
|
+
'!',
|
|
37
|
+
'?',
|
|
38
|
+
';',
|
|
39
|
+
':',
|
|
40
|
+
]);
|
|
41
|
+
|
|
42
|
+
private findFirstWordBoundary(text: string, minSize: number): number {
|
|
43
|
+
if (minSize >= text.length) return text.length;
|
|
44
|
+
|
|
45
|
+
// Ensure we meet the minimum size first
|
|
46
|
+
let pos = minSize;
|
|
47
|
+
|
|
48
|
+
// Look forward until we find a boundary
|
|
49
|
+
while (pos < text.length) {
|
|
50
|
+
if (TextStream.BOUNDARIES.has(text[pos])) {
|
|
51
|
+
return pos + 1; // Include the boundary character
|
|
52
|
+
}
|
|
53
|
+
pos++;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
return text.length; // If no boundary found, return entire remaining text
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
async *generateText(
|
|
60
|
+
signal?: AbortSignal,
|
|
61
|
+
progressCallback?: ProgressCallback
|
|
62
|
+
): AsyncGenerator<string, void, unknown> {
|
|
63
|
+
const { delay, minChunkSize, maxChunkSize } = this;
|
|
64
|
+
|
|
65
|
+
while (this.currentIndex < this.text.length) {
|
|
66
|
+
if (signal?.aborted === true) {
|
|
67
|
+
break;
|
|
68
|
+
}
|
|
69
|
+
await new Promise((resolve) => setTimeout(resolve, delay));
|
|
70
|
+
|
|
71
|
+
const remainingText = this.text.slice(this.currentIndex);
|
|
72
|
+
let chunkSize: number;
|
|
73
|
+
|
|
74
|
+
if (this.firstWordChunk) {
|
|
75
|
+
chunkSize = this.findFirstWordBoundary(remainingText, minChunkSize);
|
|
76
|
+
} else {
|
|
77
|
+
const remainingChars = remainingText.length;
|
|
78
|
+
chunkSize = Math.min(
|
|
79
|
+
this.randomInt(minChunkSize, maxChunkSize + 1),
|
|
80
|
+
remainingChars
|
|
81
|
+
);
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
const chunk = this.text.slice(
|
|
85
|
+
this.currentIndex,
|
|
86
|
+
this.currentIndex + chunkSize
|
|
87
|
+
);
|
|
88
|
+
progressCallback?.(chunk);
|
|
89
|
+
|
|
90
|
+
yield chunk;
|
|
91
|
+
this.currentIndex += chunkSize;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
}
|