@botonic/plugin-ai-agents 0.57.0-rslib-esm.2 → 0.57.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/{agents → cjs/agents}/base-agent.d.ts +4 -4
- package/lib/cjs/agents/base-agent.js +39 -0
- package/lib/cjs/agents/base-agent.js.map +1 -0
- package/lib/cjs/agents/index.d.ts +2 -0
- package/lib/cjs/agents/index.js +8 -0
- package/lib/cjs/agents/index.js.map +1 -0
- package/lib/{agents → cjs/agents}/router-agent.d.ts +5 -5
- package/lib/cjs/agents/router-agent.js +33 -0
- package/lib/cjs/agents/router-agent.js.map +1 -0
- package/lib/{agents → cjs/agents}/specialist-agent.d.ts +5 -5
- package/lib/{agents → cjs/agents}/specialist-agent.js +45 -65
- package/lib/cjs/agents/specialist-agent.js.map +1 -0
- package/lib/{bot-config-tools.d.ts → cjs/bot-config-tools.d.ts} +1 -1
- package/lib/cjs/bot-config-tools.js +18 -0
- package/lib/cjs/bot-config-tools.js.map +1 -0
- package/lib/cjs/constants.js +25 -0
- package/lib/cjs/constants.js.map +1 -0
- package/lib/{debug-logger.d.ts → cjs/debug-logger.d.ts} +1 -1
- package/lib/{debug-logger.js → cjs/debug-logger.js} +9 -14
- package/lib/cjs/debug-logger.js.map +1 -0
- package/lib/cjs/guardrails/index.d.ts +1 -0
- package/lib/cjs/guardrails/index.js +5 -0
- package/lib/cjs/guardrails/index.js.map +1 -0
- package/lib/{guardrails → cjs/guardrails}/input.d.ts +2 -2
- package/lib/cjs/guardrails/input.js +96 -0
- package/lib/cjs/guardrails/input.js.map +1 -0
- package/lib/{index.d.ts → cjs/index.d.ts} +3 -3
- package/lib/{index.js → cjs/index.js} +75 -114
- package/lib/cjs/index.js.map +1 -0
- package/lib/{llm-config.d.ts → cjs/llm-config.d.ts} +1 -1
- package/lib/cjs/llm-config.js +121 -0
- package/lib/cjs/llm-config.js.map +1 -0
- package/lib/{runners → cjs/runners}/base-runner.d.ts +4 -4
- package/lib/{runners → cjs/runners}/base-runner.js +74 -81
- package/lib/cjs/runners/base-runner.js.map +1 -0
- package/lib/cjs/runners/index.d.ts +2 -0
- package/lib/cjs/runners/index.js +8 -0
- package/lib/cjs/runners/index.js.map +1 -0
- package/lib/{runners → cjs/runners}/router-runner.d.ts +2 -2
- package/lib/{runners → cjs/runners}/router-runner.js +14 -19
- package/lib/cjs/runners/router-runner.js.map +1 -0
- package/lib/{runners → cjs/runners}/specialist-runner.d.ts +1 -1
- package/lib/cjs/runners/specialist-runner.js +8 -0
- package/lib/cjs/runners/specialist-runner.js.map +1 -0
- package/lib/{services → cjs/services}/hubtype-api-client.d.ts +2 -2
- package/lib/cjs/services/hubtype-api-client.js +176 -0
- package/lib/cjs/services/hubtype-api-client.js.map +1 -0
- package/lib/{services → cjs/services}/types.d.ts +1 -1
- package/lib/cjs/services/types.js +13 -0
- package/lib/cjs/services/types.js.map +1 -0
- package/lib/cjs/structured-output/bot-executor.js +18 -0
- package/lib/cjs/structured-output/bot-executor.js.map +1 -0
- package/lib/cjs/structured-output/carousel.js +23 -0
- package/lib/cjs/structured-output/carousel.js.map +1 -0
- package/lib/cjs/structured-output/do-nothing.d.ts +6 -0
- package/lib/cjs/structured-output/do-nothing.js +11 -0
- package/lib/cjs/structured-output/do-nothing.js.map +1 -0
- package/lib/cjs/structured-output/exit.js +11 -0
- package/lib/cjs/structured-output/exit.js.map +1 -0
- package/lib/{structured-output → cjs/structured-output}/index.d.ts +4 -0
- package/lib/cjs/structured-output/index.js +47 -0
- package/lib/cjs/structured-output/index.js.map +1 -0
- package/lib/cjs/structured-output/request-contact-info.js +14 -0
- package/lib/cjs/structured-output/request-contact-info.js.map +1 -0
- package/lib/cjs/structured-output/text-with-buttons.js +24 -0
- package/lib/cjs/structured-output/text-with-buttons.js.map +1 -0
- package/lib/cjs/structured-output/text.js +14 -0
- package/lib/cjs/structured-output/text.js.map +1 -0
- package/lib/{tools → cjs/tools}/index.d.ts +2 -2
- package/lib/cjs/tools/index.js +8 -0
- package/lib/cjs/tools/index.js.map +1 -0
- package/lib/{tools → cjs/tools}/retrieve-knowledge.d.ts +2 -2
- package/lib/cjs/tools/retrieve-knowledge.js +34 -0
- package/lib/cjs/tools/retrieve-knowledge.js.map +1 -0
- package/lib/{types.d.ts → cjs/types.d.ts} +1 -1
- package/lib/cjs/types.js +3 -0
- package/lib/cjs/types.js.map +1 -0
- package/lib/esm/agents/base-agent.d.ts +28 -0
- package/lib/esm/agents/base-agent.js +39 -0
- package/lib/esm/agents/base-agent.js.map +1 -0
- package/lib/esm/agents/index.d.ts +2 -0
- package/lib/esm/agents/index.js +8 -0
- package/lib/esm/agents/index.js.map +1 -0
- package/lib/esm/agents/router-agent.d.ts +25 -0
- package/lib/esm/agents/router-agent.js +33 -0
- package/lib/esm/agents/router-agent.js.map +1 -0
- package/lib/esm/agents/specialist-agent.d.ts +39 -0
- package/lib/esm/agents/specialist-agent.js +108 -0
- package/lib/esm/agents/specialist-agent.js.map +1 -0
- package/lib/esm/bot-config-tools.d.ts +7 -0
- package/lib/esm/bot-config-tools.js +18 -0
- package/lib/esm/bot-config-tools.js.map +1 -0
- package/lib/esm/constants.d.ts +21 -0
- package/lib/esm/constants.js +25 -0
- package/lib/esm/constants.js.map +1 -0
- package/lib/esm/debug-logger.d.ts +33 -0
- package/lib/esm/debug-logger.js +116 -0
- package/lib/esm/debug-logger.js.map +1 -0
- package/lib/esm/guardrails/index.d.ts +1 -0
- package/lib/esm/guardrails/index.js +5 -0
- package/lib/esm/guardrails/index.js.map +1 -0
- package/lib/esm/guardrails/input.d.ts +10 -0
- package/lib/esm/guardrails/input.js +96 -0
- package/lib/esm/guardrails/input.js.map +1 -0
- package/lib/esm/index.d.ts +22 -0
- package/lib/esm/index.js +220 -0
- package/lib/esm/index.js.map +1 -0
- package/lib/esm/llm-config.d.ts +30 -0
- package/lib/esm/llm-config.js +121 -0
- package/lib/esm/llm-config.js.map +1 -0
- package/lib/esm/runners/base-runner.d.ts +31 -0
- package/lib/esm/runners/base-runner.js +194 -0
- package/lib/esm/runners/base-runner.js.map +1 -0
- package/lib/esm/runners/index.d.ts +2 -0
- package/lib/esm/runners/index.js +8 -0
- package/lib/esm/runners/index.js.map +1 -0
- package/lib/esm/runners/router-runner.d.ts +8 -0
- package/lib/esm/runners/router-runner.js +44 -0
- package/lib/esm/runners/router-runner.js.map +1 -0
- package/lib/esm/runners/specialist-runner.d.ts +4 -0
- package/lib/esm/runners/specialist-runner.js +8 -0
- package/lib/esm/runners/specialist-runner.js.map +1 -0
- package/lib/esm/services/hubtype-api-client.d.ts +13 -0
- package/lib/esm/services/hubtype-api-client.js +176 -0
- package/lib/esm/services/hubtype-api-client.js.map +1 -0
- package/lib/esm/services/types.d.ts +72 -0
- package/lib/esm/services/types.js +13 -0
- package/lib/esm/services/types.js.map +1 -0
- package/lib/esm/structured-output/bot-executor.d.ts +13 -0
- package/lib/esm/structured-output/bot-executor.js +18 -0
- package/lib/esm/structured-output/bot-executor.js.map +1 -0
- package/lib/esm/structured-output/carousel.d.ts +18 -0
- package/lib/esm/structured-output/carousel.js +23 -0
- package/lib/esm/structured-output/carousel.js.map +1 -0
- package/lib/esm/structured-output/do-nothing.d.ts +6 -0
- package/lib/esm/structured-output/do-nothing.js +11 -0
- package/lib/esm/structured-output/do-nothing.js.map +1 -0
- package/lib/esm/structured-output/exit.d.ts +6 -0
- package/lib/esm/structured-output/exit.js +11 -0
- package/lib/esm/structured-output/exit.js.map +1 -0
- package/lib/esm/structured-output/index.d.ts +112 -0
- package/lib/esm/structured-output/index.js +47 -0
- package/lib/esm/structured-output/index.js.map +1 -0
- package/lib/esm/structured-output/request-contact-info.d.ts +9 -0
- package/lib/esm/structured-output/request-contact-info.js +14 -0
- package/lib/esm/structured-output/request-contact-info.js.map +1 -0
- package/lib/esm/structured-output/text-with-buttons.d.ts +17 -0
- package/lib/esm/structured-output/text-with-buttons.js +24 -0
- package/lib/esm/structured-output/text-with-buttons.js.map +1 -0
- package/lib/esm/structured-output/text.d.ts +9 -0
- package/lib/esm/structured-output/text.js +14 -0
- package/lib/esm/structured-output/text.js.map +1 -0
- package/lib/esm/tools/index.d.ts +3 -0
- package/lib/esm/tools/index.js +8 -0
- package/lib/esm/tools/index.js.map +1 -0
- package/lib/esm/tools/retrieve-knowledge.d.ts +6 -0
- package/lib/esm/tools/retrieve-knowledge.js +34 -0
- package/lib/esm/tools/retrieve-knowledge.js.map +1 -0
- package/lib/esm/types.d.ts +53 -0
- package/lib/esm/types.js +3 -0
- package/lib/esm/types.js.map +1 -0
- package/package.json +10 -12
- package/src/index.ts +1 -0
- package/src/runners/base-runner.ts +20 -10
- package/src/structured-output/do-nothing.ts +12 -0
- package/src/structured-output/index.ts +2 -0
- package/lib/agents/base-agent.js +0 -66
- package/lib/agents/base-agent.js.map +0 -1
- package/lib/agents/index.d.ts +0 -2
- package/lib/agents/index.js +0 -9
- package/lib/agents/index.js.map +0 -1
- package/lib/agents/router-agent.js +0 -50
- package/lib/agents/router-agent.js.map +0 -1
- package/lib/agents/specialist-agent.js.map +0 -1
- package/lib/bot-config-tools.js +0 -20
- package/lib/bot-config-tools.js.map +0 -1
- package/lib/constants.js +0 -26
- package/lib/constants.js.map +0 -1
- package/lib/debug-logger.js.map +0 -1
- package/lib/guardrails/index.d.ts +0 -1
- package/lib/guardrails/index.js +0 -6
- package/lib/guardrails/index.js.map +0 -1
- package/lib/guardrails/input.js +0 -119
- package/lib/guardrails/input.js.map +0 -1
- package/lib/index.js.map +0 -1
- package/lib/llm-config.js +0 -150
- package/lib/llm-config.js.map +0 -1
- package/lib/runners/base-runner.js.map +0 -1
- package/lib/runners/index.d.ts +0 -2
- package/lib/runners/index.js +0 -9
- package/lib/runners/index.js.map +0 -1
- package/lib/runners/router-runner.js.map +0 -1
- package/lib/runners/specialist-runner.js +0 -10
- package/lib/runners/specialist-runner.js.map +0 -1
- package/lib/services/hubtype-api-client.js +0 -191
- package/lib/services/hubtype-api-client.js.map +0 -1
- package/lib/services/types.js +0 -13
- package/lib/services/types.js.map +0 -1
- package/lib/structured-output/bot-executor.js +0 -21
- package/lib/structured-output/bot-executor.js.map +0 -1
- package/lib/structured-output/carousel.js +0 -26
- package/lib/structured-output/carousel.js.map +0 -1
- package/lib/structured-output/exit.js +0 -14
- package/lib/structured-output/exit.js.map +0 -1
- package/lib/structured-output/index.js +0 -59
- package/lib/structured-output/index.js.map +0 -1
- package/lib/structured-output/request-contact-info.js +0 -17
- package/lib/structured-output/request-contact-info.js.map +0 -1
- package/lib/structured-output/text-with-buttons.js +0 -25
- package/lib/structured-output/text-with-buttons.js.map +0 -1
- package/lib/structured-output/text.js +0 -17
- package/lib/structured-output/text.js.map +0 -1
- package/lib/tools/index.js +0 -8
- package/lib/tools/index.js.map +0 -1
- package/lib/tools/retrieve-knowledge.js +0 -40
- package/lib/tools/retrieve-knowledge.js.map +0 -1
- package/lib/types.js +0 -5
- package/lib/types.js.map +0 -1
- /package/lib/{constants.d.ts → cjs/constants.d.ts} +0 -0
- /package/lib/{structured-output → cjs/structured-output}/bot-executor.d.ts +0 -0
- /package/lib/{structured-output → cjs/structured-output}/carousel.d.ts +0 -0
- /package/lib/{structured-output → cjs/structured-output}/exit.d.ts +0 -0
- /package/lib/{structured-output → cjs/structured-output}/request-contact-info.d.ts +0 -0
- /package/lib/{structured-output → cjs/structured-output}/text-with-buttons.d.ts +0 -0
- /package/lib/{structured-output → cjs/structured-output}/text.d.ts +0 -0
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LLMConfig = void 0;
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const core_1 = require("@botonic/core");
|
|
6
|
+
const agents_1 = require("@openai/agents");
|
|
7
|
+
const openai_1 = tslib_1.__importStar(require("openai"));
|
|
8
|
+
const constants_1 = require("./constants");
|
|
9
|
+
class LLMConfig {
|
|
10
|
+
constructor({ maxRetries, timeout, modelName, verbosity, botContext, reasoningEffort, }) {
|
|
11
|
+
this.maxRetries = maxRetries;
|
|
12
|
+
this.timeout = timeout;
|
|
13
|
+
this.botContext = botContext;
|
|
14
|
+
this.modelName =
|
|
15
|
+
constants_1.LLM_PROVIDER === constants_1.LLM_PROVIDERS.OPENAI ? constants_1.LLM_OPENAI_MODEL : modelName;
|
|
16
|
+
this.modelProvider = this.getModelProvider();
|
|
17
|
+
this.modelSettings = this.getModelSettings(modelName, verbosity, reasoningEffort);
|
|
18
|
+
}
|
|
19
|
+
async getModel() {
|
|
20
|
+
return await this.modelProvider.getModel(this.modelName);
|
|
21
|
+
}
|
|
22
|
+
getModelProvider() {
|
|
23
|
+
const client = this.getClient();
|
|
24
|
+
return new agents_1.OpenAIProvider({
|
|
25
|
+
openAIClient: client,
|
|
26
|
+
useResponses: false,
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
getProviderName() {
|
|
30
|
+
if (this.botContext.settings.LITELLM_API_URL ||
|
|
31
|
+
constants_1.LLM_PROVIDER === constants_1.LLM_PROVIDERS.LITELLM) {
|
|
32
|
+
return constants_1.LLM_PROVIDERS.LITELLM;
|
|
33
|
+
}
|
|
34
|
+
return constants_1.LLM_PROVIDER;
|
|
35
|
+
}
|
|
36
|
+
getClient() {
|
|
37
|
+
if (this.getProviderName() === constants_1.LLM_PROVIDERS.LITELLM) {
|
|
38
|
+
const litellmUrl = this.botContext.settings.LITELLM_API_URL || constants_1.LLM_API_URL || '';
|
|
39
|
+
return this.getLiteLLMClient(litellmUrl);
|
|
40
|
+
}
|
|
41
|
+
if (constants_1.LLM_PROVIDER === constants_1.LLM_PROVIDERS.OPENAI) {
|
|
42
|
+
return this.getOpenAIClient();
|
|
43
|
+
}
|
|
44
|
+
return this.getAzureOpenAiClient();
|
|
45
|
+
}
|
|
46
|
+
buildLiteLLMTags() {
|
|
47
|
+
const botId = this.botContext.session.bot.id;
|
|
48
|
+
const orgId = this.botContext.session.organization_id;
|
|
49
|
+
const parts = [];
|
|
50
|
+
if (botId) {
|
|
51
|
+
parts.push(`${constants_1.LITELLM_TAG_KEYS.BOT_ID}:${botId}`);
|
|
52
|
+
}
|
|
53
|
+
if (orgId) {
|
|
54
|
+
parts.push(`${constants_1.LITELLM_TAG_KEYS.ORG_ID}:${orgId}`);
|
|
55
|
+
}
|
|
56
|
+
return parts.length > 0
|
|
57
|
+
? { 'x-litellm-tags': parts.join(constants_1.LITELLM_TAG_KEYS.SEPARATOR) }
|
|
58
|
+
: undefined;
|
|
59
|
+
}
|
|
60
|
+
getLiteLLMClient(litellmUrl) {
|
|
61
|
+
return new openai_1.default({
|
|
62
|
+
apiKey: this.botContext.secrets.LITELLM_API_KEY || constants_1.LLM_API_KEY,
|
|
63
|
+
baseURL: litellmUrl,
|
|
64
|
+
timeout: this.timeout,
|
|
65
|
+
maxRetries: this.maxRetries,
|
|
66
|
+
dangerouslyAllowBrowser: !constants_1.isProd,
|
|
67
|
+
defaultHeaders: this.buildLiteLLMTags(),
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
getOpenAIClient() {
|
|
71
|
+
return new openai_1.default({
|
|
72
|
+
apiKey: this.botContext.secrets.AZURE_OPENAI_API_KEY || constants_1.LLM_API_KEY,
|
|
73
|
+
timeout: this.timeout,
|
|
74
|
+
maxRetries: this.maxRetries,
|
|
75
|
+
dangerouslyAllowBrowser: !constants_1.isProd,
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
getAzureOpenAiClient() {
|
|
79
|
+
const baseURL = `${this.botContext.settings.AZURE_OPENAI_API_BASE || constants_1.LLM_API_URL}openai/`;
|
|
80
|
+
return new openai_1.AzureOpenAI({
|
|
81
|
+
apiKey: this.botContext.secrets.AZURE_OPENAI_API_KEY || constants_1.LLM_API_KEY,
|
|
82
|
+
apiVersion: this.botContext.settings.AZURE_OPENAI_API_VERSION ||
|
|
83
|
+
constants_1.LLM_AZURE_API_VERSION,
|
|
84
|
+
deployment: this.modelName,
|
|
85
|
+
baseURL,
|
|
86
|
+
timeout: this.timeout,
|
|
87
|
+
maxRetries: this.maxRetries,
|
|
88
|
+
dangerouslyAllowBrowser: !constants_1.isProd,
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
getModelSettings(model, verbosity, reasoningEffort) {
|
|
92
|
+
if (model.includes('gpt-4')) {
|
|
93
|
+
return {
|
|
94
|
+
temperature: 0,
|
|
95
|
+
text: { verbosity: core_1.VerbosityLevel.Medium },
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
if (reasoningEffort) {
|
|
99
|
+
return {
|
|
100
|
+
reasoning: { effort: reasoningEffort },
|
|
101
|
+
temperature: 1,
|
|
102
|
+
text: { verbosity },
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
return {
|
|
106
|
+
temperature: 1,
|
|
107
|
+
text: { verbosity },
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
getApiVersion() {
|
|
111
|
+
if (this.getProviderName() === constants_1.LLM_PROVIDERS.LITELLM) {
|
|
112
|
+
return undefined;
|
|
113
|
+
}
|
|
114
|
+
if (constants_1.LLM_PROVIDER !== constants_1.LLM_PROVIDERS.AZURE) {
|
|
115
|
+
return 'NOT_API_VERSION_FOR_OPENAI_PROVIDER';
|
|
116
|
+
}
|
|
117
|
+
return (this.botContext.settings.AZURE_OPENAI_API_VERSION || constants_1.LLM_AZURE_API_VERSION);
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
exports.LLMConfig = LLMConfig;
|
|
121
|
+
//# sourceMappingURL=llm-config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-config.js","sourceRoot":"","sources":["../../src/llm-config.ts"],"names":[],"mappings":";;;;AAAA,wCAIsB;AACtB,2CAKuB;AACvB,yDAA4C;AAC5C,2CAUoB;AAWpB,MAAa,SAAS;IAQpB,YAAY,EACV,UAAU,EACV,OAAO,EACP,SAAS,EACT,SAAS,EACT,UAAU,EACV,eAAe,GACC;QAChB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,SAAS;YACZ,wBAAY,KAAK,yBAAa,CAAC,MAAM,CAAC,CAAC,CAAC,4BAAgB,CAAC,CAAC,CAAC,SAAS,CAAA;QACtE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC5C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CACxC,SAAS,EACT,SAAS,EACT,eAAe,CAChB,CAAA;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IAC1D,CAAC;IAEO,gBAAgB;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;QAC/B,OAAO,IAAI,uBAAc,CAAC;YACxB,YAAY,EAAE,MAAM;YACpB,YAAY,EAAE,KAAK;SACpB,CAAC,CAAA;IACJ,CAAC;IAED,eAAe;QACb,IACE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,eAAe;YACxC,wBAAY,KAAK,yBAAa,CAAC,OAAO,EACtC,CAAC;YACD,OAAO,yBAAa,CAAC,OAAO,CAAA;QAC9B,CAAC;QACD,OAAO,wBAAY,CAAA;IACrB,CAAC;IAEO,SAAS;QACf,IAAI,IAAI,CAAC,eAAe,EAAE,KAAK,yBAAa,CAAC,OAAO,EAAE,CAAC;YACrD,MAAM,UAAU,GACd,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,eAAe,IAAI,uBAAW,IAAI,EAAE,CAAA;YAC/D,OAAO,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAA;QAC1C,CAAC;QACD,IAAI,wBAAY,KAAK,yBAAa,CAAC,MAAM,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC,eAAe,EAAE,CAAA;QAC/B,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAA;IACpC,CAAC;IAEO,gBAAgB;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAA;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,CAAA;QACrD,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,4BAAgB,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAA;QACnD,CAAC;QACD,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,4BAAgB,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAA;QACnD,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,4BAAgB,CAAC,SAAS,CAAC,EAAE;YAC9D,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAEO,gBAAgB,CAAC,UAAkB;QACzC,OAAO,IAAI,gBAAM,CAAC;YAChB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,IAAI,uBAAW;YAC9D,OAAO,EAAE,UAAU;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,uBAAuB,EAAE,CAAC,kBAAM;YAChC,cAAc,EAAE,IAAI,CAAC,gBAAgB,EAAE;SACxC,CAAC,CAAA;IACJ,CAAC;IAEO,eAAe;QACrB,OAAO,IAAI,gBAAM,CAAC;YAChB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,oBAAoB,IAAI,uBAAW;YACnE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,uBAAuB,EAAE,CAAC,kBAAM;SACjC,CAAC,CAAA;IACJ,CAAC;IAEO,oBAAoB;QAC1B,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,qBAAqB,IAAI,uBAAW,SAAS,CAAA;QAEzF,OAAO,IAAI,oBAAW,CAAC;YACrB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,oBAAoB,IAAI,uBAAW;YACnE,UAAU,EACR,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,wBAAwB;gBACjD,iCAAqB;YACvB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,OAAO;YACP,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,uBAAuB,EAAE,CAAC,kBAAM;SACjC,CAAC,CAAA;IACJ,CAAC;IAEO,gBAAgB,CACtB,KAAa,EACb,SAAyB,EACzB,eAAiC;QAEjC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACL,WAAW,EAAE,CAAC;gBACd,IAAI,EAAE,EAAE,SAAS,EAAE,qBAAc,CAAC,MAAM,EAAE;aAC3C,CAAA;QACH,CAAC;QAED,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO;gBACL,SAAS,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE;gBACtC,WAAW,EAAE,CAAC;gBACd,IAAI,EAAE,EAAE,SAAS,EAAE;aACpB,CAAA;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,EAAE,SAAS,EAAE;SACpB,CAAA;IACH,CAAC;IAED,aAAa;QACX,IAAI,IAAI,CAAC,eAAe,EAAE,KAAK,yBAAa,CAAC,OAAO,EAAE,CAAC;YACrD,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,IAAI,wBAAY,KAAK,yBAAa,CAAC,KAAK,EAAE,CAAC;YACzC,OAAO,qCAAqC,CAAA;QAC9C,CAAC;QACD,OAAO,CACL,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,wBAAwB,IAAI,iCAAqB,CAC3E,CAAA;IACH,CAAC;CACF;AAvJD,8BAuJC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { type OutputMessage, type ResolvedPlugins, type ToolExecution } from '@botonic/core';
|
|
2
|
+
import type { DebugLogger } from '../debug-logger';
|
|
3
|
+
import type { LLMConfig } from '../llm-config';
|
|
4
|
+
import type { AgenticInputMessage, AIAgent, Context, ResultRawResponse, RunResult } from '../types';
|
|
5
|
+
export interface RunnerResult {
|
|
6
|
+
finalOutput?: {
|
|
7
|
+
messages?: OutputMessage[];
|
|
8
|
+
};
|
|
9
|
+
rawResponses?: ResultRawResponse[];
|
|
10
|
+
newItems?: unknown[];
|
|
11
|
+
lastAgent?: {
|
|
12
|
+
name?: string;
|
|
13
|
+
};
|
|
14
|
+
state?: any;
|
|
15
|
+
}
|
|
16
|
+
export declare abstract class BaseRunner<TPlugins extends ResolvedPlugins = ResolvedPlugins, TExtraData = unknown> {
|
|
17
|
+
protected agent: AIAgent<TPlugins, TExtraData>;
|
|
18
|
+
protected llmConfig: LLMConfig;
|
|
19
|
+
protected inferenceId: string;
|
|
20
|
+
protected logger: DebugLogger;
|
|
21
|
+
constructor(agent: AIAgent<TPlugins, TExtraData>, llmConfig: LLMConfig, inferenceId: string, logger: DebugLogger);
|
|
22
|
+
run(messages: AgenticInputMessage[], context: Context<TPlugins, TExtraData>): Promise<RunResult>;
|
|
23
|
+
protected getToolsExecuted(result: RunnerResult, context: Context<TPlugins, TExtraData>): ToolExecution[];
|
|
24
|
+
private getToolResultsByCallId;
|
|
25
|
+
private extractToolResult;
|
|
26
|
+
private getToolExecutionInfo;
|
|
27
|
+
private getSafeToolArguments;
|
|
28
|
+
protected buildRunResult(result: RunnerResult, context: Context<TPlugins, TExtraData>, memoryLength: number): RunResult;
|
|
29
|
+
private sendLlmRunTracking;
|
|
30
|
+
protected handleInputGuardrailTripwireTriggered(error: unknown, startTime: number): RunResult | undefined;
|
|
31
|
+
}
|
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BaseRunner = void 0;
|
|
4
|
+
const core_1 = require("@botonic/core");
|
|
5
|
+
const agents_1 = require("@openai/agents");
|
|
6
|
+
const constants_1 = require("../constants");
|
|
7
|
+
const hubtype_api_client_1 = require("../services/hubtype-api-client");
|
|
8
|
+
const types_1 = require("../services/types");
|
|
9
|
+
const tools_1 = require("../tools");
|
|
10
|
+
class BaseRunner {
|
|
11
|
+
constructor(agent, llmConfig, inferenceId, logger) {
|
|
12
|
+
this.agent = agent;
|
|
13
|
+
this.llmConfig = llmConfig;
|
|
14
|
+
this.inferenceId = inferenceId;
|
|
15
|
+
this.logger = logger;
|
|
16
|
+
}
|
|
17
|
+
async run(messages, context) {
|
|
18
|
+
const startTime = Date.now();
|
|
19
|
+
const runContext = new agents_1.RunContext(context);
|
|
20
|
+
const prompt = (await this.agent.getSystemPrompt(runContext)) ?? '';
|
|
21
|
+
this.logger.logRunnerStart(this.llmConfig.modelName, this.llmConfig.modelSettings, prompt);
|
|
22
|
+
try {
|
|
23
|
+
const runner = new agents_1.Runner({
|
|
24
|
+
tracingDisabled: true,
|
|
25
|
+
});
|
|
26
|
+
const result = (await runner.run(this.agent, messages, {
|
|
27
|
+
context,
|
|
28
|
+
}));
|
|
29
|
+
const endTime = Date.now();
|
|
30
|
+
await this.sendLlmRunTracking(result, context, startTime, endTime);
|
|
31
|
+
const runResult = this.buildRunResult(result, context, messages.length);
|
|
32
|
+
this.logger.logRunResult(runResult, startTime);
|
|
33
|
+
return runResult;
|
|
34
|
+
}
|
|
35
|
+
catch (error) {
|
|
36
|
+
const runResult = this.handleInputGuardrailTripwireTriggered(error, startTime);
|
|
37
|
+
if (runResult) {
|
|
38
|
+
return runResult;
|
|
39
|
+
}
|
|
40
|
+
this.logger.logRunnerError(startTime, error);
|
|
41
|
+
throw error;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
getToolsExecuted(result, context) {
|
|
45
|
+
const toolResultsByCallId = this.getToolResultsByCallId(result.newItems);
|
|
46
|
+
return (result.newItems
|
|
47
|
+
?.filter(item => item instanceof agents_1.RunToolCallItem)
|
|
48
|
+
.map((item) => this.getToolExecutionInfo(item, context, toolResultsByCallId))
|
|
49
|
+
.filter((toolExecution) => toolExecution.toolName !== '') || []);
|
|
50
|
+
}
|
|
51
|
+
getToolResultsByCallId(newItems = []) {
|
|
52
|
+
const map = new Map();
|
|
53
|
+
for (const item of newItems) {
|
|
54
|
+
if (!(item instanceof agents_1.RunToolCallOutputItem)) {
|
|
55
|
+
continue;
|
|
56
|
+
}
|
|
57
|
+
const rawItem = item.rawItem;
|
|
58
|
+
const callId = rawItem?.callId;
|
|
59
|
+
const output = rawItem?.output;
|
|
60
|
+
if (callId == null || output == null) {
|
|
61
|
+
continue;
|
|
62
|
+
}
|
|
63
|
+
const text = this.extractToolResult(output);
|
|
64
|
+
if (text != null) {
|
|
65
|
+
map.set(callId, text);
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
return map;
|
|
69
|
+
}
|
|
70
|
+
extractToolResult(output) {
|
|
71
|
+
if (typeof output === 'string') {
|
|
72
|
+
return output;
|
|
73
|
+
}
|
|
74
|
+
return output?.type === 'text' && typeof output?.text === 'string'
|
|
75
|
+
? output.text
|
|
76
|
+
: undefined;
|
|
77
|
+
}
|
|
78
|
+
getToolExecutionInfo(item, context, toolResultsByCallId) {
|
|
79
|
+
if (item.rawItem.type !== 'function_call') {
|
|
80
|
+
return {
|
|
81
|
+
toolName: '',
|
|
82
|
+
toolArguments: {},
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
const toolName = item.rawItem.name;
|
|
86
|
+
const toolArguments = this.getSafeToolArguments(item.rawItem.arguments);
|
|
87
|
+
const toolResults = item.rawItem.callId
|
|
88
|
+
? toolResultsByCallId.get(item.rawItem.callId)
|
|
89
|
+
: undefined;
|
|
90
|
+
const toolExecution = {
|
|
91
|
+
toolName,
|
|
92
|
+
toolArguments,
|
|
93
|
+
toolResults,
|
|
94
|
+
};
|
|
95
|
+
if (toolName === tools_1.RETRIEVE_KNOWLEDGE_TOOL_NAME) {
|
|
96
|
+
return {
|
|
97
|
+
...toolExecution,
|
|
98
|
+
knowledgebaseSourcesIds: context.knowledgeUsed.sourceIds,
|
|
99
|
+
knowledgebaseChunksIds: context.knowledgeUsed.chunksIds,
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
return toolExecution;
|
|
103
|
+
}
|
|
104
|
+
getSafeToolArguments(rawToolArguments) {
|
|
105
|
+
try {
|
|
106
|
+
return JSON.parse(rawToolArguments);
|
|
107
|
+
}
|
|
108
|
+
catch (_error) {
|
|
109
|
+
return {};
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
buildRunResult(result, context, memoryLength) {
|
|
113
|
+
const outputMessages = result.finalOutput?.messages || [];
|
|
114
|
+
const hasExit = outputMessages.length === 0 ||
|
|
115
|
+
outputMessages.some(message => message.type === core_1.OutputMessageType.Exit);
|
|
116
|
+
const hasDoNothing = outputMessages.some(message => message.type === core_1.OutputMessageType.DoNothing);
|
|
117
|
+
return {
|
|
118
|
+
startingAgentName: '',
|
|
119
|
+
lastAgentName: '',
|
|
120
|
+
availableSpecialists: [],
|
|
121
|
+
isTransferredToSpecialist: false,
|
|
122
|
+
messages: hasExit || hasDoNothing
|
|
123
|
+
? []
|
|
124
|
+
: outputMessages.filter(message => message.type !== core_1.OutputMessageType.Exit &&
|
|
125
|
+
message.type !== core_1.OutputMessageType.DoNothing),
|
|
126
|
+
toolsExecuted: this.getToolsExecuted(result, context),
|
|
127
|
+
exit: hasExit,
|
|
128
|
+
memoryLength,
|
|
129
|
+
error: false,
|
|
130
|
+
doNothing: hasDoNothing,
|
|
131
|
+
inputGuardrailsTriggered: [],
|
|
132
|
+
outputGuardrailsTriggered: [],
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
async sendLlmRunTracking(result, context, startTime, endTime) {
|
|
136
|
+
if (!constants_1.isProd) {
|
|
137
|
+
return;
|
|
138
|
+
}
|
|
139
|
+
if (this.llmConfig.getProviderName() === constants_1.LLM_PROVIDERS.LITELLM) {
|
|
140
|
+
return;
|
|
141
|
+
}
|
|
142
|
+
const rawResponses = result.rawResponses ?? [];
|
|
143
|
+
if (rawResponses.length === 0) {
|
|
144
|
+
return;
|
|
145
|
+
}
|
|
146
|
+
const botId = context.request.session.bot.id;
|
|
147
|
+
const isTest = context.request.session.is_test_integration;
|
|
148
|
+
const totalDuration = endTime - startTime;
|
|
149
|
+
const durationPerCall = Math.round(totalDuration / rawResponses.length);
|
|
150
|
+
const temperature = this.llmConfig.modelSettings.temperature ?? 0;
|
|
151
|
+
const llmRuns = rawResponses.map(response => ({
|
|
152
|
+
inference_id: this.inferenceId,
|
|
153
|
+
is_test: isTest,
|
|
154
|
+
product_name: types_1.TrackProductName.AI_AGENT,
|
|
155
|
+
deployment_name: this.llmConfig.modelName,
|
|
156
|
+
model_name: response.providerData?.model ??
|
|
157
|
+
this.llmConfig.modelName,
|
|
158
|
+
feature: types_1.TrackFeature.AI_AGENT_RUN,
|
|
159
|
+
api_version: this.llmConfig.getApiVersion(),
|
|
160
|
+
num_prompt_tokens: response.usage.inputTokens,
|
|
161
|
+
num_completion_tokens: response.usage.outputTokens,
|
|
162
|
+
duration_in_milliseconds: durationPerCall,
|
|
163
|
+
temperature,
|
|
164
|
+
error: null,
|
|
165
|
+
}));
|
|
166
|
+
const client = new hubtype_api_client_1.HubtypeApiClient(context.authToken);
|
|
167
|
+
await client.trackLlmRuns(botId, {
|
|
168
|
+
llm_runs: llmRuns,
|
|
169
|
+
});
|
|
170
|
+
}
|
|
171
|
+
handleInputGuardrailTripwireTriggered(error, startTime) {
|
|
172
|
+
if (error instanceof agents_1.InputGuardrailTripwireTriggered) {
|
|
173
|
+
const runResult = {
|
|
174
|
+
startingAgentName: '',
|
|
175
|
+
lastAgentName: '',
|
|
176
|
+
availableSpecialists: [],
|
|
177
|
+
isTransferredToSpecialist: false,
|
|
178
|
+
messages: [],
|
|
179
|
+
memoryLength: 0,
|
|
180
|
+
toolsExecuted: [],
|
|
181
|
+
exit: true,
|
|
182
|
+
error: false,
|
|
183
|
+
doNothing: false,
|
|
184
|
+
inputGuardrailsTriggered: error.result.output.outputInfo,
|
|
185
|
+
outputGuardrailsTriggered: [],
|
|
186
|
+
};
|
|
187
|
+
this.logger.logGuardrailTriggered();
|
|
188
|
+
this.logger.logRunResult(runResult, startTime);
|
|
189
|
+
return runResult;
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
exports.BaseRunner = BaseRunner;
|
|
194
|
+
//# sourceMappingURL=base-runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base-runner.js","sourceRoot":"","sources":["../../../src/runners/base-runner.ts"],"names":[],"mappings":";;;AAAA,wCAKsB;AACtB,2CAMuB;AACvB,4CAAoD;AAGpD,uEAAiE;AACjE,6CAAkE;AAClE,oCAAuD;AAuBvD,MAAsB,UAAU;IAS9B,YACE,KAAoC,EACpC,SAAoB,EACpB,WAAmB,EACnB,MAAmB;QAEnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAA;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CACP,QAA+B,EAC/B,OAAsC;QAEtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,MAAM,UAAU,GAAG,IAAI,mBAAU,CAAC,OAAO,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAA;QACnE,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,IAAI,CAAC,SAAS,CAAC,SAAS,EACxB,IAAI,CAAC,SAAS,CAAC,aAAa,EAC5B,MAAM,CACP,CAAA;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC;gBACxB,eAAe,EAAE,IAAI;aACtB,CAAC,CAAA;YACF,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE;gBACrD,OAAO;aACR,CAAC,CAAiB,CAAA;YACnB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAE1B,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;YAElE,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;YAEvE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;YAE9C,OAAO,SAAS,CAAA;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,IAAI,CAAC,qCAAqC,CAC1D,KAAK,EACL,SAAS,CACV,CAAA;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,SAAS,CAAA;YAClB,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;YAE5C,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAES,gBAAgB,CACxB,MAAoB,EACpB,OAAsC;QAEtC,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAExE,OAAO,CACL,MAAM,CAAC,QAAQ;YACb,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,wBAAe,CAAC;aAChD,GAAG,CAAC,CAAC,IAAqB,EAAE,EAAE,CAC7B,IAAI,CAAC,oBAAoB,CACvB,IAAuB,EACvB,OAAO,EACP,mBAAmB,CACpB,CACF;aACA,MAAM,CACL,CAAC,aAA4B,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,KAAK,EAAE,CAChE,IAAI,EAAE,CACV,CAAA;IACH,CAAC;IAEO,sBAAsB,CAC5B,WAAsB,EAAE;QAExB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAA;QACrC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,CAAC,IAAI,YAAY,8BAAqB,CAAC,EAAE,CAAC;gBAC7C,SAAQ;YACV,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAGpB,CAAA;YACD,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAA;YAC9B,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAA;YAC9B,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACrC,SAAQ;YACV,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAA;YAC3C,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;gBACjB,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAEO,iBAAiB,CACvB,MAAiD;QAEjD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAA;QACf,CAAC;QACD,OAAO,MAAM,EAAE,IAAI,KAAK,MAAM,IAAI,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ;YAChE,CAAC,CAAC,MAAM,CAAC,IAAI;YACb,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAEO,oBAAoB,CAC1B,IAAqB,EACrB,OAAsC,EACtC,mBAAwC;QAExC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAC1C,OAAO;gBACL,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,EAAE;aAClB,CAAA;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAA;QAClC,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACvE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM;YACrC,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAC9C,CAAC,CAAC,SAAS,CAAA;QAEb,MAAM,aAAa,GAAkB;YACnC,QAAQ;YACR,aAAa;YACb,WAAW;SACZ,CAAA;QAED,IAAI,QAAQ,KAAK,oCAA4B,EAAE,CAAC;YAC9C,OAAO;gBACL,GAAG,aAAa;gBAChB,uBAAuB,EAAE,OAAO,CAAC,aAAa,CAAC,SAAS;gBACxD,sBAAsB,EAAE,OAAO,CAAC,aAAa,CAAC,SAAS;aACxD,CAAA;QACH,CAAC;QAED,OAAO,aAAa,CAAA;IACtB,CAAC;IAEO,oBAAoB,CAC1B,gBAAwB;QAExB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;QACrC,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,OAAO,EAAE,CAAA;QACX,CAAC;IACH,CAAC;IAES,cAAc,CACtB,MAAoB,EACpB,OAAsC,EACtC,YAAoB;QAEpB,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,EAAE,QAAQ,IAAI,EAAE,CAAA;QACzD,MAAM,OAAO,GACX,cAAc,CAAC,MAAM,KAAK,CAAC;YAC3B,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,wBAAiB,CAAC,IAAI,CAAC,CAAA;QAEzE,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CACtC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,wBAAiB,CAAC,SAAS,CACxD,CAAA;QAED,OAAO;YACL,iBAAiB,EAAE,EAAE;YACrB,aAAa,EAAE,EAAE;YACjB,oBAAoB,EAAE,EAAE;YACxB,yBAAyB,EAAE,KAAK;YAChC,QAAQ,EACN,OAAO,IAAI,YAAY;gBACrB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAE,cAAc,CAAC,MAAM,CACpB,OAAO,CAAC,EAAE,CACR,OAAO,CAAC,IAAI,KAAK,wBAAiB,CAAC,IAAI;oBACvC,OAAO,CAAC,IAAI,KAAK,wBAAiB,CAAC,SAAS,CACpB;YAClC,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC;YACrD,IAAI,EAAE,OAAO;YACb,YAAY;YACZ,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,YAAY;YACvB,wBAAwB,EAAE,EAAE;YAC5B,yBAAyB,EAAE,EAAE;SAC9B,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,MAAoB,EACpB,OAAsC,EACtC,SAAiB,EACjB,OAAe;QAEf,IAAI,CAAC,kBAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,KAAK,yBAAa,CAAC,OAAO,EAAE,CAAC;YAC/D,OAAM;QACR,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAA;QAC9C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAM;QACR,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAA;QAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAA;QAC1D,MAAM,aAAa,GAAG,OAAO,GAAG,SAAS,CAAA;QACzC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;QACvE,MAAM,WAAW,GACd,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAkC,IAAI,CAAC,CAAA;QACvE,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC5C,YAAY,EAAE,IAAI,CAAC,WAAW;YAC9B,OAAO,EAAE,MAAM;YACf,YAAY,EAAE,wBAAgB,CAAC,QAAQ;YACvC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS;YACzC,UAAU,EACP,QAAQ,CAAC,YAAY,EAAE,KAA4B;gBACpD,IAAI,CAAC,SAAS,CAAC,SAAS;YAC1B,OAAO,EAAE,oBAAY,CAAC,YAAY;YAClC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE;YAC3C,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;YAC7C,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;YAClD,wBAAwB,EAAE,eAAe;YACzC,WAAW;YACX,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC,CAAA;QAEH,MAAM,MAAM,GAAG,IAAI,qCAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACtD,MAAM,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE;YAC/B,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAA;IACJ,CAAC;IAES,qCAAqC,CAC7C,KAAc,EACd,SAAiB;QAEjB,IAAI,KAAK,YAAY,wCAA+B,EAAE,CAAC;YACrD,MAAM,SAAS,GAAc;gBAC3B,iBAAiB,EAAE,EAAE;gBACrB,aAAa,EAAE,EAAE;gBACjB,oBAAoB,EAAE,EAAE;gBACxB,yBAAyB,EAAE,KAAK;gBAChC,QAAQ,EAAE,EAAE;gBACZ,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,EAAE;gBACjB,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,KAAK;gBAChB,wBAAwB,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU;gBACxD,yBAAyB,EAAE,EAAE;aAC9B,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAA;YACnC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;YAE9C,OAAO,SAAS,CAAA;QAClB,CAAC;IACH,CAAC;CACF;AApRD,gCAoRC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SpecialistRunner = exports.RouterRunner = void 0;
|
|
4
|
+
var router_runner_1 = require("./router-runner");
|
|
5
|
+
Object.defineProperty(exports, "RouterRunner", { enumerable: true, get: function () { return router_runner_1.RouterRunner; } });
|
|
6
|
+
var specialist_runner_1 = require("./specialist-runner");
|
|
7
|
+
Object.defineProperty(exports, "SpecialistRunner", { enumerable: true, get: function () { return specialist_runner_1.SpecialistRunner; } });
|
|
8
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runners/index.ts"],"names":[],"mappings":";;;AAAA,iDAA8C;AAArC,6GAAA,YAAY,OAAA;AACrB,yDAAsD;AAA7C,qHAAA,gBAAgB,OAAA"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { ResolvedPlugins } from '@botonic/core';
|
|
2
|
+
import type { Context, RunResult } from '../types';
|
|
3
|
+
import { BaseRunner, type RunnerResult } from './base-runner';
|
|
4
|
+
export declare class RouterRunner<TPlugins extends ResolvedPlugins = ResolvedPlugins, TExtraData = unknown> extends BaseRunner<TPlugins, TExtraData> {
|
|
5
|
+
protected buildRunResult(result: RunnerResult, context: Context<TPlugins, TExtraData>, memoryLength: number): RunResult;
|
|
6
|
+
protected handleInputGuardrailTripwireTriggered(error: unknown, startTime: number): RunResult | undefined;
|
|
7
|
+
private getAvailableSpecialists;
|
|
8
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.RouterRunner = void 0;
|
|
4
|
+
const agents_1 = require("@openai/agents");
|
|
5
|
+
const base_runner_1 = require("./base-runner");
|
|
6
|
+
class RouterRunner extends base_runner_1.BaseRunner {
|
|
7
|
+
buildRunResult(result, context, memoryLength) {
|
|
8
|
+
const base = super.buildRunResult(result, context, memoryLength);
|
|
9
|
+
const availableSpecialists = this.getAvailableSpecialists();
|
|
10
|
+
const startingAgentName = this.agent.name ?? '';
|
|
11
|
+
const lastAgentName = result.lastAgent?.name ?? '';
|
|
12
|
+
return {
|
|
13
|
+
...base,
|
|
14
|
+
startingAgentName,
|
|
15
|
+
lastAgentName,
|
|
16
|
+
availableSpecialists,
|
|
17
|
+
isTransferredToSpecialist: startingAgentName !== lastAgentName,
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
handleInputGuardrailTripwireTriggered(error, startTime) {
|
|
21
|
+
const runResult = super.handleInputGuardrailTripwireTriggered(error, startTime);
|
|
22
|
+
if (runResult) {
|
|
23
|
+
// Override attributes to match router agent
|
|
24
|
+
runResult.startingAgentName = this.agent.name;
|
|
25
|
+
runResult.lastAgentName = this.agent.name;
|
|
26
|
+
runResult.availableSpecialists = this.getAvailableSpecialists();
|
|
27
|
+
runResult.isTransferredToSpecialist = false;
|
|
28
|
+
return runResult;
|
|
29
|
+
}
|
|
30
|
+
return undefined;
|
|
31
|
+
}
|
|
32
|
+
getAvailableSpecialists() {
|
|
33
|
+
return (this.agent.handoffs ?? []).map((entry) => {
|
|
34
|
+
const isHandoff = entry instanceof agents_1.Handoff;
|
|
35
|
+
const agent = isHandoff ? entry.agent : entry;
|
|
36
|
+
const description = isHandoff
|
|
37
|
+
? entry.toolDescription
|
|
38
|
+
: agent.handoffDescription;
|
|
39
|
+
return { name: agent.name, description };
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
exports.RouterRunner = RouterRunner;
|
|
44
|
+
//# sourceMappingURL=router-runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router-runner.js","sourceRoot":"","sources":["../../../src/runners/router-runner.ts"],"names":[],"mappings":";;;AACA,2CAAwC;AAIxC,+CAA6D;AAE7D,MAAa,YAGX,SAAQ,wBAAgC;IACrB,cAAc,CAC/B,MAAoB,EACpB,OAAsC,EACtC,YAAoB;QAEpB,MAAM,IAAI,GAAG,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,CAAA;QAEhE,MAAM,oBAAoB,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAA;QAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAA;QAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAA;QAElD,OAAO;YACL,GAAG,IAAI;YACP,iBAAiB;YACjB,aAAa;YACb,oBAAoB;YACpB,yBAAyB,EAAE,iBAAiB,KAAK,aAAa;SAC/D,CAAA;IACH,CAAC;IAEkB,qCAAqC,CACtD,KAAc,EACd,SAAiB;QAEjB,MAAM,SAAS,GAAG,KAAK,CAAC,qCAAqC,CAC3D,KAAK,EACL,SAAS,CACV,CAAA;QACD,IAAI,SAAS,EAAE,CAAC;YACd,4CAA4C;YAC5C,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;YAC7C,SAAS,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;YACzC,SAAS,CAAC,oBAAoB,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAA;YAC/D,SAAS,CAAC,yBAAyB,GAAG,KAAK,CAAA;YAE3C,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,uBAAuB;QAC7B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CACpC,CAAC,KAA0C,EAAE,EAAE;YAC7C,MAAM,SAAS,GAAG,KAAK,YAAY,gBAAO,CAAA;YAC1C,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,KAAyB,CAAA;YAClE,MAAM,WAAW,GAAG,SAAS;gBAC3B,CAAC,CAAC,KAAK,CAAC,eAAe;gBACvB,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAA;YAC5B,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAAA;QAC1C,CAAC,CACF,CAAA;IACH,CAAC;CACF;AAxDD,oCAwDC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SpecialistRunner = void 0;
|
|
4
|
+
const base_runner_1 = require("./base-runner");
|
|
5
|
+
class SpecialistRunner extends base_runner_1.BaseRunner {
|
|
6
|
+
}
|
|
7
|
+
exports.SpecialistRunner = SpecialistRunner;
|
|
8
|
+
//# sourceMappingURL=specialist-runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"specialist-runner.js","sourceRoot":"","sources":["../../../src/runners/specialist-runner.ts"],"names":[],"mappings":";;;AACA,+CAA0C;AAE1C,MAAa,gBAGX,SAAQ,wBAAgC;CAAG;AAH7C,4CAG6C"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { BotContext, HubtypeAssistantMessage } from '@botonic/core';
|
|
2
|
+
import type { AgenticInputMessage, Chunk, MemoryOptions } from '../types';
|
|
3
|
+
import type { GetMessagesV2Result, TrackLlmRunsData } from './types';
|
|
4
|
+
export declare class HubtypeApiClient {
|
|
5
|
+
private readonly authToken;
|
|
6
|
+
constructor(authToken: string);
|
|
7
|
+
retrieveSimilarChunks(query: string, sourceIds: string[]): Promise<Chunk[]>;
|
|
8
|
+
getLocalMessages(maxMemoryLength: number, previousHubtypeMessages: HubtypeAssistantMessage[], localStorageKey: string): Promise<AgenticInputMessage[]>;
|
|
9
|
+
getMessagesV2(botContext: BotContext, options: MemoryOptions, previousHubtypeMessages: HubtypeAssistantMessage[]): Promise<GetMessagesV2Result>;
|
|
10
|
+
private formatMessageV2;
|
|
11
|
+
trackLlmRuns(botId: string, data: TrackLlmRunsData): Promise<void>;
|
|
12
|
+
private formatMessage;
|
|
13
|
+
}
|
|
@@ -0,0 +1,176 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HubtypeApiClient = void 0;
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const axios_1 = tslib_1.__importDefault(require("axios"));
|
|
6
|
+
const constants_1 = require("../constants");
|
|
7
|
+
class HubtypeApiClient {
|
|
8
|
+
constructor(authToken) {
|
|
9
|
+
this.authToken = authToken;
|
|
10
|
+
}
|
|
11
|
+
async retrieveSimilarChunks(query, sourceIds) {
|
|
12
|
+
const url = `${constants_1.HUBTYPE_API_URL}/external/v1/ai/knowledge_base/similar_chunks/`;
|
|
13
|
+
const headers = {
|
|
14
|
+
'Content-Type': 'application/json',
|
|
15
|
+
Authorization: `Bearer ${this.authToken}`,
|
|
16
|
+
};
|
|
17
|
+
const params = {
|
|
18
|
+
query,
|
|
19
|
+
source_ids: sourceIds,
|
|
20
|
+
num_chunks: 5,
|
|
21
|
+
};
|
|
22
|
+
const response = await axios_1.default.post(url, params, { headers });
|
|
23
|
+
const chunks = response.data.chunks.map((chunk) => ({
|
|
24
|
+
id: chunk.id,
|
|
25
|
+
text: chunk.text,
|
|
26
|
+
}));
|
|
27
|
+
return chunks;
|
|
28
|
+
}
|
|
29
|
+
async getLocalMessages(maxMemoryLength, previousHubtypeMessages, localStorageKey) {
|
|
30
|
+
const localBotonicState = typeof globalThis !== 'undefined' && globalThis.localStorage
|
|
31
|
+
? globalThis.localStorage.getItem(localStorageKey)
|
|
32
|
+
: null;
|
|
33
|
+
const botonicState = JSON.parse(localBotonicState || '{}');
|
|
34
|
+
const messages = botonicState.messages;
|
|
35
|
+
const filteredMessages = messages
|
|
36
|
+
.filter(message => message.data.text)
|
|
37
|
+
.map(message => ({
|
|
38
|
+
role: message.sentBy === 'user' ? 'user' : 'assistant',
|
|
39
|
+
content: message.data.text,
|
|
40
|
+
}))
|
|
41
|
+
.map(message => this.formatMessage(message));
|
|
42
|
+
const resultMessages = [...filteredMessages, ...previousHubtypeMessages];
|
|
43
|
+
return resultMessages.slice(-maxMemoryLength);
|
|
44
|
+
}
|
|
45
|
+
async getMessagesV2(botContext, options, previousHubtypeMessages) {
|
|
46
|
+
const url = `${constants_1.HUBTYPE_API_URL}/external/v2/ai/agent/message_history/`;
|
|
47
|
+
const headers = {
|
|
48
|
+
'Content-Type': 'application/json',
|
|
49
|
+
Authorization: `Bearer ${this.authToken}`,
|
|
50
|
+
};
|
|
51
|
+
const params = {
|
|
52
|
+
last_message_id: botContext.input.message_id,
|
|
53
|
+
max_messages: options.maxMessages,
|
|
54
|
+
include_tool_calls: options.includeToolCalls,
|
|
55
|
+
max_full_tool_results: options.maxFullToolResults,
|
|
56
|
+
debug_mode: options.debugMode,
|
|
57
|
+
};
|
|
58
|
+
try {
|
|
59
|
+
const response = await axios_1.default.get(url, {
|
|
60
|
+
headers,
|
|
61
|
+
params,
|
|
62
|
+
});
|
|
63
|
+
const { messages, conversation_id, truncated } = response.data;
|
|
64
|
+
const formattedMessages = [...messages, ...previousHubtypeMessages]
|
|
65
|
+
.map(message => this.formatMessageV2(message))
|
|
66
|
+
.filter((message) => message !== null);
|
|
67
|
+
return {
|
|
68
|
+
messages: formattedMessages,
|
|
69
|
+
conversationId: conversation_id,
|
|
70
|
+
truncated,
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
catch (error) {
|
|
74
|
+
console.error(error);
|
|
75
|
+
throw new Error('Failed to get messages from Hubtype V2 API');
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
formatMessageV2(message) {
|
|
79
|
+
switch (message.role) {
|
|
80
|
+
case 'user':
|
|
81
|
+
return {
|
|
82
|
+
role: 'user',
|
|
83
|
+
content: message.content ?? '',
|
|
84
|
+
};
|
|
85
|
+
case 'assistant': {
|
|
86
|
+
const assistantMessage = message;
|
|
87
|
+
// If assistant message has tool_calls, include them for context
|
|
88
|
+
// Using double assertion as the OpenAI API supports this format,
|
|
89
|
+
// but the agents SDK types are more restrictive
|
|
90
|
+
if (assistantMessage.tool_calls &&
|
|
91
|
+
assistantMessage.tool_calls.length > 0) {
|
|
92
|
+
return {
|
|
93
|
+
role: 'assistant',
|
|
94
|
+
content: assistantMessage.content ?? '',
|
|
95
|
+
tool_calls: assistantMessage.tool_calls.map(tc => ({
|
|
96
|
+
id: tc.id,
|
|
97
|
+
type: tc.type,
|
|
98
|
+
function: {
|
|
99
|
+
name: tc.function.name,
|
|
100
|
+
arguments: tc.function.arguments,
|
|
101
|
+
},
|
|
102
|
+
})),
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
// Regular assistant message without tool_calls
|
|
106
|
+
return {
|
|
107
|
+
role: 'assistant',
|
|
108
|
+
content: [
|
|
109
|
+
{
|
|
110
|
+
type: 'output_text',
|
|
111
|
+
text: assistantMessage.content ?? '',
|
|
112
|
+
},
|
|
113
|
+
],
|
|
114
|
+
status: 'completed',
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
case 'tool': {
|
|
118
|
+
// Tool messages provide context about previous tool executions
|
|
119
|
+
// Using double assertion as the OpenAI API supports this format,
|
|
120
|
+
// but the agents SDK types are more restrictive
|
|
121
|
+
const toolMessage = message;
|
|
122
|
+
return {
|
|
123
|
+
role: 'tool',
|
|
124
|
+
tool_call_id: toolMessage.tool_call_id,
|
|
125
|
+
content: toolMessage.content ?? '',
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
case 'system':
|
|
129
|
+
return {
|
|
130
|
+
role: 'system',
|
|
131
|
+
content: message.content ?? '',
|
|
132
|
+
};
|
|
133
|
+
default:
|
|
134
|
+
throw new Error(`Invalid message role: ${message.role}`);
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
async trackLlmRuns(botId, data) {
|
|
138
|
+
// Not stop the bot execution if the tracking fails, just log the error
|
|
139
|
+
try {
|
|
140
|
+
const url = `${constants_1.HUBTYPE_API_URL}/external/v2/conversational_apps/${botId}/track_llm_runs/`;
|
|
141
|
+
const headers = {
|
|
142
|
+
'Content-Type': 'application/json',
|
|
143
|
+
Authorization: `Bearer ${this.authToken}`,
|
|
144
|
+
};
|
|
145
|
+
await axios_1.default.post(url, data, { headers });
|
|
146
|
+
}
|
|
147
|
+
catch (error) {
|
|
148
|
+
console.error('Failed to track LLM runs:', error);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
formatMessage(message) {
|
|
152
|
+
if (message.role === 'user') {
|
|
153
|
+
return {
|
|
154
|
+
content: message.content,
|
|
155
|
+
role: 'user',
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
else if (message.role === 'assistant') {
|
|
159
|
+
return {
|
|
160
|
+
role: 'assistant',
|
|
161
|
+
content: [
|
|
162
|
+
{
|
|
163
|
+
type: 'output_text',
|
|
164
|
+
text: message.content,
|
|
165
|
+
},
|
|
166
|
+
],
|
|
167
|
+
status: 'completed',
|
|
168
|
+
};
|
|
169
|
+
}
|
|
170
|
+
else {
|
|
171
|
+
throw new Error('Invalid message role');
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
exports.HubtypeApiClient = HubtypeApiClient;
|
|
176
|
+
//# sourceMappingURL=hubtype-api-client.js.map
|