hazo_llm_api 1.2.13 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +321 -8
- package/config/hazo_llm_api_config.ini +38 -0
- package/dist/components/index.d.ts +2 -0
- package/dist/components/index.d.ts.map +1 -1
- package/dist/components/index.js +2 -0
- package/dist/components/index.js.map +1 -1
- package/dist/components/llm_call_inspector/index.d.ts +6 -0
- package/dist/components/llm_call_inspector/index.d.ts.map +1 -0
- package/dist/components/llm_call_inspector/index.js +5 -0
- package/dist/components/llm_call_inspector/index.js.map +1 -0
- package/dist/components/llm_call_inspector/llm_call_inspector.d.ts +18 -0
- package/dist/components/llm_call_inspector/llm_call_inspector.d.ts.map +1 -0
- package/dist/components/llm_call_inspector/llm_call_inspector.js +103 -0
- package/dist/components/llm_call_inspector/llm_call_inspector.js.map +1 -0
- package/dist/components/llm_cost_dashboard/index.d.ts +6 -0
- package/dist/components/llm_cost_dashboard/index.d.ts.map +1 -0
- package/dist/components/llm_cost_dashboard/index.js +5 -0
- package/dist/components/llm_cost_dashboard/index.js.map +1 -0
- package/dist/components/llm_cost_dashboard/llm_cost_dashboard.d.ts +16 -0
- package/dist/components/llm_cost_dashboard/llm_cost_dashboard.d.ts.map +1 -0
- package/dist/components/llm_cost_dashboard/llm_cost_dashboard.js +154 -0
- package/dist/components/llm_cost_dashboard/llm_cost_dashboard.js.map +1 -0
- package/dist/components/prompt_editor/prompt_editor.d.ts.map +1 -1
- package/dist/components/prompt_editor/prompt_editor.js +3 -2
- package/dist/components/prompt_editor/prompt_editor.js.map +1 -1
- package/dist/components/prompt_editor/ui/alert_dialog.js +1 -1
- package/dist/components/prompt_editor/ui/alert_dialog.js.map +1 -1
- package/dist/components/prompt_editor/ui/button.js +1 -1
- package/dist/components/prompt_editor/ui/button.js.map +1 -1
- package/dist/components/prompt_editor/ui/checkbox.js +1 -1
- package/dist/components/prompt_editor/ui/checkbox.js.map +1 -1
- package/dist/components/prompt_editor/ui/dialog.js +1 -1
- package/dist/components/prompt_editor/ui/dialog.js.map +1 -1
- package/dist/components/prompt_editor/ui/index.d.ts +1 -1
- package/dist/components/prompt_editor/ui/index.d.ts.map +1 -1
- package/dist/components/prompt_editor/ui/index.js +1 -1
- package/dist/components/prompt_editor/ui/index.js.map +1 -1
- package/dist/components/prompt_editor/ui/input.js +1 -1
- package/dist/components/prompt_editor/ui/input.js.map +1 -1
- package/dist/components/prompt_editor/ui/textarea.js +1 -1
- package/dist/components/prompt_editor/ui/textarea.js.map +1 -1
- package/dist/components/prompt_editor/ui/tooltip.js +1 -1
- package/dist/components/prompt_editor/ui/tooltip.js.map +1 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/lib/cascade/cascade_runner.d.ts +50 -0
- package/dist/lib/cascade/cascade_runner.d.ts.map +1 -0
- package/dist/lib/cascade/cascade_runner.js +115 -0
- package/dist/lib/cascade/cascade_runner.js.map +1 -0
- package/dist/lib/cascade/index.d.ts +5 -0
- package/dist/lib/cascade/index.d.ts.map +1 -0
- package/dist/lib/cascade/index.js +4 -0
- package/dist/lib/cascade/index.js.map +1 -0
- package/dist/lib/cascade/types.d.ts +35 -0
- package/dist/lib/cascade/types.d.ts.map +1 -0
- package/dist/lib/cascade/types.js +14 -0
- package/dist/lib/cascade/types.js.map +1 -0
- package/dist/lib/config/index.d.ts +1 -0
- package/dist/lib/config/index.d.ts.map +1 -1
- package/dist/lib/config/index.js +3 -0
- package/dist/lib/config/index.js.map +1 -1
- package/dist/lib/config/llm_api_config.d.ts +42 -0
- package/dist/lib/config/llm_api_config.d.ts.map +1 -0
- package/dist/lib/config/llm_api_config.js +49 -0
- package/dist/lib/config/llm_api_config.js.map +1 -0
- package/dist/lib/cost_cap/cost_cap.d.ts +40 -0
- package/dist/lib/cost_cap/cost_cap.d.ts.map +1 -0
- package/dist/lib/cost_cap/cost_cap.js +150 -0
- package/dist/lib/cost_cap/cost_cap.js.map +1 -0
- package/dist/lib/cost_cap/index.d.ts +3 -0
- package/dist/lib/cost_cap/index.d.ts.map +1 -0
- package/dist/lib/cost_cap/index.js +2 -0
- package/dist/lib/cost_cap/index.js.map +1 -0
- package/dist/lib/database/init_api_log.d.ts +10 -0
- package/dist/lib/database/init_api_log.d.ts.map +1 -0
- package/dist/lib/database/init_api_log.js +91 -0
- package/dist/lib/database/init_api_log.js.map +1 -0
- package/dist/lib/database/init_database.d.ts.map +1 -1
- package/dist/lib/database/init_database.js +2 -1
- package/dist/lib/database/init_database.js.map +1 -1
- package/dist/lib/hazo_connect/direct_db_connect.d.ts +11 -7
- package/dist/lib/hazo_connect/direct_db_connect.d.ts.map +1 -1
- package/dist/lib/hazo_connect/direct_db_connect.js +61 -7
- package/dist/lib/hazo_connect/direct_db_connect.js.map +1 -1
- package/dist/lib/hazo_connect/types.d.ts +35 -3
- package/dist/lib/hazo_connect/types.d.ts.map +1 -1
- package/dist/lib/llm_api/embed_cache.d.ts +15 -0
- package/dist/lib/llm_api/embed_cache.d.ts.map +1 -0
- package/dist/lib/llm_api/embed_cache.js +53 -0
- package/dist/lib/llm_api/embed_cache.js.map +1 -0
- package/dist/lib/llm_api/hazo_llm_document_text.d.ts.map +1 -1
- package/dist/lib/llm_api/hazo_llm_document_text.js +56 -14
- package/dist/lib/llm_api/hazo_llm_document_text.js.map +1 -1
- package/dist/lib/llm_api/hazo_llm_dynamic_data_extract.d.ts.map +1 -1
- package/dist/lib/llm_api/hazo_llm_dynamic_data_extract.js +19 -1
- package/dist/lib/llm_api/hazo_llm_dynamic_data_extract.js.map +1 -1
- package/dist/lib/llm_api/hazo_llm_embed.d.ts +10 -0
- package/dist/lib/llm_api/hazo_llm_embed.d.ts.map +1 -0
- package/dist/lib/llm_api/hazo_llm_embed.js +80 -0
- package/dist/lib/llm_api/hazo_llm_embed.js.map +1 -0
- package/dist/lib/llm_api/hazo_llm_image_image.d.ts.map +1 -1
- package/dist/lib/llm_api/hazo_llm_image_image.js +56 -14
- package/dist/lib/llm_api/hazo_llm_image_image.js.map +1 -1
- package/dist/lib/llm_api/hazo_llm_image_text.d.ts.map +1 -1
- package/dist/lib/llm_api/hazo_llm_image_text.js +56 -14
- package/dist/lib/llm_api/hazo_llm_image_text.js.map +1 -1
- package/dist/lib/llm_api/hazo_llm_prompt_chain.d.ts.map +1 -1
- package/dist/lib/llm_api/hazo_llm_prompt_chain.js +19 -2
- package/dist/lib/llm_api/hazo_llm_prompt_chain.js.map +1 -1
- package/dist/lib/llm_api/hazo_llm_text_image.d.ts.map +1 -1
- package/dist/lib/llm_api/hazo_llm_text_image.js +56 -14
- package/dist/lib/llm_api/hazo_llm_text_image.js.map +1 -1
- package/dist/lib/llm_api/hazo_llm_text_text.d.ts.map +1 -1
- package/dist/lib/llm_api/hazo_llm_text_text.js +90 -15
- package/dist/lib/llm_api/hazo_llm_text_text.js.map +1 -1
- package/dist/lib/llm_api/index.d.ts +31 -3
- package/dist/lib/llm_api/index.d.ts.map +1 -1
- package/dist/lib/llm_api/index.js +427 -35
- package/dist/lib/llm_api/index.js.map +1 -1
- package/dist/lib/llm_api/prompt_parts_helper.d.ts +15 -0
- package/dist/lib/llm_api/prompt_parts_helper.d.ts.map +1 -0
- package/dist/lib/llm_api/prompt_parts_helper.js +9 -0
- package/dist/lib/llm_api/prompt_parts_helper.js.map +1 -0
- package/dist/lib/llm_api/provider_helper.d.ts.map +1 -1
- package/dist/lib/llm_api/provider_helper.js +3 -38
- package/dist/lib/llm_api/provider_helper.js.map +1 -1
- package/dist/lib/llm_api/types.d.ts +187 -2
- package/dist/lib/llm_api/types.d.ts.map +1 -1
- package/dist/lib/llm_api/types.js +4 -0
- package/dist/lib/llm_api/types.js.map +1 -1
- package/dist/lib/maintenance/purge_log_job.d.ts +23 -0
- package/dist/lib/maintenance/purge_log_job.d.ts.map +1 -0
- package/dist/lib/maintenance/purge_log_job.js +49 -0
- package/dist/lib/maintenance/purge_log_job.js.map +1 -0
- package/dist/lib/observability/log_context.d.ts +15 -0
- package/dist/lib/observability/log_context.d.ts.map +1 -0
- package/dist/lib/observability/log_context.js +32 -0
- package/dist/lib/observability/log_context.js.map +1 -0
- package/dist/lib/observability/log_writer.d.ts +35 -0
- package/dist/lib/observability/log_writer.d.ts.map +1 -0
- package/dist/lib/observability/log_writer.js +106 -0
- package/dist/lib/observability/log_writer.js.map +1 -0
- package/dist/lib/observability/queries.d.ts +15 -0
- package/dist/lib/observability/queries.d.ts.map +1 -0
- package/dist/lib/observability/queries.js +78 -0
- package/dist/lib/observability/queries.js.map +1 -0
- package/dist/lib/observability/types.d.ts +77 -0
- package/dist/lib/observability/types.d.ts.map +1 -0
- package/dist/lib/observability/types.js +8 -0
- package/dist/lib/observability/types.js.map +1 -0
- package/dist/lib/pricing/pricing.d.ts +49 -0
- package/dist/lib/pricing/pricing.d.ts.map +1 -0
- package/dist/lib/pricing/pricing.js +153 -0
- package/dist/lib/pricing/pricing.js.map +1 -0
- package/dist/lib/pricing/pricing.json +75 -0
- package/dist/lib/pricing/types.d.ts +58 -0
- package/dist/lib/pricing/types.d.ts.map +1 -0
- package/dist/lib/pricing/types.js +8 -0
- package/dist/lib/pricing/types.js.map +1 -0
- package/dist/lib/providers/anthropic/anthropic_client.d.ts +71 -0
- package/dist/lib/providers/anthropic/anthropic_client.d.ts.map +1 -0
- package/dist/lib/providers/anthropic/anthropic_client.js +135 -0
- package/dist/lib/providers/anthropic/anthropic_client.js.map +1 -0
- package/dist/lib/providers/anthropic/anthropic_provider.d.ts +60 -0
- package/dist/lib/providers/anthropic/anthropic_provider.d.ts.map +1 -0
- package/dist/lib/providers/anthropic/anthropic_provider.js +273 -0
- package/dist/lib/providers/anthropic/anthropic_provider.js.map +1 -0
- package/dist/lib/providers/anthropic/anthropic_response_to_usage.d.ts +21 -0
- package/dist/lib/providers/anthropic/anthropic_response_to_usage.d.ts.map +1 -0
- package/dist/lib/providers/anthropic/anthropic_response_to_usage.js +46 -0
- package/dist/lib/providers/anthropic/anthropic_response_to_usage.js.map +1 -0
- package/dist/lib/providers/anthropic/index.d.ts +3 -0
- package/dist/lib/providers/anthropic/index.d.ts.map +1 -0
- package/dist/lib/providers/anthropic/index.js +2 -0
- package/dist/lib/providers/anthropic/index.js.map +1 -0
- package/dist/lib/providers/deepseek/deepseek_client.d.ts +55 -0
- package/dist/lib/providers/deepseek/deepseek_client.d.ts.map +1 -0
- package/dist/lib/providers/deepseek/deepseek_client.js +130 -0
- package/dist/lib/providers/deepseek/deepseek_client.js.map +1 -0
- package/dist/lib/providers/deepseek/deepseek_provider.d.ts +50 -0
- package/dist/lib/providers/deepseek/deepseek_provider.d.ts.map +1 -0
- package/dist/lib/providers/deepseek/deepseek_provider.js +147 -0
- package/dist/lib/providers/deepseek/deepseek_provider.js.map +1 -0
- package/dist/lib/providers/deepseek/deepseek_response_to_usage.d.ts +21 -0
- package/dist/lib/providers/deepseek/deepseek_response_to_usage.d.ts.map +1 -0
- package/dist/lib/providers/deepseek/deepseek_response_to_usage.js +40 -0
- package/dist/lib/providers/deepseek/deepseek_response_to_usage.js.map +1 -0
- package/dist/lib/providers/deepseek/index.d.ts +3 -0
- package/dist/lib/providers/deepseek/index.d.ts.map +1 -0
- package/dist/lib/providers/deepseek/index.js +2 -0
- package/dist/lib/providers/deepseek/index.js.map +1 -0
- package/dist/lib/providers/gemini/gemini_client.d.ts.map +1 -1
- package/dist/lib/providers/gemini/gemini_client.js +2 -1
- package/dist/lib/providers/gemini/gemini_client.js.map +1 -1
- package/dist/lib/providers/gemini/gemini_provider.d.ts.map +1 -1
- package/dist/lib/providers/gemini/gemini_provider.js +43 -6
- package/dist/lib/providers/gemini/gemini_provider.js.map +1 -1
- package/dist/lib/providers/gemini/gemini_response_to_usage.d.ts +37 -0
- package/dist/lib/providers/gemini/gemini_response_to_usage.d.ts.map +1 -0
- package/dist/lib/providers/gemini/gemini_response_to_usage.js +49 -0
- package/dist/lib/providers/gemini/gemini_response_to_usage.js.map +1 -0
- package/dist/lib/providers/index.d.ts +3 -0
- package/dist/lib/providers/index.d.ts.map +1 -1
- package/dist/lib/providers/index.js +3 -0
- package/dist/lib/providers/index.js.map +1 -1
- package/dist/lib/providers/openai/index.d.ts +3 -0
- package/dist/lib/providers/openai/index.d.ts.map +1 -0
- package/dist/lib/providers/openai/index.js +2 -0
- package/dist/lib/providers/openai/index.js.map +1 -0
- package/dist/lib/providers/openai/openai_client.d.ts +99 -0
- package/dist/lib/providers/openai/openai_client.d.ts.map +1 -0
- package/dist/lib/providers/openai/openai_client.js +188 -0
- package/dist/lib/providers/openai/openai_client.js.map +1 -0
- package/dist/lib/providers/openai/openai_provider.d.ts +66 -0
- package/dist/lib/providers/openai/openai_provider.d.ts.map +1 -0
- package/dist/lib/providers/openai/openai_provider.js +297 -0
- package/dist/lib/providers/openai/openai_provider.js.map +1 -0
- package/dist/lib/providers/openai/openai_response_to_usage.d.ts +21 -0
- package/dist/lib/providers/openai/openai_response_to_usage.d.ts.map +1 -0
- package/dist/lib/providers/openai/openai_response_to_usage.js +50 -0
- package/dist/lib/providers/openai/openai_response_to_usage.js.map +1 -0
- package/dist/lib/providers/qwen/qwen_client.d.ts.map +1 -1
- package/dist/lib/providers/qwen/qwen_client.js +10 -9
- package/dist/lib/providers/qwen/qwen_client.js.map +1 -1
- package/dist/lib/providers/qwen/qwen_provider.d.ts.map +1 -1
- package/dist/lib/providers/qwen/qwen_provider.js +58 -8
- package/dist/lib/providers/qwen/qwen_provider.js.map +1 -1
- package/dist/lib/providers/qwen/qwen_response_to_usage.d.ts +36 -0
- package/dist/lib/providers/qwen/qwen_response_to_usage.d.ts.map +1 -0
- package/dist/lib/providers/qwen/qwen_response_to_usage.js +50 -0
- package/dist/lib/providers/qwen/qwen_response_to_usage.js.map +1 -0
- package/dist/lib/providers/types.d.ts +16 -6
- package/dist/lib/providers/types.d.ts.map +1 -1
- package/dist/lib/providers/types.js +1 -0
- package/dist/lib/providers/types.js.map +1 -1
- package/dist/lib/utils.d.ts +13 -0
- package/dist/lib/utils.d.ts.map +1 -0
- package/dist/lib/utils.js +16 -0
- package/dist/lib/utils.js.map +1 -0
- package/dist/server.d.ts +16 -2
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +29 -2
- package/dist/server.js.map +1 -1
- package/migrations/db_setup_postgres.sql +68 -0
- package/migrations/db_setup_sqlite.sql +66 -0
- package/migrations/hazo_llm_api_log.sql +72 -0
- package/package.json +24 -6
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
* values from previous call results. Supports all 4 service types:
|
|
6
6
|
* text_text, image_text, text_image, image_image.
|
|
7
7
|
*/
|
|
8
|
+
import { HazoInternalError } from 'hazo_core';
|
|
8
9
|
import { hazo_llm_text_text } from './hazo_llm_text_text.js';
|
|
9
10
|
import { hazo_llm_image_text } from './hazo_llm_image_text.js';
|
|
10
11
|
import { hazo_llm_text_image } from './hazo_llm_text_image.js';
|
|
@@ -152,7 +153,7 @@ async function dispatch_service_call(call_type, params, prompt_area, prompt_key,
|
|
|
152
153
|
case 'image_image':
|
|
153
154
|
return await hazo_llm_image_image(params_with_prompt, hazo_connect, config, llm);
|
|
154
155
|
default:
|
|
155
|
-
throw new
|
|
156
|
+
throw new HazoInternalError({ code: 'HAZO_LLM_API_UNSUPPORTED_CALL_TYPE', pkg: 'hazo_llm_api', message: `Unsupported call_type: ${call_type}` });
|
|
156
157
|
}
|
|
157
158
|
}
|
|
158
159
|
/**
|
|
@@ -181,8 +182,24 @@ function is_image_output_type(call_type) {
|
|
|
181
182
|
*/
|
|
182
183
|
export async function hazo_llm_prompt_chain(params, hazo_connect, config, llm) {
|
|
183
184
|
// Use default logger if not provided
|
|
184
|
-
const { default_logger } = await import('./index.js');
|
|
185
|
+
const { default_logger, get_cost_cap_config } = await import('./index.js');
|
|
185
186
|
const logger = config.logger || default_logger;
|
|
187
|
+
// Cost cap pre-call gate
|
|
188
|
+
const cost_cap_config = get_cost_cap_config();
|
|
189
|
+
if (cost_cap_config) {
|
|
190
|
+
const { check_cost_cap_gate } = await import('../cost_cap/cost_cap.js');
|
|
191
|
+
const cap_block = await check_cost_cap_gate(hazo_connect, cost_cap_config, logger);
|
|
192
|
+
if (cap_block !== null) {
|
|
193
|
+
return {
|
|
194
|
+
success: false,
|
|
195
|
+
merged_result: {},
|
|
196
|
+
call_results: [],
|
|
197
|
+
errors: [{ call_index: -1, error: cap_block.error ?? 'Cost cap exceeded' }],
|
|
198
|
+
total_calls: 0,
|
|
199
|
+
successful_calls: 0,
|
|
200
|
+
};
|
|
201
|
+
}
|
|
202
|
+
}
|
|
186
203
|
const continue_on_error = params.continue_on_error ?? true;
|
|
187
204
|
const call_results = [];
|
|
188
205
|
const errors = [];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hazo_llm_prompt_chain.js","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_prompt_chain.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;
|
|
1
|
+
{"version":3,"file":"hazo_llm_prompt_chain.js","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_prompt_chain.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAkBH,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EACL,mBAAmB,EACnB,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,8BAA8B,GAC/B,MAAM,oBAAoB,CAAC;AAE5B,gFAAgF;AAChF,YAAY;AACZ,gFAAgF;AAEhF,MAAM,SAAS,GAAG,0BAA0B,CAAC;AAC7C,MAAM,QAAQ,GAAG,cAAc,CAAC;AAEhC,+CAA+C;AAC/C,MAAM,iBAAiB,GAAgB,WAAW,CAAC;AAcnD,gFAAgF;AAChF,mBAAmB;AACnB,gFAAgF;AAEhF;;;;;;;;;GASG;AACH,SAAS,oBAAoB,CAC3B,QAA6B,EAC7B,SAAsB,EACtB,gBAAiC,EACjC,gBAAmC,EACnC,MAAc;IAEd,kCAAkC;IAClC,MAAM,WAAW,GAAG;QAClB,MAAM,EAAE,EAAE,EAAE,uCAAuC;QACnD,gBAAgB;KACjB,CAAC;IAEF,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,WAA6B,EAAE,CAAC;QAElE,KAAK,YAAY;YACf,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,WAA8B,EAAE,CAAC;QAEnE,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,wCAAwC;YACxC,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;gBACrD,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,0DAA0D;iBAClE,CAAC;YACJ,CAAC;YAED,MAAM,SAAS,GAAG,mBAAmB,CAAC,QAAQ,CAAC,SAAS,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;YACpF,MAAM,eAAe,GAAG,mBAAmB,CAAC,QAAQ,CAAC,eAAe,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;YAEhG,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,iDAAiD;iBACzD,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,uDAAuD;iBAC/D,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE;oBACN,GAAG,WAAW;oBACd,SAAS;oBACT,eAAe;iBACG;aACrB,CAAC;QACJ,CAAC;QAED,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,MAAM,GAAiB,EAAE,CAAC;YAEhC,qDAAqD;YACrD,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACtC,MAAM,QAAQ,GAAG,8BAA8B,CAAC,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;oBACnF,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,QAAQ,CAAC,SAAS;4BACxB,SAAS,EAAE,QAAQ,CAAC,eAAe;yBACpC,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE;4BACrD,IAAI,EAAE,SAAS;yBAChB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YACD,oBAAoB;iBACf,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;gBACxD,MAAM,SAAS,GAAG,mBAAmB,CAAC,QAAQ,CAAC,SAAS,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;gBACpF,MAAM,eAAe,GAAG,mBAAmB,CAAC,QAAQ,CAAC,eAAe,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;gBAEhG,IAAI,SAAS,IAAI,eAAe,EAAE,CAAC;oBACjC,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,SAAS;wBACf,SAAS,EAAE,eAAe;qBAC3B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,yFAAyF;iBACjG,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE;oBACN,GAAG,WAAW;oBACd,MAAM;iBACa;aACtB,CAAC;QACJ,CAAC;QAED;YACE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,sBAAsB,SAAS,EAAE;aACzC,CAAC;IACN,CAAC;AACH,CAAC;AAED;;;;;;;;;;;GAWG;AACH,KAAK,UAAU,qBAAqB,CAClC,SAAsB,EACtB,MAAqB,EACrB,WAAmB,EACnB,UAAkB,EAClB,YAAyB,EACzB,MAAoB,EACpB,GAAuB;IAEvB,2DAA2D;IAC3D,MAAM,kBAAkB,GAAG;QACzB,GAAG,MAAM;QACT,WAAW;QACX,UAAU;KACX,CAAC;IAEF,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,MAAM,kBAAkB,CAAC,kBAAoC,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QAEnG,KAAK,YAAY;YACf,OAAO,MAAM,mBAAmB,CAAC,kBAAqC,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QAErG,KAAK,YAAY;YACf,OAAO,MAAM,mBAAmB,CAAC,kBAAqC,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QAErG,KAAK,aAAa;YAChB,OAAO,MAAM,oBAAoB,CAAC,kBAAsC,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QAEvG;YACE,MAAM,IAAI,iBAAiB,CAAC,EAAE,IAAI,EAAE,oCAAoC,EAAE,GAAG,EAAE,cAAc,EAAE,OAAO,EAAE,0BAA0B,SAAS,EAAE,EAAE,CAAC,CAAC;IACrJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,SAAsB;IACjD,OAAO,SAAS,KAAK,WAAW,IAAI,SAAS,KAAK,YAAY,CAAC;AACjE,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,SAAsB;IAClD,OAAO,SAAS,KAAK,YAAY,IAAI,SAAS,KAAK,aAAa,CAAC;AACnE,CAAC;AAED,gFAAgF;AAChF,iCAAiC;AACjC,gFAAgF;AAEhF;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAyB,EACzB,YAAyB,EACzB,MAAoB,EACpB,GAAY;IAEZ,qCAAqC;IACrC,MAAM,EAAE,cAAc,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;IAC3E,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,cAAc,CAAC;IAE/C,yBAAyB;IACzB,MAAM,eAAe,GAAG,mBAAmB,EAAE,CAAC;IAC9C,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,YAAY,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;QACnF,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACvB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,EAAE;gBACjB,YAAY,EAAE,EAAE;gBAChB,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,mBAAmB,EAAE,CAAC;gBAC3E,WAAW,EAAE,CAAC;gBACd,gBAAgB,EAAE,CAAC;aACpB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,IAAI,CAAC;IAC3D,MAAM,YAAY,GAAsB,EAAE,CAAC;IAC3C,MAAM,MAAM,GAAiD,EAAE,CAAC;IAEhE,gCAAgC;IAEhC,gCAAgC;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAEvC,uBAAuB;QAEvB,qCAAqC;QACrC,MAAM,WAAW,GAAG,mBAAmB,CACrC,QAAQ,CAAC,WAAW,EACpB,YAAY,EACZ,MAAM,CACP,CAAC;QACF,MAAM,UAAU,GAAG,mBAAmB,CACpC,QAAQ,CAAC,UAAU,EACnB,YAAY,EACZ,MAAM,CACP,CAAC;QAEF,IAAI,CAAC,WAAW,IAAI,CAAC,UAAU,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,wDAAwD,CAAC,EAAE,CAAC;YAC9E,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE;gBACtB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE;aACjD,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACjD,YAAY,CAAC,IAAI,CAAC;gBAChB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,SAAS;gBAChB,WAAW,EAAE,WAAW,IAAI,YAAY;gBACxC,UAAU,EAAE,UAAU,IAAI,YAAY;aACvC,CAAC,CAAC;YAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,MAAM;YACR,CAAC;YACD,SAAS;QACX,CAAC;QAED,kEAAkE;QAClE,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,IAAI,iBAAiB,CAAC;QAE1D,8CAA8C;QAC9C,MAAM,gBAAgB,GAAG,sBAAsB,CAC7C,QAAQ,CAAC,SAAS,EAClB,YAAY,EACZ,MAAM,CACP,CAAC;QAEF,oCAAoC;QACpC,MAAM,YAAY,GAAG,oBAAoB,CACvC,QAAQ,EACR,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,CACP,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,IAAI,4BAA4B,CAAC;YACrE,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE;gBACtB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE;aACnC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACjD,YAAY,CAAC,IAAI,CAAC;gBAChB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,SAAS;gBAChB,WAAW;gBACX,UAAU;aACX,CAAC,CAAC;YAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,MAAM;YACR,CAAC;YACD,SAAS;QACX,CAAC;QAED,uBAAuB;QAEvB,uBAAuB;QACvB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAC1C,SAAS,EACT,YAAY,CAAC,MAAO,EACpB,WAAW,EACX,UAAU,EACV,YAAY,EACZ,MAAM,EACN,GAAG,CACJ,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,IAAI,eAAe,CAAC;gBACpD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE;oBAC/B,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;iBACrD,CAAC,CAAC;gBAEH,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;gBACjD,YAAY,CAAC,IAAI,CAAC;oBAChB,UAAU,EAAE,CAAC;oBACb,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,SAAS;oBAChB,WAAW;oBACX,UAAU;iBACX,CAAC,CAAC;gBAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvB,MAAM;gBACR,CAAC;gBACD,SAAS;YACX,CAAC;YAED,kCAAkC;YAClC,MAAM,MAAM,GAAoB;gBAC9B,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,IAAI;gBACb,WAAW;gBACX,UAAU;aACX,CAAC;YAEF,4CAA4C;YAC5C,IAAI,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnC,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;gBACtC,MAAM,CAAC,aAAa,GAAG,uBAAuB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,SAAS,CAAC;YACvF,CAAC;YAED,+CAA+C;YAC/C,IAAI,oBAAoB,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpC,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;gBACtC,MAAM,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;YACpD,CAAC;YAED,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE1B,8BAA8B;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,kBAAkB,EAAE;gBACxC,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;aACrD,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACjD,YAAY,CAAC,IAAI,CAAC;gBAChB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,SAAS;gBAChB,WAAW;gBACX,UAAU;aACX,CAAC,CAAC;YAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,MAAM,aAAa,GAAG,mBAAmB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAChE,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAEtE,OAAO;QACL,OAAO,EAAE,gBAAgB,GAAG,CAAC;QAC7B,aAAa;QACb,YAAY;QACZ,MAAM;QACN,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM;QACtC,gBAAgB;KACjB,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hazo_llm_text_image.d.ts","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_text_image.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"hazo_llm_text_image.d.ts","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_text_image.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AA6B5D;;;;;;;;GAQG;AACH,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,eAAe,EACvB,aAAa,EAAE,WAAW,EAC1B,MAAM,EAAE,YAAY,EACpB,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,WAAW,CAAC,CAmHtB"}
|
|
@@ -8,6 +8,9 @@
|
|
|
8
8
|
import { substitute_variables } from '../prompts/substitute_variables.js';
|
|
9
9
|
import { SERVICE_TYPES } from '../providers/types.js';
|
|
10
10
|
import { get_validated_provider, handle_caught_error, log_llm_call_start, log_llm_call_result, create_request_context, call_before_request_hook, call_after_response_hook, call_on_error_hook, detect_error_code, } from './provider_helper.js';
|
|
11
|
+
import { run_with_cascade, resolve_providers } from '../cascade/cascade_runner.js';
|
|
12
|
+
import { get_cascade_config } from './index.js';
|
|
13
|
+
import { get_primary_llm } from '../providers/registry.js';
|
|
11
14
|
// =============================================================================
|
|
12
15
|
// Constants
|
|
13
16
|
// =============================================================================
|
|
@@ -41,29 +44,68 @@ export async function hazo_llm_text_image(params, _hazo_connect, config, llm) {
|
|
|
41
44
|
logger,
|
|
42
45
|
});
|
|
43
46
|
// ==========================================================================
|
|
44
|
-
// Step 2:
|
|
47
|
+
// Step 2: Resolve cascade provider list
|
|
45
48
|
// ==========================================================================
|
|
46
|
-
const
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
49
|
+
const init_cascade = get_cascade_config();
|
|
50
|
+
const primary_llm_name = get_primary_llm() ?? 'gemini';
|
|
51
|
+
const provider_names = resolve_providers({
|
|
52
|
+
per_call: params.providers,
|
|
53
|
+
init_cascade: init_cascade ?? undefined,
|
|
54
|
+
single_llm: llm,
|
|
55
|
+
primary_llm: primary_llm_name,
|
|
50
56
|
});
|
|
51
|
-
|
|
52
|
-
|
|
57
|
+
// Validate all providers upfront — fail fast on config errors
|
|
58
|
+
const resolved_providers = [];
|
|
59
|
+
for (const name of provider_names) {
|
|
60
|
+
const validation = get_validated_provider({
|
|
61
|
+
llm: name,
|
|
62
|
+
service_type: SERVICE_TYPES.TEXT_IMAGE,
|
|
63
|
+
logger,
|
|
64
|
+
});
|
|
65
|
+
if (!validation.success) {
|
|
66
|
+
return validation.error_response;
|
|
67
|
+
}
|
|
68
|
+
resolved_providers.push(validation.provider);
|
|
69
|
+
}
|
|
70
|
+
// ==========================================================================
|
|
71
|
+
// Step 2b: Cost cap pre-call gate
|
|
72
|
+
// ==========================================================================
|
|
73
|
+
const { get_cost_cap_config } = await import('./index.js');
|
|
74
|
+
const cost_cap_config = get_cost_cap_config();
|
|
75
|
+
if (cost_cap_config) {
|
|
76
|
+
const { check_cost_cap_gate } = await import('../cost_cap/cost_cap.js');
|
|
77
|
+
const cap_block = await check_cost_cap_gate(_hazo_connect, cost_cap_config, logger);
|
|
78
|
+
if (cap_block !== null) {
|
|
79
|
+
return cap_block;
|
|
80
|
+
}
|
|
53
81
|
}
|
|
54
|
-
const provider = provider_result.provider;
|
|
55
82
|
// ==========================================================================
|
|
56
|
-
// Step 3: Call hooks and
|
|
83
|
+
// Step 3: Call hooks and cascade runner
|
|
57
84
|
// ==========================================================================
|
|
58
|
-
const
|
|
85
|
+
const first_provider_name = resolved_providers[0].get_name();
|
|
86
|
+
const request_context = create_request_context(SERVICE_TYPES.TEXT_IMAGE, first_provider_name, {
|
|
59
87
|
prompt: final_prompt,
|
|
60
88
|
});
|
|
61
89
|
await call_before_request_hook(request_context);
|
|
62
90
|
const start_time = Date.now();
|
|
63
|
-
const
|
|
64
|
-
|
|
65
|
-
prompt: final_prompt,
|
|
66
|
-
|
|
91
|
+
const cascade_result = await run_with_cascade({
|
|
92
|
+
providers: resolved_providers,
|
|
93
|
+
call_fn: (provider) => provider.text_image({ ...params, prompt: final_prompt }, logger),
|
|
94
|
+
cascade_on_codes: init_cascade?.cascade_on_codes,
|
|
95
|
+
timeout_ms_per_attempt: init_cascade?.timeout_ms_per_attempt,
|
|
96
|
+
logger,
|
|
97
|
+
});
|
|
98
|
+
const response = cascade_result.response;
|
|
99
|
+
// Merge cascade attempts into usage (only when cascade actually fired)
|
|
100
|
+
if (cascade_result.attempts.length > 0) {
|
|
101
|
+
if (response.usage) {
|
|
102
|
+
response.usage.attempts = cascade_result.attempts;
|
|
103
|
+
}
|
|
104
|
+
else {
|
|
105
|
+
// Provider returned no usage block — attach attempts in a minimal shell
|
|
106
|
+
response.usage = { attempts: cascade_result.attempts };
|
|
107
|
+
}
|
|
108
|
+
}
|
|
67
109
|
await call_after_response_hook({
|
|
68
110
|
...request_context,
|
|
69
111
|
response,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hazo_llm_text_image.js","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_text_image.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAQH,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EACL,sBAAsB,EACtB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"hazo_llm_text_image.js","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_text_image.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAQH,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EACL,sBAAsB,EACtB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,gFAAgF;AAChF,YAAY;AACZ,gFAAgF;AAEhF,MAAM,SAAS,GAAG,wBAAwB,CAAC;AAC3C,MAAM,QAAQ,GAAG,YAAY,CAAC;AAE9B,gFAAgF;AAChF,+BAA+B;AAC/B,gFAAgF;AAEhF;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAuB,EACvB,aAA0B,EAC1B,MAAoB,EACpB,GAAY;IAEZ,qCAAqC;IACrC,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,cAAc,CAAC;IAE/C,IAAI,CAAC;QACH,6EAA6E;QAC7E,oDAAoD;QACpD,6EAA6E;QAC7E,MAAM,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;QAE1F,kBAAkB,CAAC;YACjB,YAAY,EAAE,YAAY;YAC1B,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YACzE,MAAM;SACP,CAAC,CAAC;QAEH,6EAA6E;QAC7E,wCAAwC;QACxC,6EAA6E;QAC7E,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAC;QAC1C,MAAM,gBAAgB,GAAG,eAAe,EAAE,IAAI,QAAQ,CAAC;QACvD,MAAM,cAAc,GAAG,iBAAiB,CAAC;YACvC,QAAQ,EAAE,MAAM,CAAC,SAAS;YAC1B,YAAY,EAAE,YAAY,IAAI,SAAS;YACvC,UAAU,EAAE,GAAG;YACf,WAAW,EAAE,gBAAgB;SAC9B,CAAC,CAAC;QAEH,8DAA8D;QAC9D,MAAM,kBAAkB,GAAkD,EAAE,CAAC;QAC7E,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,MAAM,UAAU,GAAG,sBAAsB,CAAC;gBACxC,GAAG,EAAE,IAAoD;gBACzD,YAAY,EAAE,aAAa,CAAC,UAAU;gBACtC,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,UAAU,CAAC,cAAc,CAAC;YACnC,CAAC;YACD,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/C,CAAC;QAED,6EAA6E;QAC7E,kCAAkC;QAClC,6EAA6E;QAC7E,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAC3D,MAAM,eAAe,GAAG,mBAAmB,EAAE,CAAC;QAC9C,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;YACxE,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,aAAa,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;YACpF,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,6EAA6E;QAC7E,wCAAwC;QACxC,6EAA6E;QAC7E,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,eAAe,GAAG,sBAAsB,CAAC,aAAa,CAAC,UAAU,EAAE,mBAAmB,EAAE;YAC5F,MAAM,EAAE,YAAY;SACrB,CAAC,CAAC;QACH,MAAM,wBAAwB,CAAC,eAAe,CAAC,CAAC;QAEhD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE9B,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC;YAC5C,SAAS,EAAE,kBAAkB;YAC7B,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAW,CACzC,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,EACnC,MAAM,CACP;YACD,gBAAgB,EAAE,YAAY,EAAE,gBAAgB;YAChD,sBAAsB,EAAE,YAAY,EAAE,sBAAsB;YAC5D,MAAM;SACP,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC;QAEzC,uEAAuE;QACvE,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnB,QAAQ,CAAC,KAAK,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACN,wEAAwE;gBACvE,QAAgB,CAAC,KAAK,GAAG,EAAE,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,CAAC;YAClE,CAAC;QACH,CAAC;QAED,MAAM,wBAAwB,CAAC;YAC7B,GAAG,eAAe;YAClB,QAAQ;YACR,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU;SACrC,CAAC,CAAC;QAEH,mBAAmB,CAAC,YAAY,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEpD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,kBAAkB,CAAC;YACvB,GAAG,sBAAsB,CAAC,aAAa,CAAC,UAAU,EAAE,GAAG,IAAI,SAAS,EAAE;gBACpE,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB,CAAC;YACF,KAAK,EAAE;gBACL,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC;gBAC9B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC/D,SAAS,EAAE,KAAK;aACjB;YACD,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QAEH,OAAO,mBAAmB,CAAC,KAAK,EAAE,qBAAqB,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hazo_llm_text_text.d.ts","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_text_text.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"hazo_llm_text_text.d.ts","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_text_text.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AA6B5D;;;;;;;;GAQG;AACH,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,cAAc,EACtB,YAAY,EAAE,WAAW,EACzB,MAAM,EAAE,YAAY,EACpB,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,WAAW,CAAC,CAyLtB"}
|
|
@@ -6,8 +6,12 @@
|
|
|
6
6
|
* Supports static prompts, dynamic prompts from database, and variable substitution.
|
|
7
7
|
*/
|
|
8
8
|
import { substitute_variables } from '../prompts/substitute_variables.js';
|
|
9
|
+
import { parts_to_prompt } from './prompt_parts_helper.js';
|
|
9
10
|
import { SERVICE_TYPES } from '../providers/types.js';
|
|
10
11
|
import { get_validated_provider, handle_caught_error, log_llm_call_start, log_llm_call_result, create_request_context, call_before_request_hook, call_after_response_hook, call_on_error_hook, detect_error_code, } from './provider_helper.js';
|
|
12
|
+
import { run_with_cascade, resolve_providers } from '../cascade/cascade_runner.js';
|
|
13
|
+
import { get_cascade_config } from './index.js';
|
|
14
|
+
import { get_primary_llm } from '../providers/registry.js';
|
|
11
15
|
// =============================================================================
|
|
12
16
|
// Constants
|
|
13
17
|
// =============================================================================
|
|
@@ -32,8 +36,36 @@ export async function hazo_llm_text_text(params, hazo_connect, config, llm) {
|
|
|
32
36
|
// ==========================================================================
|
|
33
37
|
// Step 1: Get the prompt text
|
|
34
38
|
// ==========================================================================
|
|
39
|
+
// Validate: exactly one of prompt, prompt_parts, or (prompt_area + prompt_key) must be provided
|
|
40
|
+
const has_static_prompt = Boolean(params.prompt);
|
|
41
|
+
const has_parts = Boolean(params.prompt_parts && params.prompt_parts.length > 0);
|
|
42
|
+
const has_db_lookup = Boolean(params.prompt_area && params.prompt_key);
|
|
43
|
+
if (!has_static_prompt && !has_parts && !has_db_lookup) {
|
|
44
|
+
return {
|
|
45
|
+
success: false,
|
|
46
|
+
error: 'Either prompt, prompt_parts, or (prompt_area + prompt_key) must be provided',
|
|
47
|
+
error_code: 'INVALID_INPUT',
|
|
48
|
+
error_info: { code: 'INVALID_INPUT', message: 'Either prompt, prompt_parts, or (prompt_area + prompt_key) must be provided', retryable: false },
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
if (has_static_prompt && has_parts) {
|
|
52
|
+
return {
|
|
53
|
+
success: false,
|
|
54
|
+
error: 'Cannot provide both prompt and prompt_parts',
|
|
55
|
+
error_code: 'INVALID_INPUT',
|
|
56
|
+
error_info: { code: 'INVALID_INPUT', message: 'Cannot provide both prompt and prompt_parts', retryable: false },
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
if (has_db_lookup && has_parts) {
|
|
60
|
+
return {
|
|
61
|
+
success: false,
|
|
62
|
+
error: 'Cannot provide both prompt_area/prompt_key and prompt_parts',
|
|
63
|
+
error_code: 'INVALID_INPUT',
|
|
64
|
+
error_info: { code: 'INVALID_INPUT', message: 'Cannot provide both prompt_area/prompt_key and prompt_parts', retryable: false },
|
|
65
|
+
};
|
|
66
|
+
}
|
|
35
67
|
let prompt_text;
|
|
36
|
-
if (
|
|
68
|
+
if (has_db_lookup) {
|
|
37
69
|
const result = await hazo_connect.get_by_area_key(params.prompt_area, params.prompt_key);
|
|
38
70
|
if (!result.success || !result.data) {
|
|
39
71
|
const error_msg = `Prompt not found for area="${params.prompt_area}" key="${params.prompt_key}"`;
|
|
@@ -42,6 +74,10 @@ export async function hazo_llm_text_text(params, hazo_connect, config, llm) {
|
|
|
42
74
|
}
|
|
43
75
|
prompt_text = result.data.prompt_text_full;
|
|
44
76
|
}
|
|
77
|
+
else if (has_parts) {
|
|
78
|
+
// Convert parts to a single string for non-caching providers and for logging
|
|
79
|
+
prompt_text = parts_to_prompt(params.prompt_parts);
|
|
80
|
+
}
|
|
45
81
|
else {
|
|
46
82
|
prompt_text = params.prompt;
|
|
47
83
|
}
|
|
@@ -68,31 +104,70 @@ export async function hazo_llm_text_text(params, hazo_connect, config, llm) {
|
|
|
68
104
|
logger,
|
|
69
105
|
});
|
|
70
106
|
// ==========================================================================
|
|
71
|
-
// Step 3:
|
|
107
|
+
// Step 3: Resolve cascade provider list
|
|
72
108
|
// ==========================================================================
|
|
73
|
-
const
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
109
|
+
const init_cascade = get_cascade_config();
|
|
110
|
+
const primary_llm_name = get_primary_llm() ?? 'gemini';
|
|
111
|
+
const provider_names = resolve_providers({
|
|
112
|
+
per_call: params.providers,
|
|
113
|
+
init_cascade: init_cascade ?? undefined,
|
|
114
|
+
single_llm: llm,
|
|
115
|
+
primary_llm: primary_llm_name,
|
|
77
116
|
});
|
|
78
|
-
|
|
79
|
-
|
|
117
|
+
// Validate all providers upfront — fail fast on config errors
|
|
118
|
+
const resolved_providers = [];
|
|
119
|
+
for (const name of provider_names) {
|
|
120
|
+
const validation = get_validated_provider({
|
|
121
|
+
llm: name,
|
|
122
|
+
service_type: SERVICE_TYPES.TEXT_TEXT,
|
|
123
|
+
logger,
|
|
124
|
+
});
|
|
125
|
+
if (!validation.success) {
|
|
126
|
+
return validation.error_response;
|
|
127
|
+
}
|
|
128
|
+
resolved_providers.push(validation.provider);
|
|
129
|
+
}
|
|
130
|
+
// ==========================================================================
|
|
131
|
+
// Step 3b: Cost cap pre-call gate
|
|
132
|
+
// ==========================================================================
|
|
133
|
+
const { get_cost_cap_config } = await import('./index.js');
|
|
134
|
+
const cost_cap_config = get_cost_cap_config();
|
|
135
|
+
if (cost_cap_config) {
|
|
136
|
+
const { check_cost_cap_gate } = await import('../cost_cap/cost_cap.js');
|
|
137
|
+
const cap_block = await check_cost_cap_gate(hazo_connect, cost_cap_config, logger);
|
|
138
|
+
if (cap_block !== null) {
|
|
139
|
+
return cap_block;
|
|
140
|
+
}
|
|
80
141
|
}
|
|
81
|
-
const provider = provider_result.provider;
|
|
82
142
|
// ==========================================================================
|
|
83
|
-
// Step 4: Call hooks and
|
|
143
|
+
// Step 4: Call hooks and cascade runner
|
|
84
144
|
// ==========================================================================
|
|
85
|
-
const
|
|
145
|
+
const first_provider_name = resolved_providers[0].get_name();
|
|
146
|
+
const request_context = create_request_context(SERVICE_TYPES.TEXT_TEXT, first_provider_name, {
|
|
86
147
|
prompt_area: params.prompt_area,
|
|
87
148
|
prompt_key: params.prompt_key,
|
|
88
149
|
prompt: final_prompt,
|
|
89
150
|
});
|
|
90
151
|
await call_before_request_hook(request_context);
|
|
91
152
|
const start_time = Date.now();
|
|
92
|
-
const
|
|
93
|
-
|
|
94
|
-
prompt: final_prompt,
|
|
95
|
-
|
|
153
|
+
const cascade_result = await run_with_cascade({
|
|
154
|
+
providers: resolved_providers,
|
|
155
|
+
call_fn: (provider) => provider.text_text({ ...params, prompt: final_prompt }, logger),
|
|
156
|
+
cascade_on_codes: init_cascade?.cascade_on_codes,
|
|
157
|
+
timeout_ms_per_attempt: init_cascade?.timeout_ms_per_attempt,
|
|
158
|
+
logger,
|
|
159
|
+
});
|
|
160
|
+
const response = cascade_result.response;
|
|
161
|
+
// Merge cascade attempts into usage (only when cascade actually fired)
|
|
162
|
+
if (cascade_result.attempts.length > 0) {
|
|
163
|
+
if (response.usage) {
|
|
164
|
+
response.usage.attempts = cascade_result.attempts;
|
|
165
|
+
}
|
|
166
|
+
else {
|
|
167
|
+
// Provider returned no usage block — attach attempts in a minimal shell
|
|
168
|
+
response.usage = { attempts: cascade_result.attempts };
|
|
169
|
+
}
|
|
170
|
+
}
|
|
96
171
|
await call_after_response_hook({
|
|
97
172
|
...request_context,
|
|
98
173
|
response,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hazo_llm_text_text.js","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_text_text.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAQH,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EACL,sBAAsB,EACtB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"hazo_llm_text_text.js","sourceRoot":"","sources":["../../../src/lib/llm_api/hazo_llm_text_text.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAQH,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EACL,sBAAsB,EACtB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,gFAAgF;AAChF,YAAY;AACZ,gFAAgF;AAEhF,MAAM,SAAS,GAAG,uBAAuB,CAAC;AAE1C,gFAAgF;AAChF,8BAA8B;AAC9B,gFAAgF;AAEhF;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAsB,EACtB,YAAyB,EACzB,MAAoB,EACpB,GAAY;IAEZ,qCAAqC;IACrC,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,cAAc,CAAC;IAE/C,IAAI,CAAC;QACH,6EAA6E;QAC7E,8BAA8B;QAC9B,6EAA6E;QAE7E,gGAAgG;QAChG,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjF,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC;QAEvE,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,IAAI,CAAC,aAAa,EAAE,CAAC;YACvD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,6EAA6E;gBACpF,UAAU,EAAE,eAAe;gBAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,6EAA6E,EAAE,SAAS,EAAE,KAAK,EAAE;aACjI,CAAC;QACnB,CAAC;QACD,IAAI,iBAAiB,IAAI,SAAS,EAAE,CAAC;YACnC,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,6CAA6C;gBACpD,UAAU,EAAE,eAAe;gBAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,6CAA6C,EAAE,SAAS,EAAE,KAAK,EAAE;aACjG,CAAC;QACnB,CAAC;QACD,IAAI,aAAa,IAAI,SAAS,EAAE,CAAC;YAC/B,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,6DAA6D;gBACpE,UAAU,EAAE,eAAe;gBAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,6DAA6D,EAAE,SAAS,EAAE,KAAK,EAAE;aACjH,CAAC;QACnB,CAAC;QAED,IAAI,WAAmB,CAAC;QAExB,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,WAAY,EAAE,MAAM,CAAC,UAAW,CAAC,CAAC;YAE3F,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpC,MAAM,SAAS,GAAG,8BAA8B,MAAM,CAAC,WAAW,UAAU,MAAM,CAAC,UAAU,GAAG,CAAC;gBACjG,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC7C,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YAC9C,CAAC;YAED,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAC7C,CAAC;aAAM,IAAI,SAAS,EAAE,CAAC;YACrB,6EAA6E;YAC7E,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,YAAa,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,MAAM,CAAC,MAAO,CAAC;QAC/B,CAAC;QAED,6EAA6E;QAC7E,+BAA+B;QAC/B,6EAA6E;QAC7E,MAAM,YAAY,GAAG,oBAAoB,CAAC,WAAW,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;QAExF,gCAAgC;QAChC,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBAC9C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC7C,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,kBAAkB,CAAC;YACjB,YAAY,EAAE,WAAW;YACzB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACpE,aAAa,EAAE,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;YACrE,YAAY,EAAE,YAAY;YAC1B,MAAM;SACP,CAAC,CAAC;QAEH,6EAA6E;QAC7E,wCAAwC;QACxC,6EAA6E;QAC7E,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAC;QAC1C,MAAM,gBAAgB,GAAG,eAAe,EAAE,IAAI,QAAQ,CAAC;QACvD,MAAM,cAAc,GAAG,iBAAiB,CAAC;YACvC,QAAQ,EAAE,MAAM,CAAC,SAAS;YAC1B,YAAY,EAAE,YAAY,IAAI,SAAS;YACvC,UAAU,EAAE,GAAG;YACf,WAAW,EAAE,gBAAgB;SAC9B,CAAC,CAAC;QAEH,8DAA8D;QAC9D,MAAM,kBAAkB,GAAkD,EAAE,CAAC;QAC7E,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,MAAM,UAAU,GAAG,sBAAsB,CAAC;gBACxC,GAAG,EAAE,IAAoD;gBACzD,YAAY,EAAE,aAAa,CAAC,SAAS;gBACrC,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,UAAU,CAAC,cAAc,CAAC;YACnC,CAAC;YACD,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/C,CAAC;QAED,6EAA6E;QAC7E,kCAAkC;QAClC,6EAA6E;QAC7E,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAC3D,MAAM,eAAe,GAAG,mBAAmB,EAAE,CAAC;QAC9C,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;YACxE,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,YAAY,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;YACnF,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,6EAA6E;QAC7E,wCAAwC;QACxC,6EAA6E;QAC7E,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,eAAe,GAAG,sBAAsB,CAAC,aAAa,CAAC,SAAS,EAAE,mBAAmB,EAAE;YAC3F,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,YAAY;SACrB,CAAC,CAAC;QACH,MAAM,wBAAwB,CAAC,eAAe,CAAC,CAAC;QAEhD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE9B,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC;YAC5C,SAAS,EAAE,kBAAkB;YAC7B,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAU,CACxC,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,EACnC,MAAM,CACP;YACD,gBAAgB,EAAE,YAAY,EAAE,gBAAgB;YAChD,sBAAsB,EAAE,YAAY,EAAE,sBAAsB;YAC5D,MAAM;SACP,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC;QAEzC,uEAAuE;QACvE,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnB,QAAQ,CAAC,KAAK,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACN,wEAAwE;gBACvE,QAAgB,CAAC,KAAK,GAAG,EAAE,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,CAAC;YAClE,CAAC;QACH,CAAC;QAED,MAAM,wBAAwB,CAAC;YAC7B,GAAG,eAAe;YAClB,QAAQ;YACR,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU;SACrC,CAAC,CAAC;QAEH,mBAAmB,CAAC,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEnD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,kBAAkB,CAAC;YACvB,GAAG,sBAAsB,CAAC,aAAa,CAAC,SAAS,EAAE,GAAG,IAAI,SAAS,EAAE;gBACnE,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB,CAAC;YACF,KAAK,EAAE;gBACL,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC;gBAC9B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC/D,SAAS,EAAE,KAAK;aACjB;YACD,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QAEH,OAAO,mBAAmB,CAAC,KAAK,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC"}
|
|
@@ -13,12 +13,12 @@
|
|
|
13
13
|
*
|
|
14
14
|
* Database is auto-initialized on module import using config defaults.
|
|
15
15
|
*/
|
|
16
|
-
import type { LLMApiConfig, LLMApiClient, LLMResponse, LLMStreamResponse, TextTextParams, ImageTextParams, TextImageParams, ImageImageParams, DocumentTextParams, TextImageTextParams, ImageImageTextParams, PromptChainParams, PromptChainResponse, DynamicDataExtractParams, DynamicDataExtractResponse, Logger } from './types.js';
|
|
16
|
+
import type { LLMApiConfig, LLMApiClient, LLMResponse, LLMStreamResponse, TextTextParams, ImageTextParams, TextImageParams, ImageImageParams, DocumentTextParams, TextImageTextParams, ImageImageTextParams, PromptChainParams, PromptChainResponse, DynamicDataExtractParams, DynamicDataExtractResponse, EmbedParams, EmbedResponse, Logger, CostCapConfig } from './types.js';
|
|
17
17
|
import type { HazoConnect } from '../hazo_connect/types.js';
|
|
18
18
|
import type { ProviderName } from '../providers/types.js';
|
|
19
19
|
/**
|
|
20
|
-
* Default
|
|
21
|
-
*
|
|
20
|
+
* Default structured logger used when no custom logger is provided.
|
|
21
|
+
* Delegates to hazo_logs when available, auto-injects correlationId and env.
|
|
22
22
|
*/
|
|
23
23
|
export declare const default_logger: Logger;
|
|
24
24
|
/**
|
|
@@ -245,6 +245,24 @@ export declare function hazo_llm_prompt_chain(params: PromptChainParams, llm?: P
|
|
|
245
245
|
* ```
|
|
246
246
|
*/
|
|
247
247
|
export declare function hazo_llm_dynamic_data_extract(params: DynamicDataExtractParams, llm?: ProviderName): Promise<DynamicDataExtractResponse>;
|
|
248
|
+
/**
|
|
249
|
+
* Generate vector embeddings for one or more text inputs.
|
|
250
|
+
* Caches results in-memory (or via BYO Keyv) and deduplicates repeated texts in batches.
|
|
251
|
+
*
|
|
252
|
+
* @param params - Text string or array of strings to embed, plus optional model override
|
|
253
|
+
* @returns EmbedResponse with vectors, dimensions, model, and cache flags
|
|
254
|
+
*
|
|
255
|
+
* @example
|
|
256
|
+
* ```typescript
|
|
257
|
+
* import { hazo_llm_embed } from 'hazo_llm_api/server';
|
|
258
|
+
*
|
|
259
|
+
* const result = await hazo_llm_embed({ text: 'Hello world' });
|
|
260
|
+
* if (result.success) {
|
|
261
|
+
* console.log(result.vectors?.[0]); // number[]
|
|
262
|
+
* }
|
|
263
|
+
* ```
|
|
264
|
+
*/
|
|
265
|
+
export declare function hazo_llm_embed(params: EmbedParams, _llm?: string): Promise<EmbedResponse>;
|
|
248
266
|
/**
|
|
249
267
|
* Text input → Text output (Streaming)
|
|
250
268
|
* Generate text from a prompt with streaming response
|
|
@@ -282,6 +300,16 @@ export declare function hazo_llm_image_text_stream(params: ImageTextParams, llm?
|
|
|
282
300
|
* @returns true if initialized
|
|
283
301
|
*/
|
|
284
302
|
export declare function is_initialized(): boolean;
|
|
303
|
+
/**
|
|
304
|
+
* Get the current cascade configuration (from init or INI).
|
|
305
|
+
* Returns null if no cascade config has been set.
|
|
306
|
+
*/
|
|
307
|
+
export declare function get_cascade_config(): import('../cascade/types.js').CascadeConfig | null;
|
|
308
|
+
/**
|
|
309
|
+
* Get the current cost cap configuration (set during initialize_llm_api).
|
|
310
|
+
* Returns null if no cost cap config has been set.
|
|
311
|
+
*/
|
|
312
|
+
export declare function get_cost_cap_config(): CostCapConfig | null;
|
|
285
313
|
/**
|
|
286
314
|
* Get the current configuration (without sensitive logger)
|
|
287
315
|
* @returns Current configuration or null if not initialized
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/llm_api/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EACV,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,iBAAiB,EAEjB,cAAc,EACd,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,wBAAwB,EACxB,0BAA0B,EAC1B,MAAM,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/llm_api/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EACV,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,iBAAiB,EAEjB,cAAc,EACd,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,wBAAwB,EACxB,0BAA0B,EAC1B,WAAW,EACX,aAAa,EACb,MAAM,EAEN,aAAa,EACd,MAAM,YAAY,CAAC;AAIpB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AA0B5D,OAAO,KAAK,EAAe,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAiCvE;;;GAGG;AACH,eAAO,MAAM,cAAc,EAAE,MAAqC,CAAC;AAYnE;;;;;;;;;;;;;GAaG;AACH,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAED;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAE/C;AAED;;;;GAIG;AACH,wBAAgB,SAAS,IAAI,OAAO,YAAY,EAAE,QAAQ,CAEzD;AAED;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,YAAY,EAAE,QAAQ,GAAG,IAAI,CAEpE;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,gBAAgB,IAAI,WAAW,GAAG,IAAI,CAErD;AAg5BD;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,kBAAkB,CAAC,MAAM,GAAE,YAAiB,GAAG,OAAO,CAAC,YAAY,CAAC,CAmLzF;AAsBD;;;GAGG;AACH,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,OAAO,CAAC,CAQ9D;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,kBAAkB,CAAC,MAAM,EAAE,cAAc,EAAE,GAAG,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAOzG;AAED;;;;;;;GAOG;AACH,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAO3G;AAED;;;;;;;GAOG;AACH,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAO3G;AAED;;;;;;;GAOG;AACH,wBAAsB,oBAAoB,CAAC,MAAM,EAAE,gBAAgB,EAAE,GAAG,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAO7G;AAED;;;;;;;GAOG;AACH,wBAAsB,wBAAwB,CAAC,MAAM,EAAE,mBAAmB,EAAE,GAAG,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAOpH;AAED;;;;;;;GAOG;AACH,wBAAsB,yBAAyB,CAAC,MAAM,EAAE,oBAAoB,EAAE,GAAG,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAOtH;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,sBAAsB,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAOjH;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,EAAE,GAAG,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAcvH;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,wBAAsB,6BAA6B,CAAC,MAAM,EAAE,wBAAwB,EAAE,GAAG,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAgB7I;AAMD;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,cAAc,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAQ/F;AAMD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAuB,yBAAyB,CAC9C,MAAM,EAAE,cAAc,EACtB,GAAG,CAAC,EAAE,YAAY,GACjB,iBAAiB,CAwGnB;AAED;;;;;;;GAOG;AACH,wBAAuB,0BAA0B,CAC/C,MAAM,EAAE,eAAe,EACvB,GAAG,CAAC,EAAE,YAAY,GACjB,iBAAiB,CAuGnB;AAMD;;;GAGG;AACH,wBAAgB,cAAc,IAAI,OAAO,CAExC;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,IAAI,OAAO,qBAAqB,EAAE,aAAa,GAAG,IAAI,CAEvF;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,IAAI,aAAa,GAAG,IAAI,CAE1D;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,GAAG,IAAI,CASxE;AAMD,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,cAAc,EACd,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,UAAU,EACV,MAAM,EACN,cAAc,EACd,eAAe,EACf,UAAU,EACV,cAAc,EACd,YAAY,EACZ,aAAa,EACb,sBAAsB,EACtB,yBAAyB,EAEzB,cAAc,EACd,oBAAoB,EACpB,mBAAmB,EACnB,eAAe,EACf,iBAAiB,EACjB,mBAAmB,EAEnB,wBAAwB,EACxB,0BAA0B,EAC1B,wBAAwB,EACxB,wBAAwB,EACxB,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,YAAY,CAAC"}
|