@invect/core 0.0.1

package/dist/services/ai/base-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-client.d.ts","names":[],"sources":["../../../src/services/ai/base-client.ts"],"mappings":";;;;;;;;;;;;;;;;cA+Da,YAAA;EAAA,iBAYQ,MAAA;EAAA,iBACA,gBAAA;EA8NP;EAAA,iBAzOK,aAAA;EA0OI;EAAA,iBAvOJ,WAAA;EAiPY;EAAA,QA9OrB,aAAA;EAAA,QACA,iBAAA;cAGW,MAAA,EAAQ,MAAA,EACR,gBAAA,EAAkB,gBAAA;EAgVX;;;;;;EAnU1B,eAAA,CACE,QAAA,yCACA,MAAA,UACA,YAAA,YACC,eAAA;EA5Bc;;;EA0DjB,UAAA,CAAW,QAAA,EAAU,UAAA,GAAa,aAAA;;;;UAU1B,eAAA;EAzDW;;;;EAAA,QAqEX,UAAA;EApDL;;;EAAA,QAqEK,0BAAA;EAvCG;;;;;;;;EA4DL,cAAA,CACJ,OAAA,EAAS,kBAAA,GAAqB,wBAAA,EAC9B,QAAA,EAAU,aAAA,GACT,OAAA,CACC,iBAAA;IACE,IAAA;IAAyB,UAAA;IAAoB,MAAA;IAAgB,SAAA;EAAA;EAAhB;;;EA2D7C,WAAA,CAAY,UAAA,UAAoB,WAAA,EAAa,YAAA,GAAe,OAAA,CAAQ,qBAAA;EAAvB;;;EAQ7C,SAAA,CAAU,eAAA,UAAyB,QAAA,EAAU,aAAA,GAAgB,OAAA,CAAQ,eAAA;EAArE;;;EAAA,QAQQ,mBAAA;EARqD;;;EAgB7D,UAAA,CAAA,GAAc,OAAA;IAAU,MAAA,EAAQ,KAAA;IAAS,YAAA;EAAA;EAAA;;;EA0BzC,qBAAA,CACJ,QAAA,EAAU,UAAA,GAAa,aAAA,GACtB,OAAA;IAAU,MAAA,EAAQ,KAAA;IAAS,YAAA;EAAA;EAAT;;;;EAUf,aAAA,CAAc,OAAA,EAAS,mBAAA,GAAsB,OAAA,CAC/C,YAAA;IAEE,IAAA;IACA,UAAA;IACA,MAAA;IACA,SAAA;EAAA;EAAA;;;;EAAA,QAcQ,kBAAA;EAmFY;;;EAzBpB,iBAAA,CAAA,GAAqB,OAAA;EAmGb;;;EA1ER,gBAAA,CAAA,GAAoB,OAAA;EA0IlB;;;EAxHF,4BAAA,CAAA,GAAgC,OAAA;;;;UAgCxB,cAAA;;;;UAwBA,aAAA;;;;EAsDR,yBAAA,CAA0B,WAAA,WAAsB,OAAA;;;;UAU9C,UAAA;AAAA"}

package/dist/services/ai/base-client.js

@@ -0,0 +1,345 @@
+import { AIProvider, BatchProvider, BatchStatus } from "./ai-types.js";
+import { OpenAIAdapter } from "./openai-adapter.js";
+import { AnthropicAdapter } from "./anthropic-adapter.js";
+import { OpenRouterAdapter } from "./openrouter-adapter.js";
+//#region src/services/ai/base-client.ts
+/**
+* Base AI Client - Central orchestration layer.
+*
+* Adapters are registered dynamically at runtime via `registerAdapter()`.
+* Credentials from the UI/API are resolved into adapters by the caller
+* (e.g. the node-execution-coordinator or invect-core) before invoking
+* prompt/batch/model-listing operations.
+*/
+var BaseAIClient = class {
+	/** Map of available provider adapters by BatchProvider (for batch-capable providers) */
+	batchAdapters = /* @__PURE__ */ new Map();
+	/** Map of all provider adapters by AIProvider (for all operations) */
+	allAdapters = /* @__PURE__ */ new Map();
+	/** Batch processing state */
+	pollingActive = false;
+	pollingIntervalId = null;
+	constructor(logger, batchJobsService) {
+		this.logger = logger;
+		this.batchJobsService = batchJobsService;
+	}
+	/**
+	* Register (or replace) a provider adapter.
+	*
+	* Call this when a credential is resolved so the adapter is available
+	* for subsequent prompt, batch, and model-listing operations.
+	*/
+	registerAdapter(provider, apiKey, defaultModel) {
+		let adapter;
+		switch (provider) {
+			case "OPENAI":
+				adapter = new OpenAIAdapter(this.logger, apiKey, defaultModel);
+				this.batchAdapters.set(BatchProvider.OPENAI, adapter);
+				this.allAdapters.set(AIProvider.OPENAI, adapter);
+				break;
+			case "ANTHROPIC":
+				adapter = new AnthropicAdapter(this.logger, apiKey, defaultModel);
+				this.batchAdapters.set(BatchProvider.ANTHROPIC, adapter);
+				this.allAdapters.set(AIProvider.ANTHROPIC, adapter);
+				break;
+			case "OPENROUTER":
+				adapter = new OpenRouterAdapter(this.logger, apiKey, defaultModel);
+				this.allAdapters.set(AIProvider.OPENROUTER, adapter);
+				break;
+			default: throw new Error(`Unknown provider: ${provider}`);
+		}
+		this.logger.debug(`Adapter registered for ${provider}`);
+		return adapter;
+	}
+	/**
+	* Check whether an adapter is available for a given provider.
+	*/
+	hasAdapter(provider) {
+		return this.allAdapters.has(provider) || this.batchAdapters.has(provider);
+	}
+	/**
+	* Get adapter for a batch-capable provider
+	*/
+	getBatchAdapter(provider) {
+		const adapter = this.batchAdapters.get(provider);
+		if (!adapter) throw new Error(`No batch adapter available for provider: ${provider}`);
+		return adapter;
+	}
+	/**
+	* Get adapter for any AI provider.
+	* Throws if no adapter has been registered for the given provider.
+	*/
+	getAdapter(provider) {
+		const adapter = this.allAdapters.get(provider) ?? this.batchAdapters.get(provider);
+		if (!adapter) throw new Error(`No adapter registered for provider "${provider}". Register one via registerAdapter() or ensure the credential is resolved first.`);
+		return adapter;
+	}
+	/**
+	* Validate agent prompt request
+	*/
+	validateAgentPromptRequest(request) {
+		if (!request.model) throw new Error("Model is required for agent prompt");
+		if (!request.messages || request.messages.length === 0) throw new Error("At least one message is required for agent prompt");
+	}
+	/**
+	* Execute agent prompt with tool support.
+	* This is the main entry point for agent interactions.
+	*
+	* When `request.useBatchProcessing` is true the initial prompt is submitted
+	* through the Batch API and a `batch_submitted` result is returned instead
+	* of an `AgentPromptResult`.
+	*/
+	async runAgentPrompt(request, provider) {
+		this.validateAgentPromptRequest(request);
+		const batchReq = request;
+		if (batchReq.useBatchProcessing && batchReq.nodeId && batchReq.flowRunId) {
+			this.logger.debug("Submitting agent prompt via batch", {
+				model: request.model,
+				provider,
+				nodeId: batchReq.nodeId
+			});
+			const batchRequest = {
+				prompt: request.messages.map((m) => {
+					return `[${m.role.toUpperCase()}]\n${typeof m.content === "string" ? m.content : JSON.stringify(m.content)}`;
+				}).join("\n\n"),
+				model: request.model,
+				provider,
+				systemPrompt: request.systemPrompt,
+				temperature: request.temperature,
+				maxTokens: request.maxTokens,
+				useBatchProcessing: true,
+				nodeId: batchReq.nodeId,
+				flowRunId: batchReq.flowRunId
+			};
+			return this.submitBatchRequest(batchRequest);
+		}
+		const adapter = this.getAdapter(provider);
+		this.logger.debug("Running agent prompt", {
+			provider: adapter.providerId,
+			model: request.model,
+			toolCount: request.tools.length,
+			messageCount: request.messages.length
+		});
+		try {
+			return await adapter.executeAgentPrompt(request);
+		} catch (error) {
+			this.logger.error(`Agent prompt failed for ${provider}:`, error);
+			throw error;
+		}
+	}
+	/**
+	* Submit batch to AI provider's Batch API
+	*/
+	async submitBatch(batchJobId, requestData) {
+		return await this.getBatchAdapter(requestData.provider).submitBatch(batchJobId, requestData);
+	}
+	/**
+	* Poll batch status from AI provider's Batch API
+	*/
+	async pollBatch(externalBatchId, provider) {
+		return await this.getBatchAdapter(provider).pollBatch(externalBatchId);
+	}
+	/**
+	* Direct API call for immediate execution
+	*/
+	async submitDirectRequest(req) {
+		return await this.getAdapter(req.provider).executePrompt(req);
+	}
+	/**
+	* List all available models from all providers
+	*/
+	async listModels() {
+		const allModels = [];
+		let defaultModel;
+		for (const [provider, adapter] of this.allAdapters.entries()) try {
+			const models = await adapter.listModels();
+			if (!defaultModel) defaultModel = adapter.defaultModel;
+			allModels.push(...models);
+		} catch (error) {
+			this.logger.warn(`Failed to fetch models from ${provider}:`, error.message);
+		}
+		if (!defaultModel) throw new Error("A default model must be set for at least one provider");
+		return {
+			models: allModels,
+			defaultModel
+		};
+	}
+	/**
+	* List models for a specific provider
+	*/
+	async listModelsForProvider(provider) {
+		const adapter = this.getAdapter(provider);
+		return {
+			models: await adapter.listModels(),
+			defaultModel: adapter.defaultModel
+		};
+	}
+	/**
+	* Enhanced executePrompt that supports both batch and direct processing
+	* PRIMARY ENTRY POINT for all LLM requests
+	*/
+	async executePrompt(request) {
+		if (request.useBatchProcessing) return this.submitBatchRequest(request);
+		else return await this.submitDirectRequest(request);
+	}
+	/**
+	* Submit a batch request.
+	* Used by both executePrompt (model nodes) and runAgentPrompt (agent batch).
+	*/
+	async submitBatchRequest(request) {
+		this.logger.debug("Submitting batch job", request);
+		try {
+			const batchJob = await this.batchJobsService.createBatchJob(request);
+			const submissionResult = await this.submitBatch(batchJob.id, request);
+			if (!submissionResult.externalBatchId) {
+				this.logger.error(`No external batch ID received from ${request.provider} provider for job ${batchJob.id}`);
+				throw new Error(`Failed to get external batch ID from ${request.provider} provider`);
+			}
+			await this.batchJobsService.updateBatchJob(batchJob.id, {
+				batchId: submissionResult.externalBatchId,
+				status: BatchStatus.SUBMITTED
+			});
+			this.logger.debug("Batch job submitted successfully", {
+				batchJobId: batchJob.id,
+				externalBatchId: submissionResult.externalBatchId,
+				provider: batchJob.provider
+			});
+			return {
+				type: "batch_submitted",
+				batchJobId: batchJob.id,
+				nodeId: request.nodeId,
+				flowRunId: request.flowRunId
+			};
+		} catch (error) {
+			this.logger.error(`Failed to submit batch job for node ${request.nodeId}:`, error);
+			if (request.nodeId) try {
+				await this.batchJobsService.markJobAsFailed(request.nodeId, error.message);
+			} catch (updateError) {
+				this.logger.error("Failed to update batch job status:", updateError);
+			}
+			throw error;
+		}
+	}
+	/**
+	* Start batch polling
+	*/
+	async startBatchPolling() {
+		if (!this.batchJobsService) throw new Error("Batch processing not available - BatchJobsService not configured");
+		if (this.pollingActive) {
+			this.logger.warn("Batch polling is already active");
+			return;
+		}
+		this.pollingActive = true;
+		this.pollingIntervalId = setInterval(async () => {
+			try {
+				await this.pollBatchJobsForAllProviders();
+			} catch (error) {
+				this.logger.error("Error during batch polling cycle", error);
+			}
+		}, 5e3);
+		this.logger.info("Batch polling started");
+	}
+	/**
+	* Stop batch polling
+	*/
+	async stopBatchPolling() {
+		if (!this.pollingActive) {
+			this.logger.debug("Batch polling is not active");
+			return;
+		}
+		this.logger.info("Stopping batch job polling");
+		this.pollingActive = false;
+		if (this.pollingIntervalId) {
+			clearInterval(this.pollingIntervalId);
+			this.pollingIntervalId = null;
+		}
+	}
+	/**
+	* Poll batch jobs for all providers
+	*/
+	async pollBatchJobsForAllProviders() {
+		if (!this.batchJobsService) return;
+		const pollPromises = Array.from(this.batchAdapters.keys()).map(async (provider) => {
+			try {
+				const pendingJobs = await this.batchJobsService.getPendingBatchJobs(provider);
+				if (pendingJobs.length === 0) {
+					this.logger.debug(`No pending batch jobs to poll for ${provider}`);
+					return;
+				}
+				this.logger.debug(`Polling ${pendingJobs.length} pending batch jobs for ${provider}`);
+				const jobsWithBatchId = pendingJobs.filter((job) => !!job.batchId);
+				if (jobsWithBatchId.length > 0) await this.checkBatchJobs(jobsWithBatchId);
+			} catch (error) {
+				this.logger.error(`Failed to poll ${provider} batches:`, error);
+			}
+		});
+		await Promise.allSettled(pollPromises);
+	}
+	/**
+	* Check batch jobs
+	*/
+	async checkBatchJobs(jobs) {
+		if (!this.batchJobsService) return;
+		const chunks = this.chunkArray(jobs, 3);
+		for (const chunk of chunks) await Promise.all(chunk.map(async (job) => {
+			try {
+				await this.checkBatchJob(job);
+			} catch (error) {
+				this.logger.error(`Failed to poll batch job ${job.id}:`, error);
+			}
+		}));
+	}
+	/**
+	* Poll and update a single batch job
+	*/
+	async checkBatchJob(job) {
+		if (!this.batchJobsService || !job.batchId) {
+			this.logger.debug(`Skipping batch job ${job.id}: ${!this.batchJobsService ? "no batch service" : "no batch ID"}`);
+			return;
+		}
+		try {
+			const pollResult = await this.pollBatch(job.batchId, job.provider);
+			if (pollResult.status !== job.status) {
+				await this.batchJobsService.updateBatchJob(job.id, {
+					status: pollResult.status,
+					responseData: pollResult.result,
+					error: pollResult.error,
+					completedAt: pollResult.status === BatchStatus.COMPLETED || pollResult.status === BatchStatus.FAILED ? (/* @__PURE__ */ new Date()).toISOString() : void 0
+				});
+				this.logger.info("Batch job status updated", {
+					batchJobId: job.id,
+					oldStatus: job.status,
+					newStatus: pollResult.status,
+					hasResult: !!pollResult.result,
+					hasError: !!pollResult.error
+				});
+			} else this.logger.debug(`Batch job ${job.id} status unchanged: ${pollResult.status}`);
+		} catch (error) {
+			this.logger.error(`Error polling batch job ${job.id}:`, error);
+			try {
+				await this.batchJobsService.markJobAsFailed(job.id, `Polling failed: ${error.message}`);
+			} catch (updateError) {
+				this.logger.error(`Failed to mark batch job ${job.id} as failed:`, updateError);
+			}
+		}
+	}
+	/**
+	* Cancel batches for execution
+	*/
+	async cancelBatchesForExecution(executionId) {
+		if (!this.batchJobsService) throw new Error("Batch processing not available - BatchJobsService not configured");
+		await this.batchJobsService.markBatchJobAsCancelled(executionId);
+	}
+	/**
+	* Utility: chunk array into smaller arrays
+	*/
+	chunkArray(array, chunkSize) {
+		const chunks = [];
+		for (let i = 0; i < array.length; i += chunkSize) chunks.push(array.slice(i, i + chunkSize));
+		return chunks;
+	}
+};
+//#endregion
+export { BaseAIClient };
+
+//# sourceMappingURL=base-client.js.map

package/dist/services/ai/base-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-client.js","names":[],"sources":["../../../src/services/ai/base-client.ts"],"sourcesContent":["/**\n * Base AI Client\n *\n * Central orchestration layer for AI provider interactions.\n * Uses the adapter pattern to delegate provider-specific logic.\n *\n * Responsibilities:\n * - Provider adapter management\n * - Batch job orchestration and polling\n * - Common error handling and validation\n * - Unified API for all AI operations\n */\n\nimport { Logger } from 'src/types/schemas';\nimport { BatchJobsService } from '../batch-jobs/batch-jobs.service';\nimport { BatchJob } from '../batch-jobs/batch-jobs.model';\nimport { BatchRequest, PromptRequest, SubmitPromptRequest } from '../node-data.service';\nimport {\n  AgentPromptResult,\n  AgentToolCall,\n  AgentMessage,\n  AgentToolDefinition,\n} from 'src/types/agent-tool.types';\nimport type { SubmitAgentPromptRequest } from 'src/types-fresh';\nimport { ProviderAdapter } from './provider-adapter';\nimport { OpenAIAdapter } from './openai-adapter';\nimport { AnthropicAdapter } from './anthropic-adapter';\nimport { OpenRouterAdapter } from './openrouter-adapter';\n\n// Re-export enums (runtime values) from ai-types\nexport { BatchProvider, AIProvider, BatchStatus } from './ai-types';\n\n// Re-export types from ai-types\nexport type {\n  Model,\n  PromptResult,\n  AgentPromptRequest,\n  BatchSubmissionResult,\n  BatchPollResult,\n  BatchResult,\n} from './ai-types';\n\nimport { BatchProvider, AIProvider, BatchStatus } from './ai-types';\n\nimport type {\n  BatchResult,\n  Model,\n  PromptResult,\n  AgentPromptRequest,\n  BatchSubmissionResult,\n  BatchPollResult,\n} from './ai-types';\n\nexport type BulkBatchPollResult = Record<string, BatchResult>;\n\n/**\n * Base AI Client - Central orchestration layer.\n *\n * Adapters are registered dynamically at runtime via `registerAdapter()`.\n * Credentials from the UI/API are resolved into adapters by the caller\n * (e.g. the node-execution-coordinator or invect-core) before invoking\n * prompt/batch/model-listing operations.\n */\nexport class BaseAIClient {\n  /** Map of available provider adapters by BatchProvider (for batch-capable providers) */\n  private readonly batchAdapters = new Map<BatchProvider, ProviderAdapter>();\n\n  /** Map of all provider adapters by AIProvider (for all operations) */\n  private readonly allAdapters = new Map<AIProvider, ProviderAdapter>();\n\n  /** Batch processing state */\n  private pollingActive = false;\n  private pollingIntervalId: NodeJS.Timeout | null = null;\n\n  constructor(\n    private readonly logger: Logger,\n    private readonly batchJobsService: BatchJobsService,\n  ) {}\n\n  // =====================================\n  // ADAPTER REGISTRATION\n  // =====================================\n\n  /**\n   * Register (or replace) a provider adapter.\n   *\n   * Call this when a credential is resolved so the adapter is available\n   * for subsequent prompt, batch, and model-listing operations.\n   */\n  registerAdapter(\n    provider: 'OPENAI' | 'ANTHROPIC' | 'OPENROUTER',\n    apiKey: string,\n    defaultModel?: string,\n  ): ProviderAdapter {\n    let adapter: ProviderAdapter;\n\n    switch (provider) {\n      case 'OPENAI':\n        adapter = new OpenAIAdapter(this.logger, apiKey, defaultModel);\n        this.batchAdapters.set(BatchProvider.OPENAI, adapter);\n        this.allAdapters.set(AIProvider.OPENAI, adapter);\n        break;\n      case 'ANTHROPIC':\n        adapter = new AnthropicAdapter(this.logger, apiKey, defaultModel);\n        this.batchAdapters.set(BatchProvider.ANTHROPIC, adapter);\n        this.allAdapters.set(AIProvider.ANTHROPIC, adapter);\n        break;\n      case 'OPENROUTER':\n        adapter = new OpenRouterAdapter(this.logger, apiKey, defaultModel);\n        // OpenRouter does NOT support batch processing\n        this.allAdapters.set(AIProvider.OPENROUTER, adapter);\n        break;\n      default:\n        throw new Error(`Unknown provider: ${provider}`);\n    }\n\n    this.logger.debug(`Adapter registered for ${provider}`);\n    return adapter;\n  }\n\n  /**\n   * Check whether an adapter is available for a given provider.\n   */\n  hasAdapter(provider: AIProvider | BatchProvider): boolean {\n    return (\n      this.allAdapters.has(provider as AIProvider) ||\n      this.batchAdapters.has(provider as BatchProvider)\n    );\n  }\n\n  /**\n   * Get adapter for a batch-capable provider\n   */\n  private getBatchAdapter(provider: BatchProvider): ProviderAdapter {\n    const adapter = this.batchAdapters.get(provider);\n    if (!adapter) {\n      throw new Error(`No batch adapter available for provider: ${provider}`);\n    }\n    return adapter;\n  }\n\n  /**\n   * Get adapter for any AI provider.\n   * Throws if no adapter has been registered for the given provider.\n   */\n  private getAdapter(provider: AIProvider | BatchProvider): ProviderAdapter {\n    const adapter =\n      this.allAdapters.get(provider as AIProvider) ??\n      this.batchAdapters.get(provider as BatchProvider);\n\n    if (!adapter) {\n      throw new Error(\n        `No adapter registered for provider \"${provider}\". ` +\n          `Register one via registerAdapter() or ensure the credential is resolved first.`,\n      );\n    }\n    return adapter;\n  }\n\n  /**\n   * Validate agent prompt request\n   */\n  private validateAgentPromptRequest(request: AgentPromptRequest): void {\n    if (!request.model) {\n      throw new Error('Model is required for agent prompt');\n    }\n    if (!request.messages || request.messages.length === 0) {\n      throw new Error('At least one message is required for agent prompt');\n    }\n  }\n\n  // =====================================\n  // PUBLIC API\n  // =====================================\n\n  /**\n   * Execute agent prompt with tool support.\n   * This is the main entry point for agent interactions.\n   *\n   * When `request.useBatchProcessing` is true the initial prompt is submitted\n   * through the Batch API and a `batch_submitted` result is returned instead\n   * of an `AgentPromptResult`.\n   */\n  async runAgentPrompt(\n    request: AgentPromptRequest | SubmitAgentPromptRequest,\n    provider: BatchProvider,\n  ): Promise<\n    | AgentPromptResult\n    | { type: 'batch_submitted'; batchJobId: string; nodeId: string; flowRunId: string }\n  > {\n    this.validateAgentPromptRequest(request);\n\n    // ── Batch path ──────────────────────────────────────────────────\n    const batchReq = request as SubmitAgentPromptRequest;\n    if (batchReq.useBatchProcessing && batchReq.nodeId && batchReq.flowRunId) {\n      this.logger.debug('Submitting agent prompt via batch', {\n        model: request.model,\n        provider,\n        nodeId: batchReq.nodeId,\n      });\n\n      // Flatten the messages into a single prompt for the batch API.\n      // The system prompt + all user/assistant messages are concatenated.\n      const flatPrompt = request.messages\n        .map((m) => {\n          const role = m.role.toUpperCase();\n          const text = typeof m.content === 'string' ? m.content : JSON.stringify(m.content);\n          return `[${role}]\\n${text}`;\n        })\n        .join('\\n\\n');\n\n      const batchRequest: BatchRequest = {\n        prompt: flatPrompt,\n        model: request.model,\n        provider,\n        systemPrompt: request.systemPrompt,\n        temperature: request.temperature,\n        maxTokens: request.maxTokens,\n        useBatchProcessing: true,\n        nodeId: batchReq.nodeId,\n        flowRunId: batchReq.flowRunId,\n      };\n\n      return this.submitBatchRequest(batchRequest);\n    }\n\n    // ── Direct path ─────────────────────────────────────────────────\n    const adapter = this.getAdapter(provider);\n\n    this.logger.debug('Running agent prompt', {\n      provider: adapter.providerId,\n      model: request.model,\n      toolCount: request.tools.length,\n      messageCount: request.messages.length,\n    });\n\n    try {\n      return await adapter.executeAgentPrompt(request);\n    } catch (error) {\n      this.logger.error(`Agent prompt failed for ${provider}:`, error);\n      throw error;\n    }\n  }\n\n  /**\n   * Submit batch to AI provider's Batch API\n   */\n  async submitBatch(batchJobId: string, requestData: BatchRequest): Promise<BatchSubmissionResult> {\n    const adapter = this.getBatchAdapter(requestData.provider);\n    return await adapter.submitBatch(batchJobId, requestData);\n  }\n\n  /**\n   * Poll batch status from AI provider's Batch API\n   */\n  async pollBatch(externalBatchId: string, provider: BatchProvider): Promise<BatchPollResult> {\n    const adapter = this.getBatchAdapter(provider);\n    return await adapter.pollBatch(externalBatchId);\n  }\n\n  /**\n   * Direct API call for immediate execution\n   */\n  private async submitDirectRequest(req: PromptRequest): Promise<PromptResult> {\n    const adapter = this.getAdapter(req.provider);\n    return await adapter.executePrompt(req);\n  }\n\n  /**\n   * List all available models from all providers\n   */\n  async listModels(): Promise<{ models: Model[]; defaultModel: string }> {\n    const allModels: Model[] = [];\n    let defaultModel: string | undefined;\n\n    for (const [provider, adapter] of this.allAdapters.entries()) {\n      try {\n        const models = await adapter.listModels();\n        if (!defaultModel) {\n          defaultModel = adapter.defaultModel;\n        }\n        allModels.push(...models);\n      } catch (error) {\n        this.logger.warn(`Failed to fetch models from ${provider}:`, (error as Error).message);\n      }\n    }\n\n    if (!defaultModel) {\n      throw new Error('A default model must be set for at least one provider');\n    }\n\n    return { models: allModels, defaultModel };\n  }\n\n  /**\n   * List models for a specific provider\n   */\n  async listModelsForProvider(\n    provider: AIProvider | BatchProvider,\n  ): Promise<{ models: Model[]; defaultModel: string }> {\n    const adapter = this.getAdapter(provider);\n    const models = await adapter.listModels();\n    return { models, defaultModel: adapter.defaultModel };\n  }\n\n  /**\n   * Enhanced executePrompt that supports both batch and direct processing\n   * PRIMARY ENTRY POINT for all LLM requests\n   */\n  async executePrompt(request: SubmitPromptRequest): Promise<\n    | PromptResult\n    | {\n        type: 'batch_submitted';\n        batchJobId: string;\n        nodeId: string;\n        flowRunId: string;\n      }\n  > {\n    if (request.useBatchProcessing) {\n      return this.submitBatchRequest(request);\n    } else {\n      return await this.submitDirectRequest(request);\n    }\n  }\n\n  /**\n   * Submit a batch request.\n   * Used by both executePrompt (model nodes) and runAgentPrompt (agent batch).\n   */\n  private async submitBatchRequest(request: BatchRequest): Promise<{\n    type: 'batch_submitted';\n    batchJobId: string;\n    nodeId: string;\n    flowRunId: string;\n  }> {\n    this.logger.debug('Submitting batch job', request);\n\n    try {\n      const batchJob = await this.batchJobsService.createBatchJob(request);\n      const submissionResult = await this.submitBatch(batchJob.id, request);\n\n      if (!submissionResult.externalBatchId) {\n        this.logger.error(\n          `No external batch ID received from ${request.provider} provider for job ${batchJob.id}`,\n        );\n        throw new Error(`Failed to get external batch ID from ${request.provider} provider`);\n      }\n\n      await this.batchJobsService.updateBatchJob(batchJob.id, {\n        batchId: submissionResult.externalBatchId,\n        status: BatchStatus.SUBMITTED,\n      });\n\n      this.logger.debug('Batch job submitted successfully', {\n        batchJobId: batchJob.id,\n        externalBatchId: submissionResult.externalBatchId,\n        provider: batchJob.provider,\n      });\n\n      return {\n        type: 'batch_submitted' as const,\n        batchJobId: batchJob.id,\n        nodeId: request.nodeId,\n        flowRunId: request.flowRunId,\n      };\n    } catch (error) {\n      this.logger.error(`Failed to submit batch job for node ${request.nodeId}:`, error);\n\n      if (request.nodeId) {\n        try {\n          await this.batchJobsService.markJobAsFailed(request.nodeId, (error as Error).message);\n        } catch (updateError) {\n          this.logger.error('Failed to update batch job status:', updateError);\n        }\n      }\n\n      throw error;\n    }\n  }\n\n  // =====================================\n  // BATCH POLLING\n  // =====================================\n\n  /**\n   * Start batch polling\n   */\n  async startBatchPolling(): Promise<void> {\n    if (!this.batchJobsService) {\n      throw new Error('Batch processing not available - BatchJobsService not configured');\n    }\n\n    if (this.pollingActive) {\n      this.logger.warn('Batch polling is already active');\n      return;\n    }\n\n    this.pollingActive = true;\n    this.pollingIntervalId = setInterval(async () => {\n      try {\n        await this.pollBatchJobsForAllProviders();\n      } catch (error) {\n        this.logger.error('Error during batch polling cycle', error);\n      }\n    }, 5000);\n\n    this.logger.info('Batch polling started');\n  }\n\n  /**\n   * Stop batch polling\n   */\n  async stopBatchPolling(): Promise<void> {\n    if (!this.pollingActive) {\n      this.logger.debug('Batch polling is not active');\n      return;\n    }\n\n    this.logger.info('Stopping batch job polling');\n    this.pollingActive = false;\n\n    if (this.pollingIntervalId) {\n      clearInterval(this.pollingIntervalId);\n      this.pollingIntervalId = null;\n    }\n  }\n\n  /**\n   * Poll batch jobs for all providers\n   */\n  async pollBatchJobsForAllProviders(): Promise<void> {\n    if (!this.batchJobsService) {\n      return;\n    }\n\n    // Only poll batch-capable providers\n    const pollPromises = Array.from(this.batchAdapters.keys()).map(async (provider) => {\n      try {\n        const pendingJobs = await this.batchJobsService.getPendingBatchJobs(provider);\n\n        if (pendingJobs.length === 0) {\n          this.logger.debug(`No pending batch jobs to poll for ${provider}`);\n          return;\n        }\n\n        this.logger.debug(`Polling ${pendingJobs.length} pending batch jobs for ${provider}`);\n\n        const jobsWithBatchId = pendingJobs.filter((job) => !!job.batchId);\n        if (jobsWithBatchId.length > 0) {\n          await this.checkBatchJobs(jobsWithBatchId);\n        }\n      } catch (error) {\n        this.logger.error(`Failed to poll ${provider} batches:`, error);\n      }\n    });\n\n    await Promise.allSettled(pollPromises);\n  }\n\n  /**\n   * Check batch jobs\n   */\n  private async checkBatchJobs(jobs: BatchJob[]): Promise<void> {\n    if (!this.batchJobsService) {\n      return;\n    }\n\n    const maxConcurrentPolls = 3;\n    const chunks = this.chunkArray(jobs, maxConcurrentPolls);\n\n    for (const chunk of chunks) {\n      await Promise.all(\n        chunk.map(async (job) => {\n          try {\n            await this.checkBatchJob(job);\n          } catch (error) {\n            this.logger.error(`Failed to poll batch job ${job.id}:`, error);\n          }\n        }),\n      );\n    }\n  }\n\n  /**\n   * Poll and update a single batch job\n   */\n  private async checkBatchJob(job: {\n    id: string;\n    batchId?: string;\n    provider: BatchProvider;\n    status: BatchStatus;\n  }): Promise<void> {\n    if (!this.batchJobsService || !job.batchId) {\n      this.logger.debug(\n        `Skipping batch job ${job.id}: ${!this.batchJobsService ? 'no batch service' : 'no batch ID'}`,\n      );\n      return;\n    }\n\n    try {\n      const pollResult = await this.pollBatch(job.batchId, job.provider);\n\n      if (pollResult.status !== job.status) {\n        await this.batchJobsService.updateBatchJob(job.id, {\n          status: pollResult.status,\n          responseData: pollResult.result,\n          error: pollResult.error,\n          completedAt:\n            pollResult.status === BatchStatus.COMPLETED || pollResult.status === BatchStatus.FAILED\n              ? new Date().toISOString()\n              : undefined,\n        });\n\n        this.logger.info('Batch job status updated', {\n          batchJobId: job.id,\n          oldStatus: job.status,\n          newStatus: pollResult.status,\n          hasResult: !!pollResult.result,\n          hasError: !!pollResult.error,\n        });\n      } else {\n        this.logger.debug(`Batch job ${job.id} status unchanged: ${pollResult.status}`);\n      }\n    } catch (error) {\n      this.logger.error(`Error polling batch job ${job.id}:`, error);\n\n      try {\n        await this.batchJobsService.markJobAsFailed(\n          job.id,\n          `Polling failed: ${(error as Error).message}`,\n        );\n      } catch (updateError) {\n        this.logger.error(`Failed to mark batch job ${job.id} as failed:`, updateError);\n      }\n    }\n  }\n\n  /**\n   * Cancel batches for execution\n   */\n  async cancelBatchesForExecution(executionId: string): Promise<void> {\n    if (!this.batchJobsService) {\n      throw new Error('Batch processing not available - BatchJobsService not configured');\n    }\n    await this.batchJobsService.markBatchJobAsCancelled(executionId);\n  }\n\n  /**\n   * Utility: chunk array into smaller arrays\n   */\n  private chunkArray<T>(array: T[], chunkSize: number): T[][] {\n    const chunks: T[][] = [];\n    for (let i = 0; i < array.length; i += chunkSize) {\n      chunks.push(array.slice(i, i + chunkSize));\n    }\n    return chunks;\n  }\n}\n\n// Re-export types for convenience\nexport type { AgentPromptResult, AgentToolCall, AgentMessage, AgentToolDefinition };\n\n// Re-export adapter classes for advanced usage\nexport { OpenAIAdapter } from './openai-adapter';\nexport { AnthropicAdapter } from './anthropic-adapter';\nexport { OpenRouterAdapter } from './openrouter-adapter';\nexport type { ProviderAdapter, ProviderCapabilities } from './provider-adapter';\n"],"mappings":";;;;;;;;;;;;;AA+DA,IAAa,eAAb,MAA0B;;CAExB,gCAAiC,IAAI,KAAqC;;CAG1E,8BAA+B,IAAI,KAAkC;;CAGrE,gBAAwB;CACxB,oBAAmD;CAEnD,YACE,QACA,kBACA;AAFiB,OAAA,SAAA;AACA,OAAA,mBAAA;;;;;;;;CAanB,gBACE,UACA,QACA,cACiB;EACjB,IAAI;AAEJ,UAAQ,UAAR;GACE,KAAK;AACH,cAAU,IAAI,cAAc,KAAK,QAAQ,QAAQ,aAAa;AAC9D,SAAK,cAAc,IAAI,cAAc,QAAQ,QAAQ;AACrD,SAAK,YAAY,IAAI,WAAW,QAAQ,QAAQ;AAChD;GACF,KAAK;AACH,cAAU,IAAI,iBAAiB,KAAK,QAAQ,QAAQ,aAAa;AACjE,SAAK,cAAc,IAAI,cAAc,WAAW,QAAQ;AACxD,SAAK,YAAY,IAAI,WAAW,WAAW,QAAQ;AACnD;GACF,KAAK;AACH,cAAU,IAAI,kBAAkB,KAAK,QAAQ,QAAQ,aAAa;AAElE,SAAK,YAAY,IAAI,WAAW,YAAY,QAAQ;AACpD;GACF,QACE,OAAM,IAAI,MAAM,qBAAqB,WAAW;;AAGpD,OAAK,OAAO,MAAM,0BAA0B,WAAW;AACvD,SAAO;;;;;CAMT,WAAW,UAA+C;AACxD,SACE,KAAK,YAAY,IAAI,SAAuB,IAC5C,KAAK,cAAc,IAAI,SAA0B;;;;;CAOrD,gBAAwB,UAA0C;EAChE,MAAM,UAAU,KAAK,cAAc,IAAI,SAAS;AAChD,MAAI,CAAC,QACH,OAAM,IAAI,MAAM,4CAA4C,WAAW;AAEzE,SAAO;;;;;;CAOT,WAAmB,UAAuD;EACxE,MAAM,UACJ,KAAK,YAAY,IAAI,SAAuB,IAC5C,KAAK,cAAc,IAAI,SAA0B;AAEnD,MAAI,CAAC,QACH,OAAM,IAAI,MACR,uCAAuC,SAAS,mFAEjD;AAEH,SAAO;;;;;CAMT,2BAAmC,SAAmC;AACpE,MAAI,CAAC,QAAQ,MACX,OAAM,IAAI,MAAM,qCAAqC;AAEvD,MAAI,CAAC,QAAQ,YAAY,QAAQ,SAAS,WAAW,EACnD,OAAM,IAAI,MAAM,oDAAoD;;;;;;;;;;CAgBxE,MAAM,eACJ,SACA,UAIA;AACA,OAAK,2BAA2B,QAAQ;EAGxC,MAAM,WAAW;AACjB,MAAI,SAAS,sBAAsB,SAAS,UAAU,SAAS,WAAW;AACxE,QAAK,OAAO,MAAM,qCAAqC;IACrD,OAAO,QAAQ;IACf;IACA,QAAQ,SAAS;IAClB,CAAC;GAYF,MAAM,eAA6B;IACjC,QATiB,QAAQ,SACxB,KAAK,MAAM;AAGV,YAAO,IAFM,EAAE,KAAK,aAAa,CAEjB,KADH,OAAO,EAAE,YAAY,WAAW,EAAE,UAAU,KAAK,UAAU,EAAE,QAAQ;MAElF,CACD,KAAK,OAAO;IAIb,OAAO,QAAQ;IACf;IACA,cAAc,QAAQ;IACtB,aAAa,QAAQ;IACrB,WAAW,QAAQ;IACnB,oBAAoB;IACpB,QAAQ,SAAS;IACjB,WAAW,SAAS;IACrB;AAED,UAAO,KAAK,mBAAmB,aAAa;;EAI9C,MAAM,UAAU,KAAK,WAAW,SAAS;AAEzC,OAAK,OAAO,MAAM,wBAAwB;GACxC,UAAU,QAAQ;GAClB,OAAO,QAAQ;GACf,WAAW,QAAQ,MAAM;GACzB,cAAc,QAAQ,SAAS;GAChC,CAAC;AAEF,MAAI;AACF,UAAO,MAAM,QAAQ,mBAAmB,QAAQ;WACzC,OAAO;AACd,QAAK,OAAO,MAAM,2BAA2B,SAAS,IAAI,MAAM;AAChE,SAAM;;;;;;CAOV,MAAM,YAAY,YAAoB,aAA2D;AAE/F,SAAO,MADS,KAAK,gBAAgB,YAAY,SAAS,CACrC,YAAY,YAAY,YAAY;;;;;CAM3D,MAAM,UAAU,iBAAyB,UAAmD;AAE1F,SAAO,MADS,KAAK,gBAAgB,SAAS,CACzB,UAAU,gBAAgB;;;;;CAMjD,MAAc,oBAAoB,KAA2C;AAE3E,SAAO,MADS,KAAK,WAAW,IAAI,SAAS,CACxB,cAAc,IAAI;;;;;CAMzC,MAAM,aAAiE;EACrE,MAAM,YAAqB,EAAE;EAC7B,IAAI;AAEJ,OAAK,MAAM,CAAC,UAAU,YAAY,KAAK,YAAY,SAAS,CAC1D,KAAI;GACF,MAAM,SAAS,MAAM,QAAQ,YAAY;AACzC,OAAI,CAAC,aACH,gBAAe,QAAQ;AAEzB,aAAU,KAAK,GAAG,OAAO;WAClB,OAAO;AACd,QAAK,OAAO,KAAK,+BAA+B,SAAS,IAAK,MAAgB,QAAQ;;AAI1F,MAAI,CAAC,aACH,OAAM,IAAI,MAAM,wDAAwD;AAG1E,SAAO;GAAE,QAAQ;GAAW;GAAc;;;;;CAM5C,MAAM,sBACJ,UACoD;EACpD,MAAM,UAAU,KAAK,WAAW,SAAS;AAEzC,SAAO;GAAE,QADM,MAAM,QAAQ,YAAY;GACxB,cAAc,QAAQ;GAAc;;;;;;CAOvD,MAAM,cAAc,SAQlB;AACA,MAAI,QAAQ,mBACV,QAAO,KAAK,mBAAmB,QAAQ;MAEvC,QAAO,MAAM,KAAK,oBAAoB,QAAQ;;;;;;CAQlD,MAAc,mBAAmB,SAK9B;AACD,OAAK,OAAO,MAAM,wBAAwB,QAAQ;AAElD,MAAI;GACF,MAAM,WAAW,MAAM,KAAK,iBAAiB,eAAe,QAAQ;GACpE,MAAM,mBAAmB,MAAM,KAAK,YAAY,SAAS,IAAI,QAAQ;AAErE,OAAI,CAAC,iBAAiB,iBAAiB;AACrC,SAAK,OAAO,MACV,sCAAsC,QAAQ,SAAS,oBAAoB,SAAS,KACrF;AACD,UAAM,IAAI,MAAM,wCAAwC,QAAQ,SAAS,WAAW;;AAGtF,SAAM,KAAK,iBAAiB,eAAe,SAAS,IAAI;IACtD,SAAS,iBAAiB;IAC1B,QAAQ,YAAY;IACrB,CAAC;AAEF,QAAK,OAAO,MAAM,oCAAoC;IACpD,YAAY,SAAS;IACrB,iBAAiB,iBAAiB;IAClC,UAAU,SAAS;IACpB,CAAC;AAEF,UAAO;IACL,MAAM;IACN,YAAY,SAAS;IACrB,QAAQ,QAAQ;IAChB,WAAW,QAAQ;IACpB;WACM,OAAO;AACd,QAAK,OAAO,MAAM,uCAAuC,QAAQ,OAAO,IAAI,MAAM;AAElF,OAAI,QAAQ,OACV,KAAI;AACF,UAAM,KAAK,iBAAiB,gBAAgB,QAAQ,QAAS,MAAgB,QAAQ;YAC9E,aAAa;AACpB,SAAK,OAAO,MAAM,sCAAsC,YAAY;;AAIxE,SAAM;;;;;;CAWV,MAAM,oBAAmC;AACvC,MAAI,CAAC,KAAK,iBACR,OAAM,IAAI,MAAM,mEAAmE;AAGrF,MAAI,KAAK,eAAe;AACtB,QAAK,OAAO,KAAK,kCAAkC;AACnD;;AAGF,OAAK,gBAAgB;AACrB,OAAK,oBAAoB,YAAY,YAAY;AAC/C,OAAI;AACF,UAAM,KAAK,8BAA8B;YAClC,OAAO;AACd,SAAK,OAAO,MAAM,oCAAoC,MAAM;;KAE7D,IAAK;AAER,OAAK,OAAO,KAAK,wBAAwB;;;;;CAM3C,MAAM,mBAAkC;AACtC,MAAI,CAAC,KAAK,eAAe;AACvB,QAAK,OAAO,MAAM,8BAA8B;AAChD;;AAGF,OAAK,OAAO,KAAK,6BAA6B;AAC9C,OAAK,gBAAgB;AAErB,MAAI,KAAK,mBAAmB;AAC1B,iBAAc,KAAK,kBAAkB;AACrC,QAAK,oBAAoB;;;;;;CAO7B,MAAM,+BAA8C;AAClD,MAAI,CAAC,KAAK,iBACR;EAIF,MAAM,eAAe,MAAM,KAAK,KAAK,cAAc,MAAM,CAAC,CAAC,IAAI,OAAO,aAAa;AACjF,OAAI;IACF,MAAM,cAAc,MAAM,KAAK,iBAAiB,oBAAoB,SAAS;AAE7E,QAAI,YAAY,WAAW,GAAG;AAC5B,UAAK,OAAO,MAAM,qCAAqC,WAAW;AAClE;;AAGF,SAAK,OAAO,MAAM,WAAW,YAAY,OAAO,0BAA0B,WAAW;IAErF,MAAM,kBAAkB,YAAY,QAAQ,QAAQ,CAAC,CAAC,IAAI,QAAQ;AAClE,QAAI,gBAAgB,SAAS,EAC3B,OAAM,KAAK,eAAe,gBAAgB;YAErC,OAAO;AACd,SAAK,OAAO,MAAM,kBAAkB,SAAS,YAAY,MAAM;;IAEjE;AAEF,QAAM,QAAQ,WAAW,aAAa;;;;;CAMxC,MAAc,eAAe,MAAiC;AAC5D,MAAI,CAAC,KAAK,iBACR;EAIF,MAAM,SAAS,KAAK,WAAW,MADJ,EAC6B;AAExD,OAAK,MAAM,SAAS,OAClB,OAAM,QAAQ,IACZ,MAAM,IAAI,OAAO,QAAQ;AACvB,OAAI;AACF,UAAM,KAAK,cAAc,IAAI;YACtB,OAAO;AACd,SAAK,OAAO,MAAM,4BAA4B,IAAI,GAAG,IAAI,MAAM;;IAEjE,CACH;;;;;CAOL,MAAc,cAAc,KAKV;AAChB,MAAI,CAAC,KAAK,oBAAoB,CAAC,IAAI,SAAS;AAC1C,QAAK,OAAO,MACV,sBAAsB,IAAI,GAAG,IAAI,CAAC,KAAK,mBAAmB,qBAAqB,gBAChF;AACD;;AAGF,MAAI;GACF,MAAM,aAAa,MAAM,KAAK,UAAU,IAAI,SAAS,IAAI,SAAS;AAElE,OAAI,WAAW,WAAW,IAAI,QAAQ;AACpC,UAAM,KAAK,iBAAiB,eAAe,IAAI,IAAI;KACjD,QAAQ,WAAW;KACnB,cAAc,WAAW;KACzB,OAAO,WAAW;KAClB,aACE,WAAW,WAAW,YAAY,aAAa,WAAW,WAAW,YAAY,0BAC7E,IAAI,MAAM,EAAC,aAAa,GACxB,KAAA;KACP,CAAC;AAEF,SAAK,OAAO,KAAK,4BAA4B;KAC3C,YAAY,IAAI;KAChB,WAAW,IAAI;KACf,WAAW,WAAW;KACtB,WAAW,CAAC,CAAC,WAAW;KACxB,UAAU,CAAC,CAAC,WAAW;KACxB,CAAC;SAEF,MAAK,OAAO,MAAM,aAAa,IAAI,GAAG,qBAAqB,WAAW,SAAS;WAE1E,OAAO;AACd,QAAK,OAAO,MAAM,2BAA2B,IAAI,GAAG,IAAI,MAAM;AAE9D,OAAI;AACF,UAAM,KAAK,iBAAiB,gBAC1B,IAAI,IACJ,mBAAoB,MAAgB,UACrC;YACM,aAAa;AACpB,SAAK,OAAO,MAAM,4BAA4B,IAAI,GAAG,cAAc,YAAY;;;;;;;CAQrF,MAAM,0BAA0B,aAAoC;AAClE,MAAI,CAAC,KAAK,iBACR,OAAM,IAAI,MAAM,mEAAmE;AAErF,QAAM,KAAK,iBAAiB,wBAAwB,YAAY;;;;;CAMlE,WAAsB,OAAY,WAA0B;EAC1D,MAAM,SAAgB,EAAE;AACxB,OAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,UACrC,QAAO,KAAK,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;AAE5C,SAAO"}