echo-ai-sdk-ts 2.4.0 → 2.5.0

package/dist/index.d.mts

@@ -828,6 +828,48 @@ declare class ExperimentManager {
     getVariantConfig(experimentName: string, variantId: string): Record<string, any> | null;
 }
 
+interface TTSConfig {
+    apiKey: string;
+    model?: string;
+}
+declare class HuggingFaceTTS {
+    private client;
+    private defaultModel;
+    constructor(config: TTSConfig);
+    /**
+     * Converts an AI text response into a spoken audio Blob.
+     * Useful for voice-enabled chatbots or IVR systems.
+     */
+    generateAudio(text: string): Promise<Blob>;
+    /**
+     * Helper syntax for Node.js backends needing buffers instead of Blobs.
+     */
+    generateBuffer(text: string): Promise<Buffer>;
+}
+
+interface ImageGenConfig {
+    apiKey: string;
+    model?: string;
+}
+declare class HuggingFaceImageGen {
+    private client;
+    private defaultModel;
+    constructor(config: ImageGenConfig);
+    /**
+     * Generates an image based on the prompt.
+     * Returns standard image Blob.
+     */
+    generate(prompt: string): Promise<Blob>;
+    /**
+     * Generates a base64 encoded string compatible with markdown or HTML `img src`.
+     */
+    generateBase64(prompt: string): Promise<string>;
+    /**
+     * Exposes this generator as a ToolContext that the AgentExecutor can use dynamically.
+     */
+    asTool(): ToolContext;
+}
+
 interface SupportBotConfig {
     gateway: AIModelGateway;
     companyName: string;
@@ -844,6 +886,8 @@ interface SupportBotConfig {
     maxIterations?: number;
     enablePIIRedaction?: boolean;
     experiments?: Experiment[];
+    tts?: TTSConfig;
+    imageGen?: ImageGenConfig;
 }
 type BotMiddleware = (ctx: {
     sessionId: string;
@@ -865,6 +909,8 @@ declare class CustomerSupportBot {
     handoff?: HandoffManager;
     piiRedactor?: PIIRedactor;
     experimentManager?: ExperimentManager;
+    ttsEngine?: HuggingFaceTTS;
+    imageGenEngine?: HuggingFaceImageGen;
     greeting: string;
     private defaultSystemPrompt;
     private middlewares;
@@ -875,6 +921,13 @@ declare class CustomerSupportBot {
     trackOutcome(sessionId: string, type: string, valueUsd?: number, metadata?: Record<string, any>): void;
     /** Process a customer message and return the bot's response. */
     chat(sessionId: string, message: string): Promise<string>;
+    /**
+     * Process a customer message and return both text and a spoken audio Buffer using the TTS engine.
+     */
+    chatWithVoice(sessionId: string, message: string): Promise<{
+        text: string;
+        audio?: Buffer;
+    }>;
     /** Start tracking analytics for a new session. */
     initSession(sessionId: string): void;
 }
@@ -982,4 +1035,39 @@ declare class TelegramAdapter extends ChannelAdapter {
     private sendMessage;
 }
 
-export { AIModelGateway, APIConnector, type APIConnectorConfig, AgentExecutor, AgentIterationLimitError, AgentPipeline, AgentRouter, type AgentTelemetry, type AnalyticsSnapshot, type BaseMemoryStore, BaseProvider, BaseSTTProvider, BaseSpeakerRecognizer, BaseTTSProvider, type BotMiddleware, CachedGateway, ChannelAdapter, type ChannelConfig, ChatAgent, type ChatMessage, ChatMessageSchema, type ChatRequest, ChatRequestSchema, type ChatResponse, ChatResponseSchema, ChatWidget, type ChatWidgetConfig, type ChatWidgetTheme, type ChunkOptions, ConfigurationError, ConversationAnalytics, type ConversationRecord, CustomerSupportBot, DEFAULT_REDACTION_RULES, EchoAI, EchoVoice, type EscalationTrigger, type Experiment, ExperimentManager, type ExperimentVariant, type FetchResult, FileSessionStore, type GatewayMiddleware, GatewayRoutingError, type HandoffConfig, type HandoffEvent, HandoffManager, type IdentificationResult, InMemoryStore, KnowledgeBase, type KnowledgeBaseConfig, MemorySessionStore, MemoryVectorStore, OPENAI_PRICING, OpenAITTS, OpenAIWhisperSTT, type OutcomeRecord, OutcomeTracker, PIIRedactor, PromptRegistry, PromptTemplate, PromptVersionError, ProviderDependencyError, type RedactionRule, type STTOptions, type SearchResult, type ServerConfig, type SessionStore, SlackAdapter, type SlackConfig, type SpeakerProfile, StructuredOutputError, type SupportBotConfig, type TTSFormat, type TTSOptions, type TTSResult, type TTSVoice, TelegramAdapter, type TelegramConfig, ToolAgent, type ToolContext, ToolExecutionError, type TranscriptionResult, type TranscriptionSegment, type UsageMetrics, UsageMetricsSchema, ValidationError, type VectorEntry, type VerificationResult, VoiceprintStore, applyRequestMiddleware, applyResponseMiddleware, calculatorTool, chunkText, createChatHandler, createTool, dateTimeTool, startChatServer, webSearchTool };
+interface EndpointConfig {
+    accountId: string;
+    repository: string;
+    accelerator?: string;
+    instanceSize?: string;
+    instanceType?: string;
+    framework?: "pytorch" | "tensorflow" | "custom";
+}
+/**
+ * Manages Serverless / Dedicated Endpoints on Hugging Face API.
+ * Uses REST API since @huggingface/inference is primarily for making queries.
+ */
+declare class InferenceEndpointManager {
+    private token;
+    private baseUrl;
+    constructor(token: string);
+    private get headers();
+    /**
+     * Programmatically creates a dedicated inference endpoint.
+     */
+    createEndpoint(name: string, config: EndpointConfig): Promise<any>;
+    /**
+     * Retrieves the status of an existing endpoint (e.g. "pending", "running", "paused").
+     */
+    getEndpointStatus(accountId: string, endpointName: string): Promise<string>;
+    /**
+     * Pauses a running endpoint to save costs.
+     */
+    pauseEndpoint(accountId: string, endpointName: string): Promise<void>;
+    /**
+     * Resumes a paused endpoint.
+     */
+    resumeEndpoint(accountId: string, endpointName: string): Promise<void>;
+}
+
+export { AIModelGateway, APIConnector, type APIConnectorConfig, AgentExecutor, AgentIterationLimitError, AgentPipeline, AgentRouter, type AgentTelemetry, type AnalyticsSnapshot, type BaseMemoryStore, BaseProvider, BaseSTTProvider, BaseSpeakerRecognizer, BaseTTSProvider, type BotMiddleware, CachedGateway, ChannelAdapter, type ChannelConfig, ChatAgent, type ChatMessage, ChatMessageSchema, type ChatRequest, ChatRequestSchema, type ChatResponse, ChatResponseSchema, ChatWidget, type ChatWidgetConfig, type ChatWidgetTheme, type ChunkOptions, ConfigurationError, ConversationAnalytics, type ConversationRecord, CustomerSupportBot, DEFAULT_REDACTION_RULES, EchoAI, EchoVoice, type EndpointConfig, type EscalationTrigger, type Experiment, ExperimentManager, type ExperimentVariant, type FetchResult, FileSessionStore, type GatewayMiddleware, GatewayRoutingError, type HandoffConfig, type HandoffEvent, HandoffManager, HuggingFaceImageGen, HuggingFaceTTS, type IdentificationResult, type ImageGenConfig, InMemoryStore, InferenceEndpointManager, KnowledgeBase, type KnowledgeBaseConfig, MemorySessionStore, MemoryVectorStore, OPENAI_PRICING, OpenAITTS, OpenAIWhisperSTT, type OutcomeRecord, OutcomeTracker, PIIRedactor, PromptRegistry, PromptTemplate, PromptVersionError, ProviderDependencyError, type RedactionRule, type STTOptions, type SearchResult, type ServerConfig, type SessionStore, SlackAdapter, type SlackConfig, type SpeakerProfile, StructuredOutputError, type SupportBotConfig, type TTSConfig, type TTSFormat, type TTSOptions, type TTSResult, type TTSVoice, TelegramAdapter, type TelegramConfig, ToolAgent, type ToolContext, ToolExecutionError, type TranscriptionResult, type TranscriptionSegment, type UsageMetrics, UsageMetricsSchema, ValidationError, type VectorEntry, type VerificationResult, VoiceprintStore, applyRequestMiddleware, applyResponseMiddleware, calculatorTool, chunkText, createChatHandler, createTool, dateTimeTool, startChatServer, webSearchTool };

package/dist/index.d.ts

@@ -828,6 +828,48 @@ declare class ExperimentManager {
     getVariantConfig(experimentName: string, variantId: string): Record<string, any> | null;
 }
 
+interface TTSConfig {
+    apiKey: string;
+    model?: string;
+}
+declare class HuggingFaceTTS {
+    private client;
+    private defaultModel;
+    constructor(config: TTSConfig);
+    /**
+     * Converts an AI text response into a spoken audio Blob.
+     * Useful for voice-enabled chatbots or IVR systems.
+     */
+    generateAudio(text: string): Promise<Blob>;
+    /**
+     * Helper syntax for Node.js backends needing buffers instead of Blobs.
+     */
+    generateBuffer(text: string): Promise<Buffer>;
+}
+
+interface ImageGenConfig {
+    apiKey: string;
+    model?: string;
+}
+declare class HuggingFaceImageGen {
+    private client;
+    private defaultModel;
+    constructor(config: ImageGenConfig);
+    /**
+     * Generates an image based on the prompt.
+     * Returns standard image Blob.
+     */
+    generate(prompt: string): Promise<Blob>;
+    /**
+     * Generates a base64 encoded string compatible with markdown or HTML `img src`.
+     */
+    generateBase64(prompt: string): Promise<string>;
+    /**
+     * Exposes this generator as a ToolContext that the AgentExecutor can use dynamically.
+     */
+    asTool(): ToolContext;
+}
+
 interface SupportBotConfig {
     gateway: AIModelGateway;
     companyName: string;
@@ -844,6 +886,8 @@ interface SupportBotConfig {
     maxIterations?: number;
     enablePIIRedaction?: boolean;
     experiments?: Experiment[];
+    tts?: TTSConfig;
+    imageGen?: ImageGenConfig;
 }
 type BotMiddleware = (ctx: {
     sessionId: string;
@@ -865,6 +909,8 @@ declare class CustomerSupportBot {
     handoff?: HandoffManager;
     piiRedactor?: PIIRedactor;
     experimentManager?: ExperimentManager;
+    ttsEngine?: HuggingFaceTTS;
+    imageGenEngine?: HuggingFaceImageGen;
     greeting: string;
     private defaultSystemPrompt;
     private middlewares;
@@ -875,6 +921,13 @@ declare class CustomerSupportBot {
     trackOutcome(sessionId: string, type: string, valueUsd?: number, metadata?: Record<string, any>): void;
     /** Process a customer message and return the bot's response. */
     chat(sessionId: string, message: string): Promise<string>;
+    /**
+     * Process a customer message and return both text and a spoken audio Buffer using the TTS engine.
+     */
+    chatWithVoice(sessionId: string, message: string): Promise<{
+        text: string;
+        audio?: Buffer;
+    }>;
     /** Start tracking analytics for a new session. */
     initSession(sessionId: string): void;
 }
@@ -982,4 +1035,39 @@ declare class TelegramAdapter extends ChannelAdapter {
     private sendMessage;
 }
 
-export { AIModelGateway, APIConnector, type APIConnectorConfig, AgentExecutor, AgentIterationLimitError, AgentPipeline, AgentRouter, type AgentTelemetry, type AnalyticsSnapshot, type BaseMemoryStore, BaseProvider, BaseSTTProvider, BaseSpeakerRecognizer, BaseTTSProvider, type BotMiddleware, CachedGateway, ChannelAdapter, type ChannelConfig, ChatAgent, type ChatMessage, ChatMessageSchema, type ChatRequest, ChatRequestSchema, type ChatResponse, ChatResponseSchema, ChatWidget, type ChatWidgetConfig, type ChatWidgetTheme, type ChunkOptions, ConfigurationError, ConversationAnalytics, type ConversationRecord, CustomerSupportBot, DEFAULT_REDACTION_RULES, EchoAI, EchoVoice, type EscalationTrigger, type Experiment, ExperimentManager, type ExperimentVariant, type FetchResult, FileSessionStore, type GatewayMiddleware, GatewayRoutingError, type HandoffConfig, type HandoffEvent, HandoffManager, type IdentificationResult, InMemoryStore, KnowledgeBase, type KnowledgeBaseConfig, MemorySessionStore, MemoryVectorStore, OPENAI_PRICING, OpenAITTS, OpenAIWhisperSTT, type OutcomeRecord, OutcomeTracker, PIIRedactor, PromptRegistry, PromptTemplate, PromptVersionError, ProviderDependencyError, type RedactionRule, type STTOptions, type SearchResult, type ServerConfig, type SessionStore, SlackAdapter, type SlackConfig, type SpeakerProfile, StructuredOutputError, type SupportBotConfig, type TTSFormat, type TTSOptions, type TTSResult, type TTSVoice, TelegramAdapter, type TelegramConfig, ToolAgent, type ToolContext, ToolExecutionError, type TranscriptionResult, type TranscriptionSegment, type UsageMetrics, UsageMetricsSchema, ValidationError, type VectorEntry, type VerificationResult, VoiceprintStore, applyRequestMiddleware, applyResponseMiddleware, calculatorTool, chunkText, createChatHandler, createTool, dateTimeTool, startChatServer, webSearchTool };
+interface EndpointConfig {
+    accountId: string;
+    repository: string;
+    accelerator?: string;
+    instanceSize?: string;
+    instanceType?: string;
+    framework?: "pytorch" | "tensorflow" | "custom";
+}
+/**
+ * Manages Serverless / Dedicated Endpoints on Hugging Face API.
+ * Uses REST API since @huggingface/inference is primarily for making queries.
+ */
+declare class InferenceEndpointManager {
+    private token;
+    private baseUrl;
+    constructor(token: string);
+    private get headers();
+    /**
+     * Programmatically creates a dedicated inference endpoint.
+     */
+    createEndpoint(name: string, config: EndpointConfig): Promise<any>;
+    /**
+     * Retrieves the status of an existing endpoint (e.g. "pending", "running", "paused").
+     */
+    getEndpointStatus(accountId: string, endpointName: string): Promise<string>;
+    /**
+     * Pauses a running endpoint to save costs.
+     */
+    pauseEndpoint(accountId: string, endpointName: string): Promise<void>;
+    /**
+     * Resumes a paused endpoint.
+     */
+    resumeEndpoint(accountId: string, endpointName: string): Promise<void>;
+}
+
+export { AIModelGateway, APIConnector, type APIConnectorConfig, AgentExecutor, AgentIterationLimitError, AgentPipeline, AgentRouter, type AgentTelemetry, type AnalyticsSnapshot, type BaseMemoryStore, BaseProvider, BaseSTTProvider, BaseSpeakerRecognizer, BaseTTSProvider, type BotMiddleware, CachedGateway, ChannelAdapter, type ChannelConfig, ChatAgent, type ChatMessage, ChatMessageSchema, type ChatRequest, ChatRequestSchema, type ChatResponse, ChatResponseSchema, ChatWidget, type ChatWidgetConfig, type ChatWidgetTheme, type ChunkOptions, ConfigurationError, ConversationAnalytics, type ConversationRecord, CustomerSupportBot, DEFAULT_REDACTION_RULES, EchoAI, EchoVoice, type EndpointConfig, type EscalationTrigger, type Experiment, ExperimentManager, type ExperimentVariant, type FetchResult, FileSessionStore, type GatewayMiddleware, GatewayRoutingError, type HandoffConfig, type HandoffEvent, HandoffManager, HuggingFaceImageGen, HuggingFaceTTS, type IdentificationResult, type ImageGenConfig, InMemoryStore, InferenceEndpointManager, KnowledgeBase, type KnowledgeBaseConfig, MemorySessionStore, MemoryVectorStore, OPENAI_PRICING, OpenAITTS, OpenAIWhisperSTT, type OutcomeRecord, OutcomeTracker, PIIRedactor, PromptRegistry, PromptTemplate, PromptVersionError, ProviderDependencyError, type RedactionRule, type STTOptions, type SearchResult, type ServerConfig, type SessionStore, SlackAdapter, type SlackConfig, type SpeakerProfile, StructuredOutputError, type SupportBotConfig, type TTSConfig, type TTSFormat, type TTSOptions, type TTSResult, type TTSVoice, TelegramAdapter, type TelegramConfig, ToolAgent, type ToolContext, ToolExecutionError, type TranscriptionResult, type TranscriptionSegment, type UsageMetrics, UsageMetricsSchema, ValidationError, type VectorEntry, type VerificationResult, VoiceprintStore, applyRequestMiddleware, applyResponseMiddleware, calculatorTool, chunkText, createChatHandler, createTool, dateTimeTool, startChatServer, webSearchTool };