@siact/sime-x-vue 0.0.6 → 0.0.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@siact/sime-x-vue",
-  "version": "0.0.6",
+  "version": "0.0.8",
   "publishConfig": {
     "access": "public"
   },

package/types/components/sime-provider.vue.d.ts

@@ -12,8 +12,8 @@ declare const _default: __VLS_WithTemplateSlots<import("vue").DefineComponent<im
     appId: string;
     /** appToken */
     appToken: string;
-    /** 语音配置 */
-    voiceConfig: VoiceConfig;
+    /** 语音配置（可选，也可直接在 voiceAssistant 组件上传入） */
+    voiceConfig?: VoiceConfig | undefined;
 }>>, {}, {}, {}, {}, import("vue").ComponentOptionsMixin, import("vue").ComponentOptionsMixin, {}, string, import("vue").PublicProps, Readonly<import("vue").ExtractPropTypes<__VLS_TypePropsToRuntimeProps<{
     /** 项目名称 */
     project: string;
@@ -27,8 +27,8 @@ declare const _default: __VLS_WithTemplateSlots<import("vue").DefineComponent<im
     appId: string;
     /** appToken */
     appToken: string;
-    /** 语音配置 */
-    voiceConfig: VoiceConfig;
+    /** 语音配置（可选，也可直接在 voiceAssistant 组件上传入） */
+    voiceConfig?: VoiceConfig | undefined;
 }>>> & Readonly<{}>, {}, {}, {}, {}, string, import("vue").ComponentProvideOptions, true, {}, any>, {
     default?(_: {}): any;
 }>;

package/types/components/tool-card.vue.d.ts

@@ -0,0 +1,28 @@
+import type { ToolState } from '../lib/data-stream-parser';
+declare const _default: import("vue").DefineComponent<import("vue").ExtractPropTypes<__VLS_TypePropsToRuntimeProps<{
+    toolName: string;
+    toolCallId: string;
+    args?: any;
+    result?: any;
+    state: ToolState;
+    errorText?: string | undefined;
+    isExecuting?: boolean | undefined;
+}>>, {}, {}, {}, {}, import("vue").ComponentOptionsMixin, import("vue").ComponentOptionsMixin, {}, string, import("vue").PublicProps, Readonly<import("vue").ExtractPropTypes<__VLS_TypePropsToRuntimeProps<{
+    toolName: string;
+    toolCallId: string;
+    args?: any;
+    result?: any;
+    state: ToolState;
+    errorText?: string | undefined;
+    isExecuting?: boolean | undefined;
+}>>> & Readonly<{}>, {}, {}, {}, {}, string, import("vue").ComponentProvideOptions, true, {}, any>;
+export default _default;
+type __VLS_NonUndefinedable<T> = T extends undefined ? never : T;
+type __VLS_TypePropsToRuntimeProps<T> = {
+    [K in keyof T]-?: {} extends Pick<T, K> ? {
+        type: import('vue').PropType<__VLS_NonUndefinedable<T[K]>>;
+    } : {
+        type: import('vue').PropType<T[K]>;
+        required: true;
+    };
+};

package/types/components/voice-assistant.vue.d.ts

@@ -0,0 +1,44 @@
+import type { VoiceConfig } from '../types';
+interface XSize {
+    width: number;
+    height: number;
+}
+interface BubbleSize {
+    width?: string;
+    maxHeight?: string;
+}
+declare const _default: import("vue").DefineComponent<import("vue").ExtractPropTypes<__VLS_TypePropsToRuntimeProps<{
+    xLogo?: string | undefined;
+    xTitle?: string | undefined;
+    xSize?: XSize | undefined;
+    xTheme?: "light" | "dark" | "system" | undefined;
+    wakeWords?: string[] | undefined;
+    modelPath?: string | undefined;
+    projectId?: string | undefined;
+    invokeUrl?: string | undefined;
+    voiceConfig?: VoiceConfig | undefined;
+    bubbleSize?: BubbleSize | undefined;
+    bubbleDismissDelay?: number | undefined;
+}>>, {}, {}, {}, {}, import("vue").ComponentOptionsMixin, import("vue").ComponentOptionsMixin, {}, string, import("vue").PublicProps, Readonly<import("vue").ExtractPropTypes<__VLS_TypePropsToRuntimeProps<{
+    xLogo?: string | undefined;
+    xTitle?: string | undefined;
+    xSize?: XSize | undefined;
+    xTheme?: "light" | "dark" | "system" | undefined;
+    wakeWords?: string[] | undefined;
+    modelPath?: string | undefined;
+    projectId?: string | undefined;
+    invokeUrl?: string | undefined;
+    voiceConfig?: VoiceConfig | undefined;
+    bubbleSize?: BubbleSize | undefined;
+    bubbleDismissDelay?: number | undefined;
+}>>> & Readonly<{}>, {}, {}, {}, {}, string, import("vue").ComponentProvideOptions, true, {}, any>;
+export default _default;
+type __VLS_NonUndefinedable<T> = T extends undefined ? never : T;
+type __VLS_TypePropsToRuntimeProps<T> = {
+    [K in keyof T]-?: {} extends Pick<T, K> ? {
+        type: import('vue').PropType<__VLS_NonUndefinedable<T[K]>>;
+    } : {
+        type: import('vue').PropType<T[K]>;
+        required: true;
+    };
+};

package/types/composables/index.d.ts

@@ -0,0 +1,6 @@
+export { useTTS } from './use-tts';
+export { useBubble } from './use-bubble';
+export type { BubbleSize, UseBubbleOptions } from './use-bubble';
+export { useVoiceRecognition } from './use-voice-recognition';
+export type { VoiceStatus } from './use-voice-recognition';
+export { useAgentInvoke } from './use-agent-invoke';

package/types/composables/use-agent-invoke.d.ts

@@ -0,0 +1,79 @@
+import type { Ref } from 'vue';
+import { type ToolCallPart, type ToolResultPart } from '../lib/data-stream-parser';
+import type { AiChatbotXContext } from '../types';
+export interface UseAgentInvokeOptions {
+    endpoint: Ref<string>;
+    projectId?: string;
+    aiChatbotX: AiChatbotXContext;
+    /** TTS 控制 */
+    tts: {
+        speak: (text: string) => void;
+        feed: (delta: string) => void;
+        flush: () => void;
+        stop: () => void;
+    };
+    /** 气泡控制 */
+    bubble: {
+        open: () => void;
+        scheduleDismiss: () => void;
+        scrollToBottom: () => void;
+    };
+    /** 会话记忆超时（ms），超过此时间未发起新对话则自动清空历史，默认 120000（2分钟） */
+    sessionTimeoutMs?: number;
+    /** 最大保留历史轮数（一轮 = user + assistant），默认 10 */
+    maxHistoryTurns?: number;
+}
+/**
+ * Agent 调用 composable
+ *
+ * 管理 Agent 调用、流式解析、工具执行、文本/工具状态。
+ * 支持中断（abort）以便在唤醒时取消正在进行的调用。
+ */
+export declare function useAgentInvoke(options: UseAgentInvokeOptions): {
+    isInvoking: Ref<boolean, boolean>;
+    currentTextContent: Ref<string, string>;
+    currentToolParts: Ref<({
+        type: "tool-call";
+        toolCallId: string;
+        toolName: string;
+        args: any;
+        state: import("../lib/data-stream-parser").ToolState;
+    } | {
+        type: "tool-result";
+        toolCallId: string;
+        toolName: string;
+        args: any;
+        result: any;
+        state: import("../lib/data-stream-parser").ToolState;
+    })[], (ToolCallPart | ToolResultPart)[] | ({
+        type: "tool-call";
+        toolCallId: string;
+        toolName: string;
+        args: any;
+        state: import("../lib/data-stream-parser").ToolState;
+    } | {
+        type: "tool-result";
+        toolCallId: string;
+        toolName: string;
+        args: any;
+        result: any;
+        state: import("../lib/data-stream-parser").ToolState;
+    })[]>;
+    executingTools: Ref<Set<string> & Omit<Set<string>, keyof Set<any>>, Set<string> | (Set<string> & Omit<Set<string>, keyof Set<any>>)>;
+    hasAnyContent: import("vue").ComputedRef<boolean>;
+    conversationHistory: Ref<{
+        role: 'user' | 'assistant';
+        content: string;
+    }[], {
+        role: 'user' | 'assistant';
+        content: string;
+    }[] | {
+        role: 'user' | 'assistant';
+        content: string;
+    }[]>;
+    toolDisplayName: (name: string) => string;
+    invoke: (question: string) => Promise<void>;
+    abort: () => void;
+    resetState: () => void;
+    clearHistory: () => void;
+};

package/types/composables/use-bubble.d.ts

@@ -0,0 +1,39 @@
+import type { Ref } from 'vue';
+export interface BubbleSize {
+    /** 气泡最大宽度，如 '380px' 或 '86vw' */
+    width?: string;
+    /** 气泡最大高度，如 '520px' 或 '58vh' */
+    maxHeight?: string;
+}
+export interface UseBubbleOptions {
+    /** 自动消失延迟 (ms)，默认 4000 */
+    dismissDelay?: number;
+    /** 外部 isSpeaking 引用，TTS 播报期间阻止消失 */
+    isSpeaking?: Ref<boolean>;
+    /** 外部 isInvoking 引用，调用期间阻止消失 */
+    isInvoking?: Ref<boolean>;
+    /** 气泡尺寸 */
+    bubbleSize?: BubbleSize;
+}
+/**
+ * 气泡生命周期 composable
+ *
+ * 管理气泡显示/隐藏、自动消失倒计时、滚动。
+ * 核心保证：TTS 播报期间气泡绝不消失。
+ */
+export declare function useBubble(options?: UseBubbleOptions): {
+    visible: Ref<boolean, boolean>;
+    fadingOut: Ref<boolean, boolean>;
+    show: import("vue").ComputedRef<boolean>;
+    style: import("vue").ComputedRef<{
+        width: string | undefined;
+        maxHeight: string | undefined;
+    }>;
+    stackRef: Ref<HTMLElement | null, HTMLElement | null>;
+    open: () => void;
+    hide: () => void;
+    cancelDismiss: () => void;
+    scheduleDismiss: () => void;
+    scrollToBottom: () => void;
+    destroy: () => void;
+};

package/types/composables/use-tts.d.ts

@@ -0,0 +1,17 @@
+import type { VoiceConfig } from '../types';
+/**
+ * TTS 语音播报 composable
+ *
+ * 管理讯飞 SpeechSynthesizerStandalone 的生命周期、
+ * 句子级缓冲、Markdown 清理、AudioContext 预热。
+ */
+export declare function useTTS(getVoiceConfig: () => VoiceConfig | null): {
+    isSpeaking: import("vue").Ref<boolean, boolean>;
+    warmUpAudio: () => void;
+    speak: (text: string) => Promise<void>;
+    feed: (delta: string) => void;
+    flush: () => void;
+    stop: () => void;
+    destroy: () => void;
+    setOnQueueEmpty: (cb: () => void) => void;
+};

package/types/composables/use-voice-recognition.d.ts

@@ -0,0 +1,28 @@
+import type { VoiceConfig } from '../types';
+export type VoiceStatus = 'standby' | 'listening';
+export interface UseVoiceRecognitionOptions {
+    modelPath?: string;
+    wakeWords?: string[];
+    getVoiceConfig: () => VoiceConfig | null;
+    /** 唤醒时回调 */
+    onWake?: () => void;
+    /** 转写完成（autoStop）时回调 */
+    onTranscriptionDone?: (text: string) => void;
+}
+/**
+ * 语音识别 composable
+ *
+ * 管理唤醒词检测器 + 语音转写器的生命周期。
+ */
+export declare function useVoiceRecognition(options: UseVoiceRecognitionOptions): {
+    voiceStatus: import("vue").Ref<VoiceStatus, VoiceStatus>;
+    isTranscribing: import("vue").Ref<boolean, boolean>;
+    isInitializing: import("vue").Ref<boolean, boolean>;
+    transcriptionText: import("vue").Ref<string, string>;
+    wakeAnimating: import("vue").Ref<boolean, boolean>;
+    startTranscribing: () => Promise<void>;
+    stopTranscribing: () => Promise<void>;
+    abortTranscription: () => Promise<void>;
+    toggleVoiceMode: (targetState?: boolean) => Promise<void>;
+    destroy: () => Promise<void>;
+};

package/types/index.d.ts

@@ -1,4 +1,5 @@
 export { default as AiChatbotProvider } from './components/sime-provider.vue';
 export { default as AiChatbotX } from './components/sime-x.vue';
+export { default as AiChatbotVoiceAssistant } from './components/voice-assistant.vue';
 export * from './injection-key';
 export * from './types';

package/types/lib/data-stream-parser.d.ts

@@ -0,0 +1,84 @@
+/**
+ * AI SDK Stream Protocol Parser for Vue
+ *
+ * Handles THREE possible response formats from the agent/chat service:
+ *
+ * Format A – UI Message Stream Protocol (pipeUIMessageStreamToResponse) ★ PRIMARY
+ *   SSE format with JSON objects containing a "type" field:
+ *   data: {"type":"start","messageId":"..."}
+ *   data: {"type":"text-delta","id":"...","delta":"Hello"}
+ *   data: {"type":"tool-input-start","toolCallId":"...","toolName":"..."}
+ *   data: {"type":"tool-input-delta","toolCallId":"...","inputTextDelta":"..."}
+ *   data: {"type":"tool-input-available","toolCallId":"...","toolName":"...","input":{...}}
+ *   data: {"type":"tool-output-available","toolCallId":"...","output":{...}}
+ *   data: {"type":"finish-step"}
+ *   data: {"type":"finish"}
+ *   data: [DONE]
+ *
+ * Format B – Legacy Data Stream Protocol (pipeDataStreamToResponse)
+ *   Each line: CODE:JSON_VALUE\n
+ *   0:"text"  9:{toolCallId,toolName}  c:{toolCallId,toolName,args}  a:{toolCallId,result}
+ *
+ * Format C – Plain text stream (pipeTextStreamToResponse fallback)
+ *   Raw UTF-8 text chunks with no protocol framing.
+ *
+ * The parser auto-detects the format from the first chunk.
+ */
+export type ToolState = 'partial-call' | 'call' | 'result' | 'error';
+export interface TextPart {
+    type: 'text';
+    text: string;
+}
+export interface ToolCallPart {
+    type: 'tool-call';
+    toolCallId: string;
+    toolName: string;
+    args: any;
+    state: ToolState;
+}
+export interface ToolResultPart {
+    type: 'tool-result';
+    toolCallId: string;
+    toolName: string;
+    args: any;
+    result: any;
+    state: ToolState;
+}
+export type MessagePart = TextPart | ToolCallPart | ToolResultPart;
+export interface StreamMessage {
+    id: string;
+    role: 'user' | 'assistant';
+    parts: MessagePart[];
+    createdAt: number;
+}
+interface ToolCallTracker {
+    toolCallId: string;
+    toolName: string;
+    argsText: string;
+    args: any;
+    result?: any;
+    state: ToolState;
+}
+export type StreamEventType = 'text-delta' | 'tool-call-start' | 'tool-call-delta' | 'tool-call-complete' | 'tool-result' | 'step-finish' | 'finish' | 'error';
+export interface StreamEvent {
+    type: StreamEventType;
+    data: any;
+}
+export interface DataStreamCallbacks {
+    onTextDelta?: (text: string) => void;
+    onToolCallStart?: (toolCallId: string, toolName: string) => void;
+    onToolCallDelta?: (toolCallId: string, argsTextDelta: string) => void;
+    onToolCallComplete?: (toolCallId: string, toolName: string, args: any) => void;
+    onToolResult?: (toolCallId: string, result: any) => void;
+    onStepFinish?: (data: any) => void;
+    onFinish?: (data: any) => void;
+    onError?: (error: string) => void;
+}
+export declare function readDataStream(response: Response, callbacks: DataStreamCallbacks): Promise<void>;
+export interface StreamParseResult {
+    textContent: string;
+    parts: MessagePart[];
+    toolCalls: Map<string, ToolCallTracker>;
+}
+export declare function parseDataStreamToMessage(response: Response, onUpdate: (result: StreamParseResult) => void): Promise<StreamParseResult>;
+export {};

package/types/types.d.ts

@@ -1,4 +1,4 @@
-import type { CommandDefinition, DiscoveredCommand } from "@siact/sime-bridge";
+import type { CommandDefinition, DiscoveredCommand } from '@siact/sime-bridge';
 export declare enum clientCommandKey {
     SET_THEME = "SiMeAgent_setTheme",
     APPEND_MESSAGE = "SiMeAgent_appendMessage",
@@ -10,8 +10,18 @@ export declare enum clientCommandKey {
 }
 export interface VoiceConfig {
     appId: string;
+    /** STT（语音转写）apiKey */
     apiKey: string;
+    /** apiSecret，TTS 鉴权必需 */
+    apiSecret?: string;
+    /** STT（语音转写）WebSocket 地址 */
     websocketUrl: string;
+    /** TTS apiKey（可选，不填则复用 apiKey） */
+    ttsApiKey?: string;
+    /** TTS（语音合成）WebSocket 地址 */
+    ttsWebsocketUrl?: string;
+    /** TTS 发音人，默认 xiaoyan */
+    ttsVcn?: string;
 }
 export interface AiChatbotXContext {
     chatbotUrl: () => string;