fmode-ng 0.0.16 → 0.0.18

package/lib/aigc/avatar/comp-avatar-role-image/comp-avatar-role-image.component.d.ts

@@ -1,18 +1,21 @@
-import { AfterViewInit, ElementRef } from '@angular/core';
+import { AfterViewInit, OnInit, ElementRef } from '@angular/core';
 import { FmodeAvatarRoleComp } from '../interface-avatar-role';
 import 'recorder-core/src/extensions/waveview';
 import Parse from "parse";
+import { FmodeChat } from '../../service-fmai/service-chat/chat-class';
 import * as i0 from "@angular/core";
-export declare class CompAvatarRoleImageComponent implements FmodeAvatarRoleComp, AfterViewInit {
+export declare class CompAvatarRoleImageComponent implements FmodeAvatarRoleComp, AfterViewInit, OnInit {
     avatarImage: ElementRef;
     animClass: string;
+    fmodeChat: FmodeChat;
     role: Parse.Object;
     wave: any;
     waveInterval: any;
     playWave(): void;
     stopWave(): void;
     ngAfterViewInit(): void;
-    playAnimation(name: string): void;
+    ngOnInit(): void;
+    playAnimation(): (name: string) => void;
     static ɵfac: i0.ɵɵFactoryDeclaration<CompAvatarRoleImageComponent, never>;
-    static ɵcmp: i0.ɵɵComponentDeclaration<CompAvatarRoleImageComponent, "fm-avatar-role-image", never, { "role": "role"; }, {}, never, never, true, never>;
+    static ɵcmp: i0.ɵɵComponentDeclaration<CompAvatarRoleImageComponent, "fm-avatar-role-image", never, { "fmodeChat": "fmodeChat"; "role": "role"; }, {}, never, never, true, never>;
 }

package/lib/aigc/avatar/comp-avatar-talk/comp-avatar-talk.component.d.ts

@@ -5,6 +5,8 @@ import { FmodeAvatarRoleComp } from '../interface-avatar-role';
 import { NavController, Platform } from "@ionic/angular";
 import { ActivatedRoute, Router } from '@angular/router';
 import * as Parse from "parse";
+import { NovaCloudService } from '../../../nova-cloud/nova-cloud.service';
+import { FmodeChat } from '../../service-fmai/service-chat';
 import * as i0 from "@angular/core";
 export declare class CompAvatarTalkComponent implements AfterViewInit, OnDestroy {
     voiceServ: FmodeVoiceService;
@@ -13,54 +15,20 @@ export declare class CompAvatarTalkComponent implements AfterViewInit, OnDestroy
     private navCtrl;
     private route;
     chatServ: ChatService;
+    private ncloud;
     avatarComp: FmodeAvatarRoleComp;
     roleId: string;
     avatarRole: Parse.Object;
-    /**
-     * 开始讲话方式：click点击开始/点击结束 press按住讲话/松开结束
-     * @default click
-     */
-    talkMode: "click" | "press";
-    talkTips: string;
-    constructor(voiceServ: FmodeVoiceService, platform: Platform, router: Router, navCtrl: NavController, route: ActivatedRoute, chatServ: ChatService);
-    /**
-     * 初始化录音转录服务
-     * @desc
-     * 根据数字角色对话状态，设计语音转录各事件处理过程
-     * 嵌入提示音
-     * 嵌入动画
-     * 嵌入唤醒词切换逻辑
-     */
-    initVoiceSevice(): void;
+    fmodeChat: FmodeChat;
+    constructor(voiceServ: FmodeVoiceService, platform: Platform, router: Router, navCtrl: NavController, route: ActivatedRoute, chatServ: ChatService, ncloud: NovaCloudService);
     ngOnInit(): void;
     ngOnDestroy(): void;
     goBack(): void;
     loadAvatarRole(roleId: any): Promise<void>;
-    player: HTMLAudioElement;
-    playMusic(action: any): void;
     ngAfterViewInit(): void;
     aiRespComp: ElementRef;
     listenDivChange(): void;
     scrollToBottom(comp: ElementRef): void;
-    initAvatar(): Promise<void>;
-    /**
-     * AI响应内容
-     */
-    aiResponseText: string;
-    /**
-     * 发送消息逻辑
-     */
-    sendMessage(): void;
-    /**
-     * ASR - 唤醒词
-     */
-    startASRAwake(): Promise<void>;
-    /**
-     * TTS - 语音合成
-     *
-     */
-    testTTS(sentence?: any): void;
-    testXunfeiTTS(): void;
     static ɵfac: i0.ɵɵFactoryDeclaration<CompAvatarTalkComponent, never>;
-    static ɵcmp: i0.ɵɵComponentDeclaration<CompAvatarTalkComponent, "app-comp-avatar-talk", never, { "talkMode": "talkMode"; }, {}, never, never, true, never>;
+    static ɵcmp: i0.ɵɵComponentDeclaration<CompAvatarTalkComponent, "app-comp-avatar-talk", never, {}, {}, never, never, true, never>;
 }

package/lib/aigc/avatar/index.d.ts

@@ -3,3 +3,4 @@ export * from "./interface-avatar-role";
 export * from "./comp-avatar-particle";
 export * from "./comp-avatar-role-image/comp-avatar-role-image.component";
 export * from "./comp-avatar-talk/comp-avatar-talk.component";
+export * from "./modal-chat-voice-input/modal-chat-voice-input.component";

package/lib/aigc/avatar/modal-chat-voice-input/modal-chat-voice-input.component.d.ts

@@ -0,0 +1,63 @@
+import { OnInit } from '@angular/core';
+import { ToastController } from "@ionic/angular";
+import { Router } from '@angular/router';
+import { Platform } from "@ionic/angular";
+import { FmodeVoiceService } from '../../voice';
+import { FmodeChat, ChatService } from '../../service-fmai/service-chat';
+import { FmodeTTS } from '../../voice/tts';
+import { NovaCloudService } from '../../../nova-cloud/nova-cloud.service';
+import * as i0 from "@angular/core";
+export declare class ModalChatVoiceInputComponent implements OnInit {
+    private platform;
+    private router;
+    voiceServ: FmodeVoiceService;
+    private toastCtrl;
+    private ncloud;
+    chatServ: ChatService;
+    fmodeChat: FmodeChat | undefined;
+    /**
+      * 开始讲话方式：click点击开始/点击结束 press按住讲话/松开结束
+      * @default click
+     */
+    talkMode: "click" | "press";
+    talkTips: string;
+    errorText: string;
+    constructor(platform: Platform, router: Router, voiceServ: FmodeVoiceService, toastCtrl: ToastController, ncloud: NovaCloudService, chatServ: ChatService);
+    ngOnInit(): void;
+    /**
+     * ASR唤醒功能
+     */
+    initVoiceASR(): Promise<void>;
+    startASRAwake(): Promise<void>;
+    /**
+     * 音频提示音播放
+     */
+    player: HTMLAudioElement;
+    playMusic(action: any): void;
+    /**
+      * 初始化录音转录服务
+      * @desc
+      * 根据数字角色对话状态，设计语音转录各事件处理过程
+      * 嵌入提示音
+      * 嵌入动画
+      * 嵌入唤醒词切换逻辑
+      */
+    initVoiceSevice(): void;
+    /**
+     * 发送语音消息
+     *
+     */
+    sendMessage(): Promise<void>;
+    /**
+    * TTS - 语音合成
+    *
+    */
+    tts: FmodeTTS;
+    initTTS(): Promise<void>;
+    playTTS(textOrSSML: string): Promise<void>;
+    playTTSTeting(): void;
+    testTTS(sentence?: any): void;
+    testXunfeiTTS(): void;
+    static ɵfac: i0.ɵɵFactoryDeclaration<ModalChatVoiceInputComponent, never>;
+    static ɵcmp: i0.ɵɵComponentDeclaration<ModalChatVoiceInputComponent, "fm-modal-chat-voice-input", never, { "fmodeChat": "fmodeChat"; "talkMode": "talkMode"; }, {}, never, never, true, never>;
+}

package/lib/aigc/service-fmai/service-chat/chat-class.d.ts

@@ -30,12 +30,41 @@ export declare class FmodeChat {
     chatSession: Parse.Object;
     role: any;
     messageList: FmodeChatMessage[];
+    latestAIResponse: string | undefined;
     chatServ: any;
     userInput: string;
     userImage: string;
+    /**
+     * 是否开启语音对话模式
+     * @desc
+     * 开启ssml system提示词
+     * 开启回答文本除xml显示模式
+     */
+    isTalkMode: boolean;
+    SSMLRoleVoice: string;
     constructor(sessionId: string, role?: Parse.Object, chatSession?: Parse.Object, chatServ?: any);
-    addRolePrompt(): void;
-    sendMessage(message?: string, imageUrl?: string): void;
+    /**
+     * 会话Avatar控制
+     */
+    playAnimation: (animName: string) => void;
+    /**
+     * 对话模型提示词
+     */
+    loadTalkSystemPrompt(role: Parse.Object): void;
+    /**
+     * 角色提示词
+     * @returns
+     */
+    loadRolePrompt(): void;
+    /**
+     * 发送消息
+     * @param message
+     * @param imageUrl
+     */
+    sendMessage(message?: string, imageUrl?: string, onComplete?: Function): void;
+    /**
+     * 保存单次会话
+     */
     saveChatSession(): Promise<void>;
     getInviteUrl(url: any): any;
     genTitle(): string;
@@ -69,5 +98,6 @@ export declare class FmodeChatCompletion {
     sendCompletion(options?: {
         isDirect?: boolean;
         intTime?: number;
+        onComplete?: Function;
     }): Observable<FmodeChatMessage>;
 }

package/lib/aigc/service-fmai/service-chat/index.d.ts

@@ -3,3 +3,4 @@ export * from "./chat-class";
 export * from "./mask-list";
 export * from "./utilnow.pipe";
 export * from "./pipes/chat-content.pipe";
+export * from "./pipes/hidexml.pipe";

package/lib/aigc/service-fmai/service-chat/pipes/hidexml.pipe.d.ts

@@ -0,0 +1,12 @@
+import { PipeTransform } from '@angular/core';
+import * as i0 from "@angular/core";
+/**
+ * 文字生成过程中 xml格式标签自动隐藏 用于语音对话答复字符显示
+ * @desc
+ */
+export declare class HidexmlPipe implements PipeTransform {
+    transform(value: string, ...args: unknown[]): unknown;
+    hideXmlTags(xmlString: any): any;
+    static ɵfac: i0.ɵɵFactoryDeclaration<HidexmlPipe, never>;
+    static ɵpipe: i0.ɵɵPipeDeclaration<HidexmlPipe, "hidexml", true>;
+}

package/lib/aigc/voice/tts/fmode-tts-class.d.ts

@@ -0,0 +1,33 @@
+/**
+ * FmodeTTS
+ * 每个类，表示一次独立的语音合成服务
+ */
+export declare class FmodeTTS {
+    private speechConfig;
+    private audioConfig;
+    private synthesizer;
+    private subscriptionKey;
+    private authorizationToken;
+    private region;
+    constructor(config: {
+        region: string;
+        subscriptionKey: string;
+        token: string;
+    });
+    extractSSMLContent(inputString: any): any;
+    /**
+     * 合成语言并播放
+     * @param textOrSSML
+     * @desc
+     * 普通文本
+     * SSML https://learn.microsoft.com/zh-cn/azure/ai-services/speech-service/how-to-speech-synthesis?tabs=browserjs%2Cterminal&pivots=programming-language-javascript#use-ssml-to-customize-speech-characteristics
+     * @returns
+     */
+    speakAsync(textOrSSML: string): Promise<void>;
+    onBreak(options: {
+        playedTime: string;
+        playedText: string;
+        leftText: string;
+    }): void;
+    playAudioData(audioData: any): void;
+}

package/lib/aigc/voice/tts/index.d.ts

@@ -0,0 +1 @@
+export * from "./fmode-tts-class";

package/lib/platform/cross.service.d.ts

@@ -6,6 +6,7 @@ export declare class CrossService {
     private navCtrl;
     mobileWidth: number;
     clientWidth: number;
+    getMenuType(): string;
     leftMenuMode: string;
     navMenuType: string;
     fixInterval: any;

package/package.json

@@ -1,18 +1,18 @@
 {
   "name": "fmode-ng",
-  "version": "0.0.16",
+  "version": "0.0.18",
   "author": "未来全栈",
   "license": "COPYRIGHT © 未来飞马 未来全栈 www.fmode.cn All RIGHTS RESERVED",
   "peerDependencies": {
-    "@angular/common": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0",
-    "@angular/core": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0",
-    "@angular/forms": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0",
-    "@angular/animations": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0",
-    "@capacitor/clipboard": "~6.0.0",
-    "ng-zorro-antd": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0",
+    "@angular/common": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0 || ^19.0.0",
+    "@angular/core": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0 || ^19.0.0",
+    "@angular/forms": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0 || ^19.0.0",
+    "@angular/animations": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0 || ^19.0.0",
+    "@capacitor/clipboard": "^6.0.0 || ^7.0.0",
+    "ng-zorro-antd": "^15.0.0 || ^16.0.0 || ^17.0.0 || ^18.0.0 || ^19.0.0",
     "parse": "^5.0.0",
     "@types/parse": "^3.0.9",
-    "@ionic/angular": "^6.0.0 || ^7.0.0",
+    "@ionic/angular": "^6.0.0 || ^7.0.0 || ^8.0.0 || ^9.0.0",
     "qiniu-js": "^3.4.1",
     "recorder-core": "^1.2.23070100",
     "@amap/amap-jsapi-loader": "^1.0.1",