fmode-ng 0.0.32 → 0.0.34

package/lib/aigc/chat/chat-message-card/comp-message-card.component.d.ts

@@ -9,6 +9,9 @@ export declare class FmChatMessageCard {
     chat: FmodeChat;
     user: Parse.User;
     constructor(copyServ: ClipboardService);
+    isVoicePlaying: boolean;
+    playVoice(): Promise<void>;
+    updateVoiceDuration(duration: number): void;
     copy(): Promise<void>;
     static ɵfac: i0.ɵɵFactoryDeclaration<FmChatMessageCard, never>;
     static ɵcmp: i0.ɵɵComponentDeclaration<FmChatMessageCard, "fm-chat-message-card", never, { "message": { "alias": "message"; "required": false; }; "role": { "alias": "role"; "required": false; }; "chat": { "alias": "chat"; "required": false; }; }, {}, never, never, true, never>;

package/lib/aigc/chat/chat-modal-input/modal-audio-message/modal-audio-message.component.d.ts

@@ -1,15 +1,18 @@
 import { ModalController, ToastController } from '@ionic/angular/standalone';
 import { FmodeVoiceService } from '../../../voice/fmode-voice.service';
 import { FmodeChat } from '../../../service-fmai/service-chat';
+import { NovaUploadService } from '../../../../storage/service-upload/nova-upload.service';
+import Parse from "parse";
 import * as i0 from "@angular/core";
 export declare class ModalAudioMessageComponent {
     voiceServ: FmodeVoiceService;
     private toastCtrl;
+    private uploadServ;
     chat: FmodeChat;
     modal: ModalController;
     now: Date | undefined;
     isRecording: boolean;
-    constructor(voiceServ: FmodeVoiceService, toastCtrl: ToastController);
+    constructor(voiceServ: FmodeVoiceService, toastCtrl: ToastController, uploadServ: NovaUploadService);
     ngOnInit(): void;
     /**
      * 语音听写服务 ==============================================
@@ -28,6 +31,8 @@ export declare class ModalAudioMessageComponent {
       * 嵌入唤醒词切换逻辑
       */
     initVoiceSevice(): void;
+    chatVoice: Parse.Object;
+    saveChatVoice(): Promise<void>;
     sendMessage(): Promise<void>;
     /**
      * 计时器

package/lib/aigc/service-fmai/service-chat/chat-class.d.ts

@@ -3,8 +3,10 @@ import Parse from "parse";
 import { NavController } from "@ionic/angular";
 import { FmodeTTS } from "../../voice/tts";
 import { NovaCloudService } from "../../../nova-cloud";
+import { NovaUploadService } from "../../../storage/service-upload/nova-upload.service";
 export interface FmodeChatMessageVoice {
     id: string;
+    duration?: number;
     ssml?: string;
     voiceUrl?: string;
 }
@@ -78,7 +80,8 @@ export declare class FmodeChat {
     isTalkMode: boolean;
     SSMLRoleVoice: string;
     ncloud: NovaCloudService;
-    constructor(sessionId: string, role?: Parse.Object, chatSession?: Parse.Object, chatServ?: any, navCtrl?: NavController, ncloud?: NovaCloudService);
+    uploadServ: NovaUploadService;
+    constructor(sessionId: string, role?: Parse.Object, chatSession?: Parse.Object, chatServ?: any, navCtrl?: NavController, ncloud?: NovaCloudService, uploadServ?: NovaUploadService);
     /**
      * 会话Avatar控制
      */
@@ -97,7 +100,7 @@ export declare class FmodeChat {
      * @param message
      * @param imageUrl
      */
-    sendMessage(message?: string, imageUrl?: string, onComplete?: Function, eventMap?: FmodeChatEventMap): Promise<void>;
+    sendMessage(message?: string, imageUrl?: string, onComplete?: Function, eventMap?: FmodeChatEventMap, voice?: FmodeChatMessageVoice): Promise<void>;
     getVoiceByContentText(content: string | ChatImageContentItem[], eventMap?: FmodeChatEventMap, promptEnabled?: boolean): Promise<FmodeChatMessageVoice>;
     getContentText(content: string | ChatImageContentItem[]): string;
     /**
@@ -106,7 +109,8 @@ export declare class FmodeChat {
      */
     tts: FmodeTTS;
     initTTS(): Promise<void>;
-    playTTS(voice: FmodeChatMessageVoice): Promise<void>;
+    voiceMap: any;
+    playChatVoice(voice: Parse.Object, eventMap?: any): Promise<void>;
     /**
      * 保存单次会话
      */

package/lib/aigc/service-fmai/service-chat/chat.service.d.ts

@@ -4,6 +4,7 @@ import Parse from "parse";
 import { NovaCloudService } from '../../../nova-cloud';
 import { AlertController, NavController, Platform } from '@ionic/angular';
 import { CrossService } from '../../../platform';
+import { NovaUploadService } from '../../../storage/service-upload/nova-upload.service';
 import * as i0 from "@angular/core";
 export declare class ChatService {
     private router;
@@ -12,11 +13,12 @@ export declare class ChatService {
     private alertCtrl;
     private navCtrl;
     private cross;
+    private uploadServ;
     chatMap: {
         [key: string]: FmodeChat;
     };
     isCapacitor: boolean;
-    constructor(router: Router, ncloud: NovaCloudService, platform: Platform, alertCtrl: AlertController, navCtrl: NavController, cross: CrossService);
+    constructor(router: Router, ncloud: NovaCloudService, platform: Platform, alertCtrl: AlertController, navCtrl: NavController, cross: CrossService, uploadServ: NovaUploadService);
     modelList: Array<Parse.Object>;
     currentModel: Parse.Object;
     loadModelList(model?: Parse.Object): Promise<void>;

package/lib/aigc/voice/fmode-voice.service.d.ts

@@ -28,6 +28,7 @@ export declare class FmodeVoiceService {
     /**
       * 用户操作：完成录音，并处理转录结果
      */
+    isUserFinish: boolean;
     finishTalk(): void;
     onBeforeFinishTalk: Function;
     onAfterFinishTalk: Function;
@@ -51,10 +52,13 @@ export declare class FmodeVoiceService {
      * 程序逻辑
      */
     recordStart(): Promise<void>;
-    recordStop(): void;
+    recordStop(): Promise<unknown>;
+    recordWavBlob: Blob;
     recordPcmBlob: Blob;
+    recordDuration: number;
     playRecord(): void;
-    playPCM(pcmBlob: any, sampleRate: any): void;
+    pcmBlobToWavBlob(pcmBlob: any, sampleRate: any): Promise<Blob>;
+    playPCM(pcmBlob: any, sampleRate: any): Promise<void>;
     buffers: Array<any>;
     playBuffers(): Promise<void>;
     BuffersToBlob(buffers: any): Blob;

package/lib/aigc/voice/lib/pcm2wav.d.ts

@@ -1 +1 @@
-export declare function pcmtoWav(pcmsrt: any, sampleRate: any, numChannels: any, bitsPerSample: any): string;
+export declare function pcmtoWav(pcmsrt: any, sampleRate: any, numChannels: any, bitsPerSample: any): Blob;

package/lib/aigc/voice/tts/fmode-tts-class.d.ts

@@ -1,3 +1,10 @@
+import Parse from "parse";
+import { NovaUploadService } from "../../../storage/service-upload/nova-upload.service";
+interface FmodeTTSEvent {
+    onSpeakBefore?(): void;
+    onStreamStarted?(): void;
+    onAudioCompleted?(): void;
+}
 /**
  * FmodeTTS
  * 每个类，表示一次独立的语音合成服务
@@ -9,11 +16,14 @@ export declare class FmodeTTS {
     private subscriptionKey;
     private authorizationToken;
     private region;
+    eventMap: FmodeTTSEvent;
+    uploadServ?: NovaUploadService;
     constructor(config: {
         region: string;
         subscriptionKey: string;
         token: string;
-    });
+    }, uploadServ?: NovaUploadService);
+    extractTextFromXML(inputString: any): string;
     extractSSMLContent(inputString: any): any;
     /**
      * 合成语言并播放
@@ -23,11 +33,13 @@ export declare class FmodeTTS {
      * SSML https://learn.microsoft.com/zh-cn/azure/ai-services/speech-service/how-to-speech-synthesis?tabs=browserjs%2Cterminal&pivots=programming-language-javascript#use-ssml-to-customize-speech-characteristics
      * @returns
      */
-    speakAsync(textOrSSML: string): Promise<void>;
+    speakAsync(textOrSSML: string, chatVoice?: Parse.Object, eventMap?: any): Promise<Parse.Object>;
     onBreak(options: {
         playedTime: string;
         playedText: string;
         leftText: string;
     }): void;
-    playAudioData(audioData: any): void;
+    playAudioData(audioData: string, chatVoice: Parse.Object, eventMap: any): void;
+    uploadAndSaveVoice(blob: any, chatVoice: any): Promise<void>;
 }
+export {};

package/lib/storage/service-upload/nova-upload.service.d.ts

@@ -121,6 +121,7 @@ export declare class NovaUploadService {
     base64ToBlobType(string: any, type: any): Promise<Blob>;
     base64ToBlob(base64Img: string): Promise<Blob>;
     fileToBlob(file: File): Blob;
+    genMd5(inputString: string): string;
     static ɵfac: i0.ɵɵFactoryDeclaration<NovaUploadService, never>;
     static ɵprov: i0.ɵɵInjectableDeclaration<NovaUploadService>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "fmode-ng",
-  "version": "0.0.32",
+  "version": "0.0.34",
   "author": "未来全栈",
   "license": "COPYRIGHT © 未来飞马 未来全栈 www.fmode.cn All RIGHTS RESERVED",
   "peerDependencies": {