@dataclouder/ngx-agent-cards 0.2.12 → 0.2.14

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dataclouder/ngx-agent-cards",
-  "version": "0.2.12",
+  "version": "0.2.14",
   "peerDependencies": {
     "@angular/common": ">=18.0.0",
     "@angular/core": ">=18.0.0",

package/types/dataclouder-ngx-agent-cards.d.ts

@@ -5,7 +5,7 @@ import { ChatUserSettings, EModelQuality, IAuditable, IAIModel, IManageable, ILe
 import * as _angular_forms from '@angular/forms';
 import { FormGroup, FormControl, FormArray } from '@angular/forms';
 import * as _angular_core from '@angular/core';
-import { InjectionToken, Type, Provider, WritableSignal, Injector, Signal, OnDestroy, ElementRef, OnInit, TemplateRef, EventEmitter } from '@angular/core';
+import { InjectionToken, Type, Provider, WritableSignal, Injector, Signal, OnDestroy, ElementRef, OnInit, AfterViewInit, TemplateRef, EventEmitter } from '@angular/core';
 import { UserService } from '@dataclouder/ngx-users';
 import * as rxjs from 'rxjs';
 import { MicSettings } from '@dataclouder/ngx-mic';
@@ -291,6 +291,8 @@ interface IConversationSettings {
     tts?: ITTS;
     mainVoice?: VoiceTTS;
     secondaryVoice?: VoiceTTS;
+    chatMode?: 'regular' | 'immersive';
+    avatarDisplayMode?: 'card' | 'transparent' | 'fullscreen';
 }
 type IConversationSettingsDTO = Partial<IConversationSettings> & {
     returnJson?: boolean;
@@ -471,6 +473,8 @@ interface IAgentCard {
     voiceCloning?: VoiceCloning;
     agenticConfig?: IAgenticConfig;
     metaApp?: IAgentMetadata;
+    live2d?: any;
+    avatarType?: 'image' | 'video' | 'live2d' | 'vroid';
 }
 interface IAgentCardMeta extends IAgentCard {
     taken: any;
@@ -679,6 +683,7 @@ declare class DefaultAgentCardsService extends EntityCommunicationService<IAgent
     private whisperService;
     private fbAuthService;
     constructor();
+    findOne(id: string, projection?: any): Promise<IAgentCard>;
     partialUpdateAgentCard(agentCard: IAgentCard): Promise<IAgentCard>;
     generateMainImage(idCard: string): Promise<any>;
     completeAgentCard(idCard: string): Promise<any>;
@@ -986,6 +991,15 @@ interface IBackgroundService {
 declare const VIDEO_PLAYER_SERVICE_TOKEN: InjectionToken<IVideoPlayerService>;
 declare const BACKGROUND_SERVICE_TOKEN: InjectionToken<IBackgroundService>;
 declare const CHAT_OBSERVER_CONFIG: InjectionToken<IObserverConfig>;
+interface Live2DConfig {
+    PIXI: () => Promise<any>;
+    Live2DModel: () => Promise<any>;
+}
+declare const LIVE2D_CONFIG: InjectionToken<Live2DConfig>;
+declare function provideLive2D(config: Live2DConfig): {
+    provide: InjectionToken<Live2DConfig>;
+    useValue: Live2DConfig;
+};
 
 declare class VideoPlayerService implements OnDestroy {
     private conversationFlowStateService;
@@ -1356,6 +1370,10 @@ declare class DCAgentCardFormComponent extends EntityBaseFormComponent<IAgentCar
         label: string;
     }[];
     agentTypeOptions: (string | EAgentType.None)[];
+    avatarTypeOptions: {
+        label: string;
+        value: string;
+    }[];
     agenticEngineOptions: AgenticEngine[];
     agenticPatternOptions: AgenticPattern[];
     allowedToolsOptions: {
@@ -1364,6 +1382,7 @@ declare class DCAgentCardFormComponent extends EntityBaseFormComponent<IAgentCar
     }[];
     readonly onSave: _angular_core.OutputEmitterRef<any>;
     readonly inputSettings: _angular_core.InputSignal<DCAgentFormSettings>;
+    readonly onSelectLive2d: _angular_core.OutputEmitterRef<void>;
     isToolAllowed(toolValue: string): boolean;
     toggleTool(toolValue: string, checked: boolean): void;
     form: _angular_forms.FormGroup<{
@@ -1390,6 +1409,8 @@ declare class DCAgentCardFormComponent extends EntityBaseFormComponent<IAgentCar
                 id: _angular_forms.FormControl<string>;
             }>;
             rules: FormArray<_angular_forms.FormControl<unknown>>;
+            chatMode: _angular_forms.FormControl<string>;
+            avatarDisplayMode: _angular_forms.FormControl<string>;
         }>;
         accounts: FormArray<_angular_forms.FormControl<unknown>>;
         conversationFlow: _angular_forms.FormGroup<{
@@ -1435,6 +1456,8 @@ declare class DCAgentCardFormComponent extends EntityBaseFormComponent<IAgentCar
                 id: _angular_forms.FormControl<string>;
             }>;
         }>;
+        live2d: _angular_forms.FormControl<any>;
+        avatarType: _angular_forms.FormControl<any>;
     }>;
     protected patchForm(agentCard: IAgentCard): void;
     save(): Promise<IAgentCard | undefined>;
@@ -1459,7 +1482,7 @@ declare class DCAgentCardFormComponent extends EntityBaseFormComponent<IAgentCar
     cloneVoice(): Promise<void>;
     deleteCard(): Promise<void>;
     static ɵfac: _angular_core.ɵɵFactoryDeclaration<DCAgentCardFormComponent, never>;
-    static ɵcmp: _angular_core.ɵɵComponentDeclaration<DCAgentCardFormComponent, "dc-agent-form", never, { "inputSettings": { "alias": "inputSettings"; "required": false; "isSignal": true; }; }, { "onSave": "onSave"; }, never, never, true, never>;
+    static ɵcmp: _angular_core.ɵɵComponentDeclaration<DCAgentCardFormComponent, "dc-agent-form", never, { "inputSettings": { "alias": "inputSettings"; "required": false; "isSignal": true; }; }, { "onSave": "onSave"; "onSelectLive2d": "onSelectLive2d"; }, never, never, true, never>;
 }
 
 declare class AgentCardListComponent extends EntityBaseListV2Component<IAgentCard> implements OnInit {
@@ -1482,6 +1505,84 @@ declare class AgentCardListComponent extends EntityBaseListV2Component<IAgentCar
     static ɵcmp: _angular_core.ɵɵComponentDeclaration<AgentCardListComponent, "dc-agent-card-lists", never, { "extraFilters": { "alias": "extraFilters"; "required": false; }; "persistenceKey": { "alias": "persistenceKey"; "required": false; }; "showOptions": { "alias": "showOptions"; "required": false; "isSignal": true; }; "gridLayout": { "alias": "gridLayout"; "required": false; "isSignal": true; }; "customGetButtons": { "alias": "customGetButtons"; "required": false; "isSignal": true; }; }, {}, never, never, true, never>;
 }
 
+interface ModelParameters {
+    count: number;
+    ids: string[];
+    minimumValues: number[];
+    maximumValues: number[];
+    defaultValues: number[];
+    currentValues: number[];
+}
+interface ModelParts {
+    count: number;
+    ids: string[];
+    opacities: number[];
+    parentIndices: number[];
+}
+
+declare class Live2dModelComponent implements AfterViewInit {
+    canvasRef: ElementRef<HTMLCanvasElement>;
+    modelPath: _angular_core.InputSignal<string>;
+    scale: _angular_core.InputSignal<number>;
+    zoom: _angular_core.InputSignal<number>;
+    x: _angular_core.InputSignal<number>;
+    y: _angular_core.InputSignal<number>;
+    modelLoaded: _angular_core.OutputEmitterRef<{
+        parameters: ModelParameters | null;
+        parts: ModelParts | null;
+        motions: string[];
+        expressions: string[];
+    }>;
+    viewStateChanged: _angular_core.OutputEmitterRef<{
+        zoom: number;
+        x: number;
+        y: number;
+    }>;
+    app: any;
+    model: any;
+    private live2dConfig;
+    private modelParameters;
+    private modelParts;
+    private motionGroups;
+    private expressions;
+    private isViewInitialized;
+    effectiveZoom: _angular_core.Signal<number>;
+    private isDragging;
+    private dragStart;
+    private dragStartModel;
+    constructor();
+    ngAfterViewInit(): Promise<void>;
+    initializeCanvas(): Promise<void>;
+    loadModel(modelPath: string): Promise<void>;
+    private updateModelTransform;
+    private extractModelInfo;
+    playAnimation(groupName: string): void;
+    playRandomAnimation(): void;
+    speak(audioUrl: string, options?: {
+        volume?: number;
+        crossOrigin?: string;
+        focus?: boolean;
+    }): void;
+    stopSpeaking(): void;
+    updateModelParameter(event: {
+        id: string;
+        value: number;
+        index: number;
+    }): void;
+    setExpression(expressionName: string): void;
+    onPointerDown(event: PointerEvent): void;
+    onPointerMove(event: PointerEvent): void;
+    onPointerUp(event: PointerEvent): void;
+    private onWheel;
+    getFaceTransform(): {
+        zoom: number;
+        x: number;
+        y: number;
+    } | null;
+    static ɵfac: _angular_core.ɵɵFactoryDeclaration<Live2dModelComponent, never>;
+    static ɵcmp: _angular_core.ɵɵComponentDeclaration<Live2dModelComponent, "app-live2d-model", never, { "modelPath": { "alias": "modelPath"; "required": true; "isSignal": true; }; "scale": { "alias": "scale"; "required": false; "isSignal": true; }; "zoom": { "alias": "zoom"; "required": false; "isSignal": true; }; "x": { "alias": "x"; "required": false; "isSignal": true; }; "y": { "alias": "y"; "required": false; "isSignal": true; }; }, { "modelLoaded": "modelLoaded"; "viewStateChanged": "viewStateChanged"; }, never, never, true, never>;
+}
+
 declare class DcAgentCardConverseComponent implements OnInit, OnDestroy {
     private agentCardService;
     private route;
@@ -1492,16 +1593,28 @@ declare class DcAgentCardConverseComponent implements OnInit, OnDestroy {
     videoPlayerService: VideoPlayerNativeService;
     agentCardId: string;
     useNativePlayer: boolean;
+    activeAudioMessage: MessageContent | null;
     private _isConversationActive;
     set isConversationActive(val: boolean);
     get isConversationActive(): boolean;
     readonly onStartConversation: _angular_core.OutputEmitterRef<IAgentCard>;
     videoPlayerA: _angular_core.Signal<ElementRef<HTMLVideoElement>>;
     videoPlayerB: _angular_core.Signal<ElementRef<HTMLVideoElement>>;
+    live2dModel: _angular_core.Signal<Live2dModelComponent>;
     agentCard: _angular_core.WritableSignal<IAgentCard>;
     showInfoLayer: _angular_core.WritableSignal<boolean>;
-    isTransparent: _angular_core.Signal<boolean>;
     isChatActive: _angular_core.Signal<boolean>;
+    live2dZoomState: _angular_core.WritableSignal<number>;
+    live2dXState: _angular_core.WritableSignal<number>;
+    live2dYState: _angular_core.WritableSignal<number>;
+    avatarDisplay: _angular_core.Signal<"transparent" | "card" | "fullscreen">;
+    avatarType: _angular_core.Signal<"image" | "video" | "live2d" | "vroid">;
+    model3JsonUrl: _angular_core.Signal<any>;
+    onViewStateChanged(event: {
+        zoom: number;
+        x: number;
+        y: number;
+    }): void;
     constructor();
     ngOnDestroy(): void;
     ngOnInit(): Promise<void>;
@@ -1510,7 +1623,7 @@ declare class DcAgentCardConverseComponent implements OnInit, OnDestroy {
     startConversation(): void;
     toggleInfoLayer(): void;
     static ɵfac: _angular_core.ɵɵFactoryDeclaration<DcAgentCardConverseComponent, never>;
-    static ɵcmp: _angular_core.ɵɵComponentDeclaration<DcAgentCardConverseComponent, "dc-agent-card-converse", never, { "agentCardId": { "alias": "agentCardId"; "required": false; }; "useNativePlayer": { "alias": "useNativePlayer"; "required": false; }; "isConversationActive": { "alias": "isConversationActive"; "required": false; }; }, { "onStartConversation": "onStartConversation"; }, never, never, true, never>;
+    static ɵcmp: _angular_core.ɵɵComponentDeclaration<DcAgentCardConverseComponent, "dc-agent-card-converse", never, { "agentCardId": { "alias": "agentCardId"; "required": false; }; "useNativePlayer": { "alias": "useNativePlayer"; "required": false; }; "activeAudioMessage": { "alias": "activeAudioMessage"; "required": false; }; "isConversationActive": { "alias": "isConversationActive"; "required": false; }; }, { "onStartConversation": "onStartConversation"; }, never, never, true, never>;
 }
 
 declare class DcAgentCardDetailComponent extends EntityBaseDetailComponent<IAgentCard> {
@@ -1894,5 +2007,5 @@ declare class ChatEngineTestComponent {
 
 declare const AGENT_CARDS_STATE_SERVICE: InjectionToken<MasterStateService<IAgentCard>>;
 
-export { ACCDataGenerationComponent, AGENT_CARDS_STATE_SERVICE, AIGenerationService, AgentCardListComponent, AgentCardUI, AgentCardsGenerationService, AgenticEngine, AgenticPattern, AudioService, AudioSpeed, BACKGROUND_SERVICE_TOKEN, CHAT_OBSERVER_CONFIG, CONVERSATION_AI_TOKEN, CardRouteService, CardRoutesComponent, CardsCreatorComponent, ChatEngineTestComponent, ChatEventType, ChatMessage, ChatMessageOrchestratorComponent, ChatMonitorService, ChatRole, ConditionOperator, ConditionType, ContextEngineService, ContextType, ConversationDTO, ConversationEvents, ConversationFlowStateService, ConversationMessagesDTO, ConversationPromptBuilderService, ConversationRuleService, ConversationRulesComponent, ConversationStatus, ConversationType$1 as ConversationType, ConversationTypeOptions, DCAgentCardFormComponent, DCChatComponent, DCConversationUserChatSettingsComponent, DcAgentCardConverseComponent, DcAgentCardDetailComponent, DcObserverInterventionComponent, DefaultAgentCardsService, DoActionTypeOptions, DynamicFlowService, DynamicFlowTaskTypeOptions, EAccountsPlatform, EAgentType, EDoActionType, EDynamicFlowTaskType, EntityThen, EntityWhatOptions, EntityWhenOptions, EvalResultStringDefinition, GlobalToolsService, MessageContent, MessageContentDisplayer, MessagesStateService, ModelSelectorComponent, PolitoNotificationComponent, PopupService, PromptPreviewComponent, SectionType, SystemPromptType, TextEngineOptions, TextEngines, VIDEO_PLAYER_SERVICE_TOKEN, VideoPlayerNativeService, VideoPlayerService, VoiceTTSOption, VoiceTTSOptions, WordTimestamps, XKillsAgentCardsService, buildObjectTTSRequest, characterCardStringDataDefinition, convertToHTML, createAIModelFormGroup, defaultconvUserSettings, extractAudioAndTranscription, extractJsonFromResponse, getMoodStateLabelsAsString, getMoodStatePrompt, markdownToHtml, matchTranscription, provideAgentCardService, removeEmojis, removeEmojisAndSpecialCharacters, removeSpecialCharacters };
-export type { Appearance, AudioGenerated, AudioStatus, BackgroundTask, CardTranslation, ChangePromptAction, CharacterCardData, ChatEvent, ConversationFlowFormGroup, ConversationSettingsFormGroup, DCAgentFormSettings, DoAction, DoActionFormGroup, DynamicConditionFormGroup, DynamicCriteriaFormGroup, IAccounts, IAgentAssets, IAgentCard, IAgentCardMeta, IAgentMetadata, IAgentResponseDTO, IAgenticConfig, IBackgroundService, ICardRoute, ICardRouteStep, IChallengeState, ICharacterCardDC, IConversationFlow, IConversationFlowState, IConversationSession, IConversationSettings, IConversationSettingsDTO, IDynamicCondition, IDynamicCriteria, IDynamicFlowTask, IGenerateConversationCardsDto, IGoalState, IInterventionState, IMoodState, IMoodStateRuntime, IObserverConfig, IRule, ISimpleAgent, ITTS, IVideoPlayerService, IWordMetadata, ModelFormGroup, ModelName, MultiLanguage, Persona, SimpleAgentTask, SimpleAgentTaskFormGroup, SimpleEvalResult, TextHTMLTag, TranscriptionsWhisper, TriggerTasksFormGroup, VoiceCloning, VoiceTTS, WordData };
+export { ACCDataGenerationComponent, AGENT_CARDS_STATE_SERVICE, AIGenerationService, AgentCardListComponent, AgentCardUI, AgentCardsGenerationService, AgenticEngine, AgenticPattern, AudioService, AudioSpeed, BACKGROUND_SERVICE_TOKEN, CHAT_OBSERVER_CONFIG, CONVERSATION_AI_TOKEN, CardRouteService, CardRoutesComponent, CardsCreatorComponent, ChatEngineTestComponent, ChatEventType, ChatMessage, ChatMessageOrchestratorComponent, ChatMonitorService, ChatRole, ConditionOperator, ConditionType, ContextEngineService, ContextType, ConversationDTO, ConversationEvents, ConversationFlowStateService, ConversationMessagesDTO, ConversationPromptBuilderService, ConversationRuleService, ConversationRulesComponent, ConversationStatus, ConversationType$1 as ConversationType, ConversationTypeOptions, DCAgentCardFormComponent, DCChatComponent, DCConversationUserChatSettingsComponent, DcAgentCardConverseComponent, DcAgentCardDetailComponent, DcObserverInterventionComponent, DefaultAgentCardsService, DoActionTypeOptions, DynamicFlowService, DynamicFlowTaskTypeOptions, EAccountsPlatform, EAgentType, EDoActionType, EDynamicFlowTaskType, EntityThen, EntityWhatOptions, EntityWhenOptions, EvalResultStringDefinition, GlobalToolsService, LIVE2D_CONFIG, Live2dModelComponent, MessageContent, MessageContentDisplayer, MessagesStateService, ModelSelectorComponent, PolitoNotificationComponent, PopupService, PromptPreviewComponent, SectionType, SystemPromptType, TextEngineOptions, TextEngines, VIDEO_PLAYER_SERVICE_TOKEN, VideoPlayerNativeService, VideoPlayerService, VoiceTTSOption, VoiceTTSOptions, WordTimestamps, XKillsAgentCardsService, buildObjectTTSRequest, characterCardStringDataDefinition, convertToHTML, createAIModelFormGroup, defaultconvUserSettings, extractAudioAndTranscription, extractJsonFromResponse, getMoodStateLabelsAsString, getMoodStatePrompt, markdownToHtml, matchTranscription, provideAgentCardService, provideLive2D, removeEmojis, removeEmojisAndSpecialCharacters, removeSpecialCharacters };
+export type { Appearance, AudioGenerated, AudioStatus, BackgroundTask, CardTranslation, ChangePromptAction, CharacterCardData, ChatEvent, ConversationFlowFormGroup, ConversationSettingsFormGroup, DCAgentFormSettings, DoAction, DoActionFormGroup, DynamicConditionFormGroup, DynamicCriteriaFormGroup, IAccounts, IAgentAssets, IAgentCard, IAgentCardMeta, IAgentMetadata, IAgentResponseDTO, IAgenticConfig, IBackgroundService, ICardRoute, ICardRouteStep, IChallengeState, ICharacterCardDC, IConversationFlow, IConversationFlowState, IConversationSession, IConversationSettings, IConversationSettingsDTO, IDynamicCondition, IDynamicCriteria, IDynamicFlowTask, IGenerateConversationCardsDto, IGoalState, IInterventionState, IMoodState, IMoodStateRuntime, IObserverConfig, IRule, ISimpleAgent, ITTS, IVideoPlayerService, IWordMetadata, Live2DConfig, ModelFormGroup, ModelName, ModelParameters, ModelParts, MultiLanguage, Persona, SimpleAgentTask, SimpleAgentTaskFormGroup, SimpleEvalResult, TextHTMLTag, TranscriptionsWhisper, TriggerTasksFormGroup, VoiceCloning, VoiceTTS, WordData };