@adminforth/agent 2.0.10 → 2.2.0

package/custom/composables/agentAudio/utils.ts

@@ -1,220 +0,0 @@
-
-const ctx = new AudioContext();
-let standbySource: AudioBufferSourceNode | null = null;
-let isAudioUnlocked = false;
-
-const DEFAULT_PCM_SAMPLE_RATE = 24000;
-const DEFAULT_PCM_CHANNEL_COUNT = 1;
-const DEFAULT_PCM_BITS_PER_SAMPLE = 16;
-
-export type ChatResponseAudioPlayback = {
-  nextStartTime: number;
-  activeSources: Set<AudioBufferSourceNode>;
-  pendingSourceCount: number;
-  pendingPcmBytes: Uint8Array;
-  isDone: boolean;
-  isStopped: boolean;
-  sampleRate: number;
-  channelCount: number;
-  bitsPerSample: number;
-  onEnded?: () => void;
-};
-
-export async function unlockAudio() {
-  if (isAudioUnlocked) {
-    return;
-  }
-  console.log('Unlocking audio context by playing silent audio');
-  await ctx.resume();
-
-  const buffer = ctx.createBuffer(1, 1, 22050);
-  const source = ctx.createBufferSource();
-
-  source.buffer = buffer;
-  source.connect(ctx.destination);
-  source.start(0);
-  isAudioUnlocked = true;
-  console.log('Audio context unlocked');
-}
-
-export async function startStandByAudio() {
-  const standByAudio = new URL(
-    '../../public/agentAudio/agent-processing.mp3',
-    import.meta.url
-  ).href;
-  const response = await fetch(standByAudio);
-  console.log('status', response.status);
-  console.log('content-type', response.headers.get('content-type'));
-  console.log('response', response);
-
-  const arrayBuffer = await response.arrayBuffer();
-  const audioBuffer = await ctx.decodeAudioData(arrayBuffer);
-
-  const source = ctx.createBufferSource();
-  standbySource = source;
-
-  source.buffer = audioBuffer;
-  source.connect(ctx.destination);
-  console.log('Playing standby audio');
-  source.start();
-}
-
-export function createChatResponseAudioPlayback(options: {
-  sampleRate?: number;
-  channelCount?: number;
-  bitsPerSample?: number;
-  onEnded?: () => void;
-} = {}): ChatResponseAudioPlayback {
-  return {
-    nextStartTime: ctx.currentTime,
-    activeSources: new Set(),
-    pendingSourceCount: 0,
-    pendingPcmBytes: new Uint8Array(0),
-    isDone: false,
-    isStopped: false,
-    sampleRate: options.sampleRate ?? DEFAULT_PCM_SAMPLE_RATE,
-    channelCount: options.channelCount ?? DEFAULT_PCM_CHANNEL_COUNT,
-    bitsPerSample: options.bitsPerSample ?? DEFAULT_PCM_BITS_PER_SAMPLE,
-    onEnded: options.onEnded,
-  };
-}
-
-export function playChatResponseCurrentChunks({
-  playback,
-  chunks,
-}: {
-  playback: ChatResponseAudioPlayback;
-  chunks: ArrayBuffer[];
-}) {
-  console.log('Playing chat response audio chunks:', chunks.length);
-  void ctx.resume().catch(() => undefined);
-
-  for (const chunk of chunks) {
-    if (playback.isStopped || !chunk.byteLength) {
-      continue;
-    }
-
-    const pcmBytes = concatUint8Arrays(playback.pendingPcmBytes, new Uint8Array(chunk));
-    const bytesPerFrame = playback.channelCount * (playback.bitsPerSample / 8);
-    const alignedByteLength = pcmBytes.byteLength - (pcmBytes.byteLength % bytesPerFrame);
-
-    playback.pendingPcmBytes = pcmBytes.slice(alignedByteLength);
-
-    if (!alignedByteLength) {
-      continue;
-    }
-
-    const audioBuffer = createAudioBufferFromPcmChunk(
-      playback,
-      pcmBytes.subarray(0, alignedByteLength)
-    );
-    const source = ctx.createBufferSource();
-    const startTime = Math.max(playback.nextStartTime, ctx.currentTime);
-
-    source.buffer = audioBuffer;
-    source.connect(ctx.destination);
-
-    playback.activeSources.add(source);
-    playback.pendingSourceCount += 1;
-    playback.nextStartTime = startTime + audioBuffer.duration;
-
-    source.addEventListener(
-      'ended',
-      () => {
-        playback.activeSources.delete(source);
-        playback.pendingSourceCount = Math.max(0, playback.pendingSourceCount - 1);
-
-        if (!playback.isStopped && playback.isDone && playback.pendingSourceCount === 0) {
-          playback.onEnded?.();
-        }
-      },
-      { once: true }
-    );
-
-    source.start(startTime);
-  }
-}
-
-export function finishChatResponseAudio(playback: ChatResponseAudioPlayback | null) {
-  if (!playback || playback.isStopped) {
-    return;
-  }
-  console.log('Finishing chat response audio playback');
-  playback.isDone = true;
-
-  if (playback.pendingSourceCount === 0) {
-    playback.onEnded?.();
-  }
-}
-
-export function stopChatResponseAudio(playback: ChatResponseAudioPlayback | null) {
-  if (!playback || playback.isStopped) {
-    return;
-  }
-  console.log('Stopping chat response audio playback');
-  playback.isStopped = true;
-
-  for (const source of playback.activeSources) {
-    source.stop();
-  }
-
-  playback.activeSources.clear();
-  playback.pendingSourceCount = 0;
-  playback.pendingPcmBytes = new Uint8Array(0);
-  playback.nextStartTime = ctx.currentTime;
-}
-
-function createAudioBufferFromPcmChunk(
-  playback: ChatResponseAudioPlayback,
-  chunk: Uint8Array
-) {
-  if (playback.bitsPerSample !== DEFAULT_PCM_BITS_PER_SAMPLE) {
-    throw new Error(`Unsupported PCM bit depth: ${playback.bitsPerSample}`);
-  }
-
-  const bytesPerSample = playback.bitsPerSample / 8;
-  const frameCount = chunk.byteLength / playback.channelCount / bytesPerSample;
-  const audioBuffer = ctx.createBuffer(
-    playback.channelCount,
-    frameCount,
-    playback.sampleRate
-  );
-  const pcm = new DataView(chunk.buffer, chunk.byteOffset, chunk.byteLength);
-  const channelData = Array.from(
-    { length: playback.channelCount },
-    (_, channelIndex) => audioBuffer.getChannelData(channelIndex)
-  );
-
-  for (let frameIndex = 0; frameIndex < frameCount; frameIndex += 1) {
-    for (let channelIndex = 0; channelIndex < playback.channelCount; channelIndex += 1) {
-      const sampleOffset =
-        (frameIndex * playback.channelCount + channelIndex) * bytesPerSample;
-      const sample = pcm.getInt16(sampleOffset, true) / 32768;
-
-      channelData[channelIndex][frameIndex] = sample;
-    }
-  }
-
-  return audioBuffer;
-}
-
-function concatUint8Arrays(left: Uint8Array, right: Uint8Array) {
-  if (!left.byteLength) {
-    return right;
-  }
-
-  const combined = new Uint8Array(left.byteLength + right.byteLength);
-
-  combined.set(left, 0);
-  combined.set(right, left.byteLength);
-
-  return combined;
-}
-
-export function endStandByAudio() {
-  if (standbySource) {
-    console.log('Ending standby audio');
-    standbySource.stop();
-    standbySource = null;
-  }
-}

package/custom/composables/agentStore/constants.ts

@@ -1,19 +0,0 @@
-export type AgentMode = {
-  name: string;
-};
-
-export const DEFAULT_CHAT_WIDTH = 30;
-export const MAX_WIDTH = 60;
-export const MIN_WIDTH = 25;
-
-export const DEFAULT_TEXTAREA_PLACEHOLDER = 'Type a message...';
-export const PLACEHOLDER_TYPING_DELAY_MS = 60;
-export const PLACEHOLDER_DELETING_DELAY_MS = 35;
-export const PLACEHOLDER_HOLD_DELAY_MS = 3000;
-export const PRE_SESSION_ID = 'pre-session';
-
-export enum RESERVED_SYSTEM_MESSAGE_CONTENT {
-  START_AUDIO_CHAT = 'START_AUDIO_CHAT',
-  END_AUDIO_CHAT = 'END_AUDIO_CHAT',
-  AGENT_RESPONSE_ABORTED = 'AGENT_RESPONSE_ABORTED'
-}

package/custom/composables/agentStore/pageContext.ts

@@ -1,8 +0,0 @@
-export function getCurrentPageContext() {
-  return {
-    path: window.location.pathname,
-    fullPath: `${window.location.pathname}${window.location.search}${window.location.hash}`,
-    title: document.title,
-    url: window.location.href,
-  };
-}

package/custom/composables/agentStore/useAgentChat.ts

@@ -1,241 +0,0 @@
-import { DefaultChatTransport } from 'ai';
-import { shallowRef, type Ref } from 'vue';
-import { Chat } from '../../chat';
-import { getCurrentPageContext } from './pageContext';
-// const { DefaultChatTransport } = await import('ai');
-
-type AgentImportMeta = ImportMeta & {
-  env: {
-    VITE_ADMINFORTH_PUBLIC_PATH?: string;
-  };
-};
-
-type CreateAgentChatManagerOptions = {
-  lastMessage: Ref<string>;
-  activeModeName: Ref<string | null>;
-  onOpenPage: (targetPath: string) => void;
-  onToolApprovalRequest: (sessionId: string, interrupt: unknown) => void;
-};
-
-export function createAgentChatManager({
-  lastMessage,
-  activeModeName,
-  onOpenPage,
-  onToolApprovalRequest,
-}: CreateAgentChatManagerOptions) {
-  const chats = new Map<string, Chat<any>>();
-  const currentChat = shallowRef<Chat<any> | null>();
-  const agentApiBase = `${(import.meta as AgentImportMeta).env.VITE_ADMINFORTH_PUBLIC_PATH || ''}/adminapi/v1/agent`;
-
-  function replaceLastMessage(message: any) {
-    const chat = currentChat.value;
-
-    if (!chat) {
-      return;
-    }
-
-    chat.messages.splice(chat.messages.length - 1, 1, message);
-  }
-
-  function getOrCreateAssistantMessage() {
-    const chat = currentChat.value;
-    const lastChatMessage = chat?.lastMessage;
-
-    if (lastChatMessage?.role === 'assistant') {
-      return lastChatMessage;
-    }
-
-    const assistantMessage = {
-      role: 'assistant',
-      parts: [],
-    };
-
-    chat?.messages.push(assistantMessage);
-    return assistantMessage;
-  }
-
-  function appendTextDelta(delta: string) {
-    const assistantMessage = getOrCreateAssistantMessage();
-    const lastPart = assistantMessage.parts.at(-1);
-
-    if (lastPart?.type === 'text') {
-      lastPart.text = `${lastPart.text ?? ''}${delta}`;
-      lastPart.state = 'streaming';
-    } else {
-      assistantMessage.parts.push({
-        type: 'text',
-        text: delta,
-        state: 'streaming',
-      });
-    }
-
-    replaceLastMessage(assistantMessage);
-  }
-
-  function finishTextPart() {
-    const assistantMessage = currentChat.value?.lastMessage;
-    const lastPart = assistantMessage?.parts.at(-1);
-
-    if (assistantMessage?.role === 'assistant' && lastPart?.type === 'text') {
-      lastPart.state = 'done';
-      replaceLastMessage(assistantMessage);
-    }
-  }
-
-  function appendDataPart(type: string, data: unknown) {
-    const assistantMessage = getOrCreateAssistantMessage();
-
-    assistantMessage.parts.push({ type, data });
-    replaceLastMessage(assistantMessage);
-  }
-
-  function handleRealtimeChatData(dataPart: any) {
-    if (dataPart?.type === 'data-open-page' && typeof dataPart.data?.targetPath === 'string') {
-      onOpenPage(dataPart.data.targetPath);
-      return;
-    }
-
-    if (dataPart?.type === 'data-interrupt' && typeof dataPart.data?.sessionId === 'string') {
-      onToolApprovalRequest(dataPart.data.sessionId, dataPart.data.interrupt);
-    }
-  }
-
-  function handleManualApprovalStreamPart(dataPart: any) {
-    if (dataPart?.type === 'text-delta' && typeof dataPart.delta === 'string') {
-      appendTextDelta(dataPart.delta);
-      return;
-    }
-
-    if (dataPart?.type === 'text-end') {
-      finishTextPart();
-      return;
-    }
-
-    if (dataPart?.type === 'data-tool-call') {
-      appendDataPart('data-tool-call', dataPart.data);
-      return;
-    }
-
-    if (dataPart?.type === 'data-rendering') {
-      appendDataPart('data-rendering', dataPart.data);
-      return;
-    }
-
-    if (dataPart?.type === 'data-open-page' && typeof dataPart.data?.targetPath === 'string') {
-      onOpenPage(dataPart.data.targetPath);
-      return;
-    }
-
-    if (dataPart?.type === 'data-interrupt' && typeof dataPart.data?.sessionId === 'string') {
-      onToolApprovalRequest(dataPart.data.sessionId, dataPart.data.interrupt);
-    }
-  }
-
-  async function consumeAgentStream(response: Response) {
-    const reader = response.body?.getReader();
-
-    if (!reader) {
-      return;
-    }
-
-    const decoder = new TextDecoder();
-    let buffer = '';
-
-    while (true) {
-      const { value, done } = await reader.read();
-
-      if (done) {
-        break;
-      }
-
-      buffer += decoder.decode(value, { stream: true });
-      const events = buffer.split('\n\n');
-      buffer = events.pop() ?? '';
-
-      for (const event of events) {
-        const data = event
-          .split('\n')
-          .filter(line => line.startsWith('data:'))
-          .map(line => line.slice(5).trim())
-          .join('\n');
-
-        if (!data || data === '[DONE]') {
-          continue;
-        }
-
-        handleManualApprovalStreamPart(JSON.parse(data));
-      }
-    }
-  }
-
-  function setCurrentChat(sessionId: string) {
-    if (chats.has(sessionId)) {
-      currentChat.value = chats.get(sessionId) || null;
-    } else {
-      const newChat = new Chat({
-        transport: new DefaultChatTransport({
-          api: `${agentApiBase}/response`,
-          credentials: 'include',
-          prepareSendMessagesRequest({ messages }: any) {
-            const message = lastMessage.value;
-            const body = {
-              message,
-              sessionId,
-              timeZone: Intl.DateTimeFormat().resolvedOptions().timeZone,
-              mode: activeModeName.value,
-              currentPage: getCurrentPageContext(),
-            };
-
-            return {
-              headers: {
-                Accept: 'text/event-stream',
-                'x-vercel-ai-ui-message-stream': 'v1',
-              },
-              body
-            };
-          }
-        }),
-        onError(error: unknown) {
-          console.error('Chat error:', error);
-          appendTextDelta(`Error: ${error instanceof Error ? error.message : String(error)}`);
-        },
-        onData: handleRealtimeChatData,
-      });
-      chats.set(sessionId, newChat);
-      currentChat.value = newChat;
-    }
-  }
-
-  function abortCurrentChatRequest() {
-    currentChat.value?.stop();
-  }
-
-  async function submitToolApproval(sessionId: string, decision: 'approve' | 'reject') {
-    const response = await fetch(`${agentApiBase}/approval`, {
-      method: 'POST',
-      credentials: 'include',
-      headers: {
-        Accept: 'text/event-stream',
-        'Content-Type': 'application/json',
-        'x-vercel-ai-ui-message-stream': 'v1',
-      },
-      body: JSON.stringify({
-        sessionId,
-        decision,
-      }),
-    });
-
-    if (!response.ok) {
-      throw new Error(`Agent approval failed with status ${response.status}`);
-    }
-
-    await consumeAgentStream(response);
-  }
-
-  return {
-    currentChat,
-    setCurrentChat,
-    abortCurrentChatRequest,
-    submitToolApproval,
-  };
-}

package/custom/composables/agentStore/useAgentPlaceholder.ts

@@ -1,142 +0,0 @@
-import { ref, watch, type Ref } from 'vue';
-import { callAdminForthApi } from '@/utils';
-import {
-  DEFAULT_TEXTAREA_PLACEHOLDER,
-  PLACEHOLDER_DELETING_DELAY_MS,
-  PLACEHOLDER_HOLD_DELAY_MS,
-  PLACEHOLDER_TYPING_DELAY_MS,
-} from './constants';
-
-type CreateAgentPlaceholderControllerOptions = {
-  userMessageInput: Ref<unknown>;
-};
-
-export function createAgentPlaceholderController({
-  userMessageInput,
-}: CreateAgentPlaceholderControllerOptions) {
-  const userMessagePlaceholder = ref(DEFAULT_TEXTAREA_PLACEHOLDER);
-  const placeholderMessages = ref<string[]>([]);
-  const hasTypedMessageInPageSession = ref(false);
-
-  let placeholderAnimationTimer: ReturnType<typeof setTimeout> | null = null;
-
-  function clearPlaceholderAnimationTimer() {
-    if (placeholderAnimationTimer !== null) {
-      clearTimeout(placeholderAnimationTimer);
-      placeholderAnimationTimer = null;
-    }
-  }
-
-  function resetPlaceholder() {
-    clearPlaceholderAnimationTimer();
-    userMessagePlaceholder.value = DEFAULT_TEXTAREA_PLACEHOLDER;
-  }
-
-  function stopPlaceholderAnimation() {
-    resetPlaceholder();
-  }
-
-  function startPlaceholderAnimation(messages: string[]) {
-    clearPlaceholderAnimationTimer();
-
-    if (!messages.length) {
-      userMessagePlaceholder.value = DEFAULT_TEXTAREA_PLACEHOLDER;
-      return;
-    }
-
-    let messageIndex = 0;
-    let visibleLength = 0;
-    let isDeleting = false;
-
-    const animate = () => {
-      const currentMessage = messages[messageIndex];
-
-      if (!currentMessage) {
-        resetPlaceholder();
-        return;
-      }
-
-      if (!isDeleting) {
-        visibleLength += 1;
-        userMessagePlaceholder.value = currentMessage.slice(0, visibleLength);
-
-        if (visibleLength >= currentMessage.length) {
-          isDeleting = true;
-          placeholderAnimationTimer = setTimeout(animate, PLACEHOLDER_HOLD_DELAY_MS);
-          return;
-        }
-
-        placeholderAnimationTimer = setTimeout(animate, PLACEHOLDER_TYPING_DELAY_MS);
-        return;
-      }
-
-      visibleLength -= 1;
-      userMessagePlaceholder.value = currentMessage.slice(0, Math.max(visibleLength, 0));
-
-      if (visibleLength <= 0) {
-        isDeleting = false;
-        messageIndex = (messageIndex + 1) % messages.length;
-        placeholderAnimationTimer = setTimeout(animate, PLACEHOLDER_TYPING_DELAY_MS);
-        return;
-      }
-
-      placeholderAnimationTimer = setTimeout(animate, PLACEHOLDER_DELETING_DELAY_MS);
-    };
-
-    animate();
-  }
-
-  async function fetchPlaceholderMessages() {
-    if (hasTypedMessageInPageSession.value) {
-      stopPlaceholderAnimation();
-      return;
-    }
-
-    try {
-      const res = await callAdminForthApi({
-        method: 'POST',
-        path: '/agent/get-placeholder-messages',
-      });
-
-      if (res.error) {
-        console.error('Error fetching placeholder messages:', res.error);
-        placeholderMessages.value = [];
-        resetPlaceholder();
-        return;
-      }
-
-      placeholderMessages.value = Array.isArray(res.messages)
-        ? res.messages.filter((message: unknown): message is string => typeof message === 'string' && message.length > 0)
-        : [];
-
-      if (!placeholderMessages.value.length) {
-        resetPlaceholder();
-        return;
-      }
-
-      startPlaceholderAnimation(placeholderMessages.value);
-    } catch (error) {
-      console.error('Error fetching placeholder messages', error);
-      placeholderMessages.value = [];
-      resetPlaceholder();
-    }
-  }
-
-  watch(userMessageInput, (newVal: unknown) => {
-    if (hasTypedMessageInPageSession.value) {
-      return;
-    }
-
-    if (typeof newVal === 'string' && newVal.trim() !== '') {
-      hasTypedMessageInPageSession.value = true;
-      stopPlaceholderAnimation();
-    }
-  });
-
-  return {
-    userMessagePlaceholder,
-    hasTypedMessageInPageSession,
-    fetchPlaceholderMessages,
-    stopPlaceholderAnimation,
-  };
-}