@eeacms/volto-eea-chatbot 2.0.1 → 2.0.2

package/src/ChatBlock/tests/messageProcessor.test.jsx

@@ -1,438 +0,0 @@
-import { MessageProcessor } from '../services/messageProcessor';
-import { PacketType } from '../types/streamingModels';
-
-describe('MessageProcessor', () => {
-  let processor;
-
-  beforeEach(() => {
-    processor = new MessageProcessor(1, null);
-  });
-
-  it('should initialize with empty state', () => {
-    const result = processor.getMessage();
-    expect(result.groupedPackets).toEqual([]);
-    expect(result.toolPackets).toEqual([]);
-    expect(result.displayPackets).toEqual([]);
-    expect(result.citations || {}).toEqual({});
-    expect(result.documents).toEqual(null);
-    expect(result.isComplete).toBe(false);
-  });
-
-  it('should process text message packets', () => {
-    const packets = [
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.MESSAGE_START,
-          id: 'msg1',
-          content: 'Hello world',
-          final_documents: null,
-        },
-      },
-    ];
-
-    processor.addPackets(packets);
-    const result = processor.getMessage();
-    expect(result.groupedPackets).toHaveLength(1);
-    expect(result.displayPackets).toContain(0);
-    expect(result.groupedPackets[0].packets[0].obj.content).toBe('Hello world');
-  });
-
-  it('should process search tool packets', () => {
-    const packets = [
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.SEARCH_TOOL_START,
-          search_query: 'test query',
-        },
-      },
-    ];
-
-    processor.addPackets(packets);
-    const result = processor.getMessage();
-    expect(result.groupedPackets).toHaveLength(1);
-    expect(result.toolPackets).toContain(0);
-  });
-
-  it('should process citation packets', () => {
-    const packets = [
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.CITATION_DELTA,
-          citations: [{ citation_num: 1, document_id: 'doc123' }],
-        },
-      },
-    ];
-
-    processor.addPackets(packets);
-    const result = processor.getMessage();
-    expect(result.citations).toEqual({ 1: 'doc123' });
-  });
-
-  it('should process document packets', () => {
-    const packets = [
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.SEARCH_TOOL_DELTA,
-          documents: [
-            {
-              document_id: 'doc123',
-              semantic_identifier: 'Test Document',
-              link: 'https://example.com',
-            },
-          ],
-        },
-      },
-    ];
-
-    processor.addPackets(packets);
-    const result = processor.getMessage();
-    expect(result.documents).toHaveLength(1);
-    expect(result.documents[0].document_id).toBe('doc123');
-  });
-
-  it('should process error packets', () => {
-    const packets = [
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.ERROR,
-          error: 'Something went wrong',
-        },
-      },
-    ];
-
-    processor.addPackets(packets);
-    const result = processor.getMessage();
-    expect(result.error).toBe('Something went wrong');
-  });
-
-  it('should mark as complete when stop packet received', () => {
-    const packets = [
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.MESSAGE_DELTA,
-          content: 'Hello',
-        },
-      },
-      {
-        ind: 1,
-        obj: {
-          type: PacketType.STOP,
-        },
-      },
-    ];
-
-    processor.addPackets(packets);
-    const result = processor.getMessage();
-    expect(result.isComplete).toBe(true);
-  });
-
-  it('should reset processor state', () => {
-    const packets = [
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.MESSAGE_DELTA,
-          content: 'Hello',
-        },
-      },
-    ];
-
-    processor.addPackets(packets);
-    processor.reset();
-
-    const result = processor.getMessage();
-    expect(result.groupedPackets).toEqual([]);
-    expect(result.documents).toEqual(null);
-    expect(result.citations || {}).toEqual({});
-  });
-
-  it('should process MESSAGE_END_ID_INFO packets and expose messageIds', () => {
-    processor.addPackets([
-      {
-        ind: -1,
-        obj: {
-          type: PacketType.MESSAGE_END_ID_INFO,
-          user_message_id: 42,
-          reserved_assistant_message_id: 43,
-        },
-      },
-    ]);
-
-    expect(processor.messageIds).toEqual({
-      userMessageId: 42,
-      assistantMessageId: 43,
-    });
-  });
-
-  it('should set isFinalMessageComing on MESSAGE_START', () => {
-    expect(processor.isFinalMessageComing).toBe(false);
-
-    processor.addPackets([
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.MESSAGE_START,
-          id: 'msg1',
-          content: 'Hi',
-          final_documents: null,
-        },
-      },
-    ]);
-
-    expect(processor.isFinalMessageComing).toBe(true);
-  });
-
-  it('should set isFinalMessageComing on IMAGE_GENERATION_TOOL_START', () => {
-    processor.addPackets([
-      {
-        ind: 0,
-        obj: { type: PacketType.IMAGE_GENERATION_TOOL_START },
-      },
-    ]);
-
-    expect(processor.isFinalMessageComing).toBe(true);
-  });
-
-  it('should handle SECTION_END with synthetic packet mapping', () => {
-    // First start an index, then send SECTION_END
-    processor.addPackets([
-      {
-        ind: 5,
-        obj: {
-          type: PacketType.SEARCH_TOOL_START,
-        },
-      },
-    ]);
-
-    // SECTION_END should get remapped to ind=5
-    processor.addPackets([
-      {
-        ind: -1,
-        obj: { type: PacketType.SECTION_END },
-      },
-    ]);
-
-    const result = processor.getMessage();
-    // The SECTION_END should be stored with ind=5
-    const sectionEndPackets = result.packets.filter(
-      (p) => p.obj.type === PacketType.SECTION_END,
-    );
-    expect(sectionEndPackets).toHaveLength(1);
-    expect(sectionEndPackets[0].ind).toBe(5);
-  });
-
-  it('should skip SECTION_END when no indices started', () => {
-    processor.addPackets([
-      {
-        ind: -1,
-        obj: { type: PacketType.SECTION_END },
-      },
-    ]);
-
-    const result = processor.getMessage();
-    expect(result.packets).toHaveLength(0);
-  });
-
-  it('should extract tool call from search tool packets on complete', () => {
-    processor.addPackets([
-      {
-        ind: 0,
-        obj: { type: PacketType.SEARCH_TOOL_START },
-      },
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.SEARCH_TOOL_DELTA,
-          documents: [
-            {
-              document_id: 'doc1',
-              semantic_identifier: 'Doc 1',
-              link: 'http://example.com',
-              blurb: 'some content',
-            },
-          ],
-        },
-      },
-      {
-        ind: -1,
-        obj: { type: PacketType.SECTION_END },
-      },
-      {
-        ind: 1,
-        obj: {
-          type: PacketType.MESSAGE_START,
-          id: 'msg1',
-          content: 'Answer',
-          final_documents: null,
-        },
-      },
-      { ind: 2, obj: { type: PacketType.STOP } },
-    ]);
-
-    const result = processor.getMessage();
-    expect(result.isComplete).toBe(true);
-    expect(result.toolCall).not.toBeNull();
-    expect(result.toolCall.tool_name).toBe('run_search');
-    expect(result.toolCall.tool_result).toHaveLength(1);
-    expect(result.toolCall.tool_result[0].document_id).toBe('doc1');
-  });
-
-  it('should return null toolCall when no search tool packets', () => {
-    processor.addPackets([
-      {
-        ind: 0,
-        obj: { type: PacketType.MESSAGE_DELTA, content: 'Hello' },
-      },
-      { ind: 1, obj: { type: PacketType.STOP } },
-    ]);
-
-    const result = processor.getMessage();
-    expect(result.isComplete).toBe(true);
-    expect(result.toolCall).toBeNull();
-  });
-
-  it('should deduplicate documents by document_id', () => {
-    const doc = {
-      document_id: 'dup1',
-      semantic_identifier: 'Doc',
-      link: 'http://example.com',
-    };
-
-    processor.addPackets([
-      { ind: 0, obj: { type: PacketType.SEARCH_TOOL_DELTA, documents: [doc] } },
-      { ind: 0, obj: { type: PacketType.SEARCH_TOOL_DELTA, documents: [doc] } },
-    ]);
-
-    const result = processor.getMessage();
-    expect(result.documents).toHaveLength(1);
-  });
-
-  it('should deduplicate citations by citation_num', () => {
-    processor.addPackets([
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.CITATION_DELTA,
-          citations: [{ citation_num: 1, document_id: 'doc1' }],
-        },
-      },
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.CITATION_DELTA,
-          citations: [{ citation_num: 1, document_id: 'doc2' }],
-        },
-      },
-    ]);
-
-    const result = processor.getMessage();
-    // First citation wins
-    expect(result.citations).toEqual({ 1: 'doc1' });
-  });
-
-  it('should accumulate text from MESSAGE_START and MESSAGE_DELTA', () => {
-    processor.addPackets([
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.MESSAGE_START,
-          id: 'msg1',
-          content: 'Hello ',
-          final_documents: null,
-        },
-      },
-      {
-        ind: 0,
-        obj: { type: PacketType.MESSAGE_DELTA, content: 'world' },
-      },
-    ]);
-
-    const result = processor.getMessage();
-    expect(result.message).toBe('Hello world');
-  });
-
-  it('should process documents from FETCH_TOOL_START', () => {
-    processor.addPackets([
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.FETCH_TOOL_START,
-          documents: [
-            {
-              document_id: 'fetch1',
-              semantic_identifier: 'Fetched',
-              link: 'http://fetch.com',
-            },
-          ],
-          queries: null,
-        },
-      },
-    ]);
-
-    const result = processor.getMessage();
-    expect(result.documents).toHaveLength(1);
-    expect(result.documents[0].document_id).toBe('fetch1');
-  });
-
-  it('should process documents from MESSAGE_START final_documents', () => {
-    processor.addPackets([
-      {
-        ind: 0,
-        obj: {
-          type: PacketType.MESSAGE_START,
-          id: 'msg1',
-          content: 'Hello',
-          final_documents: [
-            {
-              document_id: 'fd1',
-              semantic_identifier: 'Final Doc',
-              link: 'http://final.com',
-            },
-          ],
-        },
-      },
-    ]);
-
-    const result = processor.getMessage();
-    expect(result.documents).toHaveLength(1);
-    expect(result.documents[0].document_id).toBe('fd1');
-  });
-
-  it('should mark complete on ERROR packet', () => {
-    processor.addPackets([
-      {
-        ind: 0,
-        obj: { type: PacketType.ERROR, error: 'fail' },
-      },
-    ]);
-
-    expect(processor.isComplete).toBe(true);
-  });
-
-  it('should return null toolCall when search has no documents', () => {
-    processor.addPackets([
-      { ind: 0, obj: { type: PacketType.SEARCH_TOOL_START } },
-      {
-        ind: 0,
-        obj: { type: PacketType.SEARCH_TOOL_DELTA, documents: [] },
-      },
-      { ind: 1, obj: { type: PacketType.STOP } },
-    ]);
-
-    const result = processor.getMessage();
-    expect(result.toolCall).toBeNull();
-  });
-
-  it('should set nodeId and parentNodeId from constructor', () => {
-    const p = new MessageProcessor(10, 5);
-    const msg = p.getMessage();
-    expect(msg.nodeId).toBe(10);
-    expect(msg.parentNodeId).toBe(5);
-  });
-});

package/src/ChatBlock/tests/packetUtils.test.js

@@ -1,158 +0,0 @@
-import {
-  getSynteticPacket,
-  isToolPacket,
-  isDisplayPacket,
-  isFinalAnswerComplete,
-} from '../services/packetUtils';
-import { PacketType } from '../types/streamingModels';
-
-describe('packetUtils', () => {
-  describe('getSynteticPacket', () => {
-    it('creates a synthetic packet with given index and type', () => {
-      const packet = getSynteticPacket(1, PacketType.MESSAGE_START);
-      expect(packet).toEqual({
-        ind: 1,
-        obj: { type: PacketType.MESSAGE_START },
-      });
-    });
-
-    it('creates packets with different types', () => {
-      const searchPacket = getSynteticPacket(2, PacketType.SEARCH_TOOL_START);
-      expect(searchPacket.ind).toBe(2);
-      expect(searchPacket.obj.type).toBe(PacketType.SEARCH_TOOL_START);
-    });
-  });
-
-  describe('isToolPacket', () => {
-    it('returns true for SEARCH_TOOL_START packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.SEARCH_TOOL_START } };
-      expect(isToolPacket(packet)).toBe(true);
-    });
-
-    it('returns true for SEARCH_TOOL_DELTA packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.SEARCH_TOOL_DELTA } };
-      expect(isToolPacket(packet)).toBe(true);
-    });
-
-    it('returns true for CUSTOM_TOOL_START packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.CUSTOM_TOOL_START } };
-      expect(isToolPacket(packet)).toBe(true);
-    });
-
-    it('returns true for CUSTOM_TOOL_DELTA packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.CUSTOM_TOOL_DELTA } };
-      expect(isToolPacket(packet)).toBe(true);
-    });
-
-    it('returns true for REASONING_START packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.REASONING_START } };
-      expect(isToolPacket(packet)).toBe(true);
-    });
-
-    it('returns true for REASONING_DELTA packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.REASONING_DELTA } };
-      expect(isToolPacket(packet)).toBe(true);
-    });
-
-    it('returns true for FETCH_TOOL_START packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.FETCH_TOOL_START } };
-      expect(isToolPacket(packet)).toBe(true);
-    });
-
-    it('returns false for MESSAGE_START packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.MESSAGE_START } };
-      expect(isToolPacket(packet)).toBe(false);
-    });
-
-    it('returns false for MESSAGE_DELTA packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.MESSAGE_DELTA } };
-      expect(isToolPacket(packet)).toBe(false);
-    });
-
-    it('returns false for STOP packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.STOP } };
-      expect(isToolPacket(packet)).toBe(false);
-    });
-  });
-
-  describe('isDisplayPacket', () => {
-    it('returns true for MESSAGE_START packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.MESSAGE_START } };
-      expect(isDisplayPacket(packet)).toBe(true);
-    });
-
-    it('returns true for IMAGE_GENERATION_TOOL_START packets', () => {
-      const packet = {
-        ind: 1,
-        obj: { type: PacketType.IMAGE_GENERATION_TOOL_START },
-      };
-      expect(isDisplayPacket(packet)).toBe(true);
-    });
-
-    it('returns false for SEARCH_TOOL_START packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.SEARCH_TOOL_START } };
-      expect(isDisplayPacket(packet)).toBe(false);
-    });
-
-    it('returns false for MESSAGE_DELTA packets', () => {
-      const packet = { ind: 1, obj: { type: PacketType.MESSAGE_DELTA } };
-      expect(isDisplayPacket(packet)).toBe(false);
-    });
-  });
-
-  describe('isFinalAnswerComplete', () => {
-    it('returns false when no packets', () => {
-      expect(isFinalAnswerComplete([])).toBe(false);
-    });
-
-    it('returns false when no MESSAGE_START packet', () => {
-      const packets = [
-        { ind: 1, obj: { type: PacketType.MESSAGE_DELTA, content: 'Hello' } },
-        { ind: 1, obj: { type: PacketType.SECTION_END } },
-      ];
-      expect(isFinalAnswerComplete(packets)).toBe(false);
-    });
-
-    it('returns false when MESSAGE_START exists but no matching SECTION_END', () => {
-      const packets = [
-        {
-          ind: 1,
-          obj: { type: PacketType.MESSAGE_START, content: '', id: '1' },
-        },
-        { ind: 1, obj: { type: PacketType.MESSAGE_DELTA, content: 'Hello' } },
-      ];
-      expect(isFinalAnswerComplete(packets)).toBe(false);
-    });
-
-    it('returns true when MESSAGE_START and matching SECTION_END exist', () => {
-      const packets = [
-        {
-          ind: 1,
-          obj: { type: PacketType.MESSAGE_START, content: '', id: '1' },
-        },
-        { ind: 1, obj: { type: PacketType.MESSAGE_DELTA, content: 'Hello' } },
-        { ind: 1, obj: { type: PacketType.SECTION_END } },
-      ];
-      expect(isFinalAnswerComplete(packets)).toBe(true);
-    });
-
-    it('returns true when IMAGE_GENERATION_TOOL_START and matching SECTION_END exist', () => {
-      const packets = [
-        { ind: 2, obj: { type: PacketType.IMAGE_GENERATION_TOOL_START } },
-        { ind: 2, obj: { type: PacketType.SECTION_END } },
-      ];
-      expect(isFinalAnswerComplete(packets)).toBe(true);
-    });
-
-    it('returns false when SECTION_END has different index', () => {
-      const packets = [
-        {
-          ind: 1,
-          obj: { type: PacketType.MESSAGE_START, content: '', id: '1' },
-        },
-        { ind: 2, obj: { type: PacketType.SECTION_END } },
-      ];
-      expect(isFinalAnswerComplete(packets)).toBe(false);
-    });
-  });
-});