@eeacms/volto-eea-chatbot 1.0.9

package/src/halloumi/preprocessing.test.js

@@ -0,0 +1,245 @@
+import {
+  createHalloumiPrompt,
+  splitIntoSentences,
+  annotate,
+  getOffsets,
+} from './preprocessing';
+
+describe('splitIntoSentences', () => {
+  it('should split a basic text into sentences', () => {
+    const text =
+      'This is sentence one. This is sentence two. This is sentence three.';
+    const expected = [
+      'This is sentence one. ',
+      'This is sentence two. ',
+      'This is sentence three.',
+    ];
+    expect(splitIntoSentences(text)).toEqual(expected);
+  });
+
+  it('should handle short sentences by merging them', () => {
+    const text = 'Short. This is a longer sentence. Also short.';
+    const expected = ['Short. This is a longer sentence. ', 'Also short.'];
+    expect(splitIntoSentences(text)).toEqual(expected);
+  });
+
+  it('should return an empty array for an empty string', () => {
+    expect(splitIntoSentences('')).toEqual([]);
+  });
+
+  it('should handle a single sentence', () => {
+    const text = 'This is a single sentence.';
+    expect(splitIntoSentences(text)).toEqual(['This is a single sentence.']);
+  });
+
+  it('should handle text without punctuation', () => {
+    const text = 'This is a sentence without punctuation';
+    expect(splitIntoSentences(text)).toEqual([
+      'This is a sentence without punctuation',
+    ]);
+  });
+
+  it('should not merge sentences when maxSegments is 0', () => {
+    const text = 'One. Two. Three. Four. Five.';
+    const expected = ['One. Two. ', 'Three. Four. ', 'Five.'];
+    expect(splitIntoSentences(text, 0)).toEqual(expected);
+  });
+
+  it('should not merge sentences when finalSentences.length <= maxSegments', () => {
+    const text = 'One. Two. Three.';
+    const expected = ['One. Two. ', 'Three.'];
+    expect(splitIntoSentences(text, 3)).toEqual(expected);
+  });
+
+  it('should merge sentences when finalSentences.length > maxSegments', () => {
+    const text = 'One. Two. Three. Four. Five.';
+    const expected = ['One. Two. Three. Four. ', 'Five.'];
+    expect(splitIntoSentences(text, 2)).toEqual(expected);
+  });
+
+  it('should merge sentences into a single segment if maxSegments is 1', () => {
+    const text = 'One. Two. Three. Four. Five.';
+    const expected = ['One. Two. Three. Four. Five.'];
+    expect(splitIntoSentences(text, 1)).toEqual(expected);
+  });
+});
+
+describe('annotate', () => {
+  it('should annotate multiple sentences correctly', () => {
+    const sentences = ['Sentence one.', 'Sentence two.'];
+    const annotationChar = 's';
+    const expected =
+      '<|s1|><Sentence one.><end||s><|s2|><Sentence two.><end||s>';
+    expect(annotate(sentences, annotationChar)).toEqual(expected);
+  });
+
+  it('should handle an empty array of sentences', () => {
+    const sentences = [];
+    const annotationChar = 's';
+    expect(annotate(sentences, annotationChar)).toEqual('');
+  });
+
+  it('should annotate a single sentence', () => {
+    const sentences = ['Single sentence.'];
+    const annotationChar = 'r';
+    const expected = '<|r1|><Single sentence.><end||r>';
+    expect(annotate(sentences, annotationChar)).toEqual(expected);
+  });
+
+  it('should use different annotation characters', () => {
+    const sentences = ['Hello.'];
+    const annotationChar = 'x';
+    const expected = '<|x1|><Hello.><end||x>';
+    expect(annotate(sentences, annotationChar)).toEqual(expected);
+  });
+});
+
+describe('getOffsets', () => {
+  it('should calculate correct offsets for multiple sentences', () => {
+    const originalString = 'First sentence. Second sentence. Third sentence.';
+    const sentences = [
+      'First sentence. ',
+      'Second sentence. ',
+      'Third sentence.',
+    ];
+    const expected = new Map([
+      [1, { startOffset: 0, endOffset: 16 }],
+      [2, { startOffset: 16, endOffset: 33 }],
+      [3, { startOffset: 33, endOffset: 48 }],
+    ]);
+    expect(getOffsets(originalString, sentences)).toEqual(expected);
+  });
+
+  it('should handle empty original string and sentences', () => {
+    const originalString = '';
+    const sentences = [];
+    expect(getOffsets(originalString, sentences)).toEqual(new Map());
+  });
+
+  it('should handle original string matching sentences exactly', () => {
+    const originalString = 'Hello world.';
+    const sentences = ['Hello world.'];
+    const expected = new Map([[1, { startOffset: 0, endOffset: 12 }]]);
+    expect(getOffsets(originalString, sentences)).toEqual(expected);
+  });
+
+  it('should handle original string with leading/trailing spaces', () => {
+    const originalString = '  Sentence one.  Sentence two.  ';
+    const sentences = ['Sentence one.  ', 'Sentence two.  '];
+    const expected = new Map([
+      [1, { startOffset: 2, endOffset: 17 }],
+      [2, { startOffset: 17, endOffset: 32 }],
+    ]);
+    expect(getOffsets(originalString, sentences)).toEqual(expected);
+  });
+
+  it('should handle sentences with special characters', () => {
+    const originalString = 'Sentence with !@#$%^&*() special characters.';
+    const sentences = ['Sentence with !@#$%^&*() special characters.'];
+    const expected = new Map([[1, { startOffset: 0, endOffset: 44 }]]);
+    expect(getOffsets(originalString, sentences)).toEqual(expected);
+  });
+});
+
+describe('createHalloumiPrompt', () => {
+  it('should create a Halloumi prompt with annotated context and response', () => {
+    const sources = [
+      'This is the first source. This is its second sentence.',
+      'This is the second source.',
+    ];
+    const response = 'This is the response. It has two sentences.';
+    const request = 'Test request.';
+
+    const result = createHalloumiPrompt({ sources, response, request });
+
+    // Expect the prompt to contain annotated context and response
+    expect(result.prompt).toContain(
+      '<|context|><|s1|><This is the first source. ><end||s><|s2|><This is its second sentence.><end||s><|s3|><This is the second source.><end||s><end||context>',
+    );
+    expect(result.prompt).toContain('<|request|><Test request.><end||request>');
+    expect(result.prompt).toContain(
+      '<|response|><|r1|><This is the response. ><end||r><|r2|><It has two sentences.><end||r><end||response>',
+    );
+
+    // Expect contextOffsets and responseOffsets to be correctly populated
+    expect(result.contextOffsets).toBeInstanceOf(Map);
+    const s1 = 'This is the first source. ';
+    const s2 = 'This is its second sentence.';
+    const s3 = 'This is the second source.';
+
+    expect(result.contextOffsets.get(1)).toEqual({
+      startOffset: 0,
+      endOffset: s1.length,
+    });
+    expect(result.contextOffsets.get(2)).toEqual({
+      startOffset: s1.length,
+      endOffset: s1.length + s2.length,
+    });
+    expect(result.contextOffsets.get(3)).toEqual({
+      startOffset: s1.length + s2.length + 1, // +1 for the space between sentences
+      endOffset: s1.length + s2.length + 1 + s3.length,
+    });
+
+    expect(result.responseOffsets).toBeInstanceOf(Map);
+    const r1 = 'This is the response. ';
+    const r2 = 'It has two sentences.';
+
+    expect(result.responseOffsets.get(1)).toEqual({
+      startOffset: 0,
+      endOffset: r1.length,
+    });
+    expect(result.responseOffsets.get(2)).toEqual({
+      startOffset: r1.length,
+      endOffset: r1.length + r2.length,
+    });
+  });
+
+  it('should handle empty sources, response, and request', () => {
+    const sources = [];
+    const response = '';
+    const request = '';
+
+    const result = createHalloumiPrompt({ sources, response, request });
+
+    expect(result.prompt).toBe(
+      '<|context|><end||context><|request|><Make one or more claims about information in the documents.><end||request><|response|><end||response>',
+    );
+    expect(result.contextOffsets).toBeInstanceOf(Map);
+    expect(result.contextOffsets.size).toBe(0);
+    expect(result.responseOffsets).toBeInstanceOf(Map);
+    expect(result.responseOffsets.size).toBe(0);
+  });
+
+  it('should handle maxContextSegments correctly', () => {
+    const sources = [
+      'Sentence one. Sentence two. Sentence three. Sentence four.',
+    ];
+    const response = 'Response one. Response two.';
+    const request = 'Test request.';
+    const maxContextSegments = 2;
+
+    const result = createHalloumiPrompt({
+      sources,
+      response,
+      request,
+      maxContextSegments,
+    });
+
+    // With maxContextSegments = 2, the 4 sentences should be merged into 2.
+    // "Sentence one. Sentence two." and "Sentence three. Sentence four."
+    expect(result.prompt).toContain(
+      '<|context|><|s1|><Sentence one. Sentence two. ><end||s><|s2|><Sentence three. Sentence four.><end||s><end||context>',
+    );
+    const mergedS1 = 'Sentence one. Sentence two. ';
+    const mergedS2 = 'Sentence three. Sentence four.';
+
+    expect(result.contextOffsets.get(1)).toEqual({
+      startOffset: 0,
+      endOffset: mergedS1.length,
+    });
+    expect(result.contextOffsets.get(2)).toEqual({
+      startOffset: mergedS1.length,
+      endOffset: mergedS1.length + mergedS2.length,
+    });
+  });
+});

package/src/icons/bot.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-bot"><path d="M12 8V4H8"/><rect width="16" height="12" x="4" y="8" rx="2"/><path d="M2 14h2"/><path d="M20 14h2"/><path d="M15 13v2"/><path d="M9 13v2"/></svg>

package/src/icons/check.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-check-icon lucide-check"><path d="M20 6 9 17l-5-5"/></svg>

package/src/icons/chevron.svg

@@ -0,0 +1,3 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
+  <path d="m6 9 6 6 6-6"/>
+</svg>

package/src/icons/clear.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-x-icon lucide-x"><path d="M18 6 6 18"/><path d="m6 6 12 12"/></svg>

package/src/icons/copy.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-copy-icon lucide-copy"><rect width="14" height="14" x="8" y="8" rx="2" ry="2"/><path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"/></svg>

package/src/icons/done.svg

@@ -0,0 +1,5 @@
+<svg stroke="currentColor" fill="none" stroke-width="2" viewBox="0 0 24 24" stroke-linecap="round"
+  stroke-linejoin="round" class="w-3 h-3 rounded-full" height="1em" width="1em" xmlns="http://www.w3.org/2000/svg">
+  <path d="M22 11.08V12a10 10 0 1 1-5.93-9.14"></path>
+  <polyline points="22 4 12 14.01 9 11.01"></polyline>
+</svg>

package/src/icons/external-link.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-external-link-icon lucide-external-link"><path d="M15 3h6v6"/><path d="M10 14 21 3"/><path d="M18 13v6a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2h6"/></svg>

package/src/icons/file.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-file"><path d="M15 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V7Z"/><path d="M14 2v4a2 2 0 0 0 2 2h4"/></svg>

package/src/icons/glasses.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-glasses-icon lucide-glasses"><circle cx="6" cy="15" r="4"/><circle cx="18" cy="15" r="4"/><path d="M14 15a2 2 0 0 0-2-2 2 2 0 0 0-2 2"/><path d="M2.5 13 5 7c.7-1.3 1.4-2 3-2"/><path d="M21.5 13 19 7c-.7-1.3-1.5-2-3-2"/></svg>

package/src/icons/globe.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-globe"><circle cx="12" cy="12" r="10"/><path d="M12 2a14.5 14.5 0 0 0 0 20 14.5 14.5 0 0 0 0-20"/><path d="M2 12h20"/></svg>

package/src/icons/rotate.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-rotate-ccw-icon lucide-rotate-ccw"><path d="M3 12a9 9 0 1 0 9-9 9.75 9.75 0 0 0-6.74 2.74L3 8"/><path d="M3 3v5h5"/></svg>

package/src/icons/search.svg

@@ -0,0 +1,5 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+  stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
+  <circle cx="11" cy="11" r="8"></circle>
+  <path d="m21 21-4.3-4.3"></path>
+</svg>

package/src/icons/send.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-send"><path d="m22 2-7 20-4-9-9-4Z"/><path d="M22 2 11 13"/></svg>

package/src/icons/square-pen.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-square-pen-icon lucide-square-pen"><path d="M12 3H5a2 2 0 0 0-2 2v14a2 2 0 0 0 2 2h14a2 2 0 0 0 2-2v-7"/><path d="M18.375 2.625a1 1 0 0 1 3 3l-9.013 9.014a2 2 0 0 1-.853.505l-2.873.84a.5.5 0 0 1-.62-.62l.84-2.873a2 2 0 0 1 .506-.852z"/></svg>

package/src/icons/stop.svg

@@ -0,0 +1,9 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" id="Layer_1" x="0px"
+  y="0px" width="24" height="24" viewBox="0 0 20 20" enable-background="new 0 0 20 20" xml:space="preserve">
+  <g id="stop_1_">
+    <g>
+      <path fill-rule="evenodd" clip-rule="evenodd"
+        d="M16,3H4C3.45,3,3,3.45,3,4v12c0,0.55,0.45,1,1,1h12c0.55,0,1-0.45,1-1V4    C17,3.45,16.55,3,16,3z" />
+    </g>
+  </g>
+</svg>

package/src/icons/thumbs-down.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-thumbs-down-icon lucide-thumbs-down"><path d="M17 14V2"/><path d="M9 18.12 10 14H4.17a2 2 0 0 1-1.92-2.56l2.33-8A2 2 0 0 1 6.5 2H20a2 2 0 0 1 2 2v8a2 2 0 0 1-2 2h-2.76a2 2 0 0 0-1.79 1.11L12 22a3.13 3.13 0 0 1-3-3.88Z"/></svg>

package/src/icons/thumbs-up.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-thumbs-up-icon lucide-thumbs-up"><path d="M7 10v12"/><path d="M15 5.88 14 10h5.83a2 2 0 0 1 1.92 2.56l-2.33 8A2 2 0 0 1 17.5 22H4a2 2 0 0 1-2-2v-8a2 2 0 0 1 2-2h2.76a2 2 0 0 0 1.79-1.11L12 2a3.13 3.13 0 0 1 3 3.88Z"/></svg>

package/src/icons/user.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-user"><path d="M19 21v-2a4 4 0 0 0-4-4H9a4 4 0 0 0-4 4v2"/><circle cx="12" cy="7" r="4"/></svg>

package/src/index.js

@@ -0,0 +1,58 @@
+import installChatBlock from './ChatBlock';
+import loadable from '@loadable/component';
+
+const applyConfig = (config) => {
+  if (__SERVER__) {
+    const express = require('express');
+    const middleware = express.Router();
+
+    middleware.use(express.json({ limit: config.settings.maxResponseSize }));
+    middleware.use(express.urlencoded({ extended: true }));
+
+    const proxyMiddleware = require('./middleware').default;
+    const halloumiMiddleware = require('./halloumi/middleware').default;
+
+    middleware.all('**/_da/**', proxyMiddleware);
+    middleware.all('**/_ha/**', halloumiMiddleware);
+
+    middleware.id = 'chatbot';
+
+    config.settings.expressMiddleware = [
+      ...config.settings.expressMiddleware,
+      middleware,
+    ];
+  }
+
+  config.settings.loadables = {
+    ...config.settings.loadables,
+    rehypePrism: loadable.lib(() => import('rehype-prism-plus')),
+    remarkGfm: loadable.lib(() => import('remark-gfm')),
+    luxon: loadable.lib(() => import('luxon')),
+
+    // highlightJs: loadable.lib(() => import('highlight.js')),
+    // marked: loadable.lib(() => import('marked')),
+
+    // fastJsonPatch: loadable.lib(() => import('fast-json-patch')),
+    // fetchEventSource: loadable.lib(() =>
+    //   import('@microsoft/fetch-event-source'),
+    // ),
+  };
+
+  installChatBlock(config);
+
+  return config;
+};
+
+export {
+  createChatSession,
+  sendMessage,
+} from './ChatBlock/services/streamingService';
+export { MessageProcessor } from './ChatBlock/services/messageProcessor';
+export { default as withOnyxData } from './ChatBlock/hocs/withOnyxData';
+export * from './ChatBlock/packets';
+
+export { default as UserActionsToolbar } from './ChatBlock/components/UserActionsToolbar';
+export { default as FeedbackModal } from './ChatBlock/components/FeedbackModal';
+export { default as ChatMessageFeedback } from './ChatBlock/components/ChatMessageFeedback';
+
+export default applyConfig;

package/src/middleware.js

@@ -0,0 +1,250 @@
+import superagent from 'superagent';
+import fetch from 'node-fetch';
+import debug from 'debug';
+
+import fs from 'fs';
+
+const log = debug('volto-eea-chatbot');
+// import readline from 'readline';
+
+const MOCK_STREAM_DELAY = parseInt(process.env.MOCK_STREAM_DELAY || '0');
+
+let cached_auth_cookie = null;
+let last_fetched = null;
+let maxAge;
+
+const MSG_INVALID_CONFIGURATION = 'Invalid configuration: missing ONYX api key';
+const MSG_FETCH_COOKIE = 'Error while fetching authentication cookie';
+const MSG_ERROR_REQUEST = 'Error in processing request to Onyx';
+
+async function get_login_cookie(username, password) {
+  const url = `${process.env.ONYX_URL}/api/auth/login`;
+  const data = {
+    username,
+    password,
+    scope: '',
+    client_id: '',
+    client_secret: '',
+    grant_type: '',
+  };
+  try {
+    const response = await superagent.post(url).type('form').send(data);
+    const header = response.headers['set-cookie'][0];
+    return header;
+  } catch (error) {
+    // eslint-disable-next-line no-console
+    console.error(MSG_FETCH_COOKIE, error);
+  }
+}
+
+async function getAuthCookie(username, password) {
+  cached_auth_cookie = await get_login_cookie(username, password);
+  if (cached_auth_cookie) {
+    const maxAgeMatch = cached_auth_cookie.match(/Max-Age=(\d+)/);
+    maxAge = parseInt(maxAgeMatch[1]);
+    last_fetched = new Date();
+  }
+}
+
+async function login(username, password) {
+  const diff = maxAge - (new Date() - last_fetched) / 1000;
+  // eslint-disable-next-line no-console
+  log('onyx auth still valid for seconds: ', diff);
+  if (!cached_auth_cookie || diff < 0) {
+    await getAuthCookie(username, password);
+  }
+}
+
+async function check_credentials() {
+  const reqUrl = `${process.env.ONYX_URL}/api/persona/-1`;
+
+  const options = {
+    method: 'GET',
+    headers: {
+      Cookie: cached_auth_cookie,
+      'Content-Type': 'application/json',
+    },
+  };
+
+  log(`Fetching ${reqUrl}`);
+  return await fetch(reqUrl, options);
+}
+
+function mock_create_chat(res) {
+  res.setHeader('Content-Type', 'text/plain');
+  res.setHeader('Transfer-Encoding', 'chunked');
+  res.write(`{"chat_session_id":"46277749-db60-44f2-9de1-c5dca2eb68fa"}`);
+  res.end();
+}
+
+function mock_send_message(res) {
+  const filePath = process.env.MOCK_LLM_FILE_PATH;
+  if (!filePath) {
+    log('MOCK_LLM_FILE_PATH is not set. Cannot mock send message.');
+    res.status(500).send('Internal Server Error: MOCK_LLM_FILE_PATH not set.');
+    return;
+  }
+  const readStream = fs.createReadStream(filePath, { encoding: 'utf8' });
+
+  let buffer = '';
+  let lineIndex = 0;
+
+  // Set appropriate headers for streaming
+  res.setHeader('Content-Type', 'text/plain');
+  res.setHeader('Transfer-Encoding', 'chunked');
+
+  const sendLineWithDelay = (line, index) => {
+    if (MOCK_STREAM_DELAY === 0) {
+      res.write(line + '\n');
+      log(`Sent line ${index + 1}: ${line.substring(0, 50)}...`);
+      return;
+    } else {
+      setTimeout(() => {
+        res.write(line + '\n');
+        log(`Sent line ${index + 1}: ${line.substring(0, 50)}...`);
+      }, index * MOCK_STREAM_DELAY);
+    }
+  };
+
+  readStream.on('data', (chunk) => {
+    buffer += chunk;
+    const lines = buffer.split('\n');
+
+    // Keep the last incomplete line in buffer
+    buffer = lines.pop() || '';
+
+    // Process complete lines
+    lines.forEach((line) => {
+      if (line.trim()) {
+        // Only send non-empty lines
+        sendLineWithDelay(line.trim(), lineIndex);
+        lineIndex++;
+      }
+    });
+  });
+
+  readStream.on('end', () => {
+    // Handle any remaining content in buffer
+    if (buffer.trim()) {
+      sendLineWithDelay(buffer.trim(), lineIndex);
+      lineIndex++;
+    }
+
+    // End the response after all lines are sent
+    setTimeout(() => {
+      res.end();
+      log('File stream ended - all lines sent');
+    }, lineIndex * MOCK_STREAM_DELAY);
+  });
+
+  readStream.on('error', (err) => {
+    log('Error reading file:', err);
+    res.status(500).send('Internal Server Error');
+  });
+}
+
+async function send_onyx_request(
+  req,
+  res,
+  { username, password, api_key, url },
+) {
+  let headers = {};
+  if (!api_key) {
+    await login(username, password);
+
+    try {
+      const resp = await check_credentials();
+      if (resp.status !== 200) {
+        await getAuthCookie(username, password);
+      }
+    } catch (error) {
+      await getAuthCookie(username, password);
+    }
+    headers = {
+      Cookie: cached_auth_cookie,
+      'Content-Type': 'application/json',
+    };
+  } else {
+    headers = {
+      Authorization: 'Bearer ' + api_key,
+      'Content-Type': 'application/json',
+    };
+  }
+
+  const options = {
+    method: req.method,
+    headers: headers,
+  };
+
+  if (req.body && req.method === 'POST') {
+    options.body = JSON.stringify(req.body);
+  }
+
+  if (process.env.MOCK_LLM_FILE_PATH && req.url.endsWith('send-message')) {
+    try {
+      mock_send_message(res);
+    } catch (e) {
+      log(e);
+    }
+    return;
+  }
+
+  if (
+    process.env.MOCK_LLM_FILE_PATH &&
+    req.url.endsWith('create-chat-session')
+  ) {
+    mock_create_chat(res);
+    return;
+  }
+
+  try {
+    log(`Fetching ${url}`);
+    const response = await fetch(url, options, req.body);
+
+    if (process.env.DUMP_LLM_FILE_PATH) {
+      const filePath = process.env.DUMP_LLM_FILE_PATH;
+      const writer = fs.createWriteStream(filePath);
+      response.body.pipe(writer);
+      log(`Dumped LLM response to: ${filePath}`);
+    }
+
+    if (!api_key) {
+      if (response.headers.get('transfer-encoding') === 'chunked') {
+        res.set('Content-Type', 'text/event-stream');
+      } else {
+        res.set('Content-Type', 'application/json');
+      }
+    } else {
+      res.set('Content-Type', response.headers.get('Content-Type'));
+    }
+    response.body.pipe(res);
+  } catch (error) {
+    throw error;
+  }
+}
+
+export default async function middleware(req, res, next) {
+  const path = req.url.replace('/_da/', '/');
+
+  const reqUrl = `${process.env.ONYX_URL || ''}/api${path}`;
+
+  const api_key = process.env.ONYX_API_KEY;
+  if (!api_key) {
+    res.send({
+      error: MSG_INVALID_CONFIGURATION,
+    });
+    return;
+  }
+
+  try {
+    await send_onyx_request(req, res, {
+      url: reqUrl,
+      api_key: api_key,
+    });
+  } catch (error) {
+    // eslint-disable-next-line
+    console.error(MSG_ERROR_REQUEST, error?.response?.text);
+
+    res.send({ error: `Onyx error: ${error?.response?.text || 'error'}` });
+  }
+}

package/tsconfig.json

@@ -0,0 +1,40 @@
+{
+  "$schema": "https://json.schemastore.org/tsconfig",
+  "display": "React Library",
+  "compilerOptions": {
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "target": "es2022",
+    "allowJs": true,
+    "resolveJsonModule": true,
+    "moduleDetection": "force",
+    "isolatedModules": true,
+    "verbatimModuleSyntax": true,
+
+    "strict": true,
+    "noImplicitOverride": true,
+
+    "lib": ["es2022", "dom", "dom.iterable"],
+    "module": "preserve",
+    "noEmit": true,
+
+    "allowSyntheticDefaultImports": true,
+    "forceConsistentCasingInFileNames": true,
+
+    "paths": {
+      "@plone/volto/*": ["../../../node_modules/@plone/volto/src/*"],
+      "@eeacms/volto-matomo/*": [
+        "../../../node_modules/@eeacms/volto-matomo/src/*"
+      ]
+    },
+    "jsx": "react-jsx"
+  },
+  "include": ["src"],
+  "exclude": [
+    "node_modules",
+    "build",
+    "public",
+    "coverage",
+    "src/**/*.test.{js,jsx,ts,tsx}"
+  ]
+}