@aj-archipelago/cortex 1.3.62 → 1.3.63

package/tests/integration/rest/vendors/grok_streaming.test.js

@@ -0,0 +1,55 @@
+// grok_streaming.test.js
+// Basic text streaming test for Grok-4 via OpenAI REST API
+
+import test from 'ava';
+import serverFactory from '../../../../index.js';
+import { connectToSSEEndpoint } from '../../../helpers/sseClient.js';
+
+const API_BASE = `http://localhost:${process.env.CORTEX_PORT}/v1`;
+
+let testServer;
+
+test.before(async () => {
+  process.env.CORTEX_ENABLE_REST = 'true';
+  const { server, startServer } = await serverFactory();
+  startServer && await startServer();
+  testServer = server;
+});
+
+test.after.always('cleanup', async () => {
+  if (testServer) {
+    await testServer.stop();
+  }
+});
+
+test('POST SSE: /v1/chat/completions should stream text response from Grok-4', async (t) => {
+  const payload = {
+    model: 'grok-4',
+    messages: [
+      {
+        role: 'user',
+        content: 'Hello! Please introduce yourself.',
+      },
+    ],
+    stream: true,
+  };
+  
+  const url = `http://localhost:${process.env.CORTEX_PORT}/v1`;
+  
+  let completeMessage = '';
+
+  await connectToSSEEndpoint(url, '/chat/completions', payload, (messageJson) => {
+    t.truthy(messageJson.id);
+    t.is(messageJson.object, 'chat.completion.chunk');
+    t.truthy(messageJson.choices[0].delta);
+    t.truthy(messageJson.choices[0].finish_reason === null || messageJson.choices[0].finish_reason === 'stop');
+    if (messageJson.choices?.[0]?.delta?.content) {
+      completeMessage += messageJson.choices[0].delta.content;
+    }
+  });
+
+  t.truthy(completeMessage);
+  t.true(completeMessage.length > 0);
+});
+
+

package/tests/integration/rest/vendors/grok_tool_calling_streaming.test.js

@@ -0,0 +1,75 @@
+import test from 'ava';
+import serverFactory from '../../../../index.js';
+import { collectSSEChunks } from '../../../helpers/sseAssert.js';
+import got from 'got';
+
+let testServer;
+
+test.before(async () => {
+  process.env.CORTEX_ENABLE_REST = 'true';
+  const { server, startServer } = await serverFactory();
+  startServer && await startServer();
+  testServer = server;
+});
+
+test.after.always('cleanup', async () => {
+  if (testServer) await testServer.stop();
+});
+
+test('Grok streaming tool_calls appear as OAI deltas', async (t) => {
+  const baseUrl = `http://localhost:${process.env.CORTEX_PORT}/v1`;
+
+  // pick a Grok-compatible model
+  let model = 'grok-4-fast-reasoning';
+  try {
+    const res = await got(`${baseUrl}/models`, { responseType: 'json' });
+    const ids = (res.body?.data || []).map(m => m.id);
+    model = ids.find(id => /^xai-|^grok/i.test(id)) || model;
+  } catch (_) {}
+
+  const payload = {
+    model,
+    messages: [
+      { role: 'system', content: 'If the user asks to sum numbers, call the sum tool.' },
+      { role: 'user', content: 'Sum 2 and 3.' }
+    ],
+    tool_choice: { type: 'function', function: 'sum' },
+    tools: [
+      {
+        type: 'function',
+        function: {
+          name: 'sum',
+          description: 'Sum two numbers',
+          parameters: {
+            type: 'object',
+            properties: { a: { type: 'number' }, b: { type: 'number' } },
+            required: ['a', 'b']
+          }
+        }
+      }
+    ],
+    stream: true,
+  };
+
+  const chunks = await collectSSEChunks(baseUrl, '/chat/completions', payload);
+
+  t.true(chunks.length > 0);
+
+  let sawToolCall = false;
+  let toolName = '';
+  let argsBuffer = '';
+  for (const ch of chunks) {
+    const tc = ch?.choices?.[0]?.delta?.tool_calls?.[0];
+    if (tc) {
+      sawToolCall = true;
+      if (tc.function?.name) toolName = tc.function.name || toolName;
+      if (tc.function?.arguments) argsBuffer += tc.function.arguments;
+    }
+  }
+
+  t.true(sawToolCall);
+  t.is(toolName, 'sum');
+  if (argsBuffer) t.true(/[\{\}"]/g.test(argsBuffer));
+});
+
+

package/tests/{azureAuthTokenHelper.test.js → unit/core/azureAuthTokenHelper.test.js}

@@ -1,5 +1,5 @@
 import test from 'ava';
-import AzureAuthTokenHelper from '../lib/azureAuthTokenHelper.js';
+import AzureAuthTokenHelper from '../../../lib/azureAuthTokenHelper.js';
 
 test('should initialize with valid credentials', (t) => {
   const mockConfig = {

package/tests/{chunkfunction.test.js → unit/core/chunkfunction.test.js}

@@ -1,6 +1,6 @@
 import test from 'ava';
-import { getSemanticChunks, determineTextFormat, getSingleTokenChunks } from '../server/chunker.js';
-import { encode } from '../lib/encodeCache.js';
+import { getSemanticChunks, determineTextFormat, getSingleTokenChunks } from '../../../server/chunker.js';
+import { encode } from '../../../lib/encodeCache.js';
 
 const testText = `Lorem ipsum dolor sit amet, consectetur adipiscing elit. In id erat sem. Phasellus ac dapibus purus, in fermentum nunc. Mauris quis rutrum magna. Quisque rutrum, augue vel blandit posuere, augue magna convallis turpis, nec elementum augue mauris sit amet nunc. Aenean sit amet leo est. Nunc ante ex, blandit et felis ut, iaculis lacinia est. Phasellus dictum orci id libero ullamcorper tempor.
 

package/tests/{config.test.js → unit/core/config.test.js}

@@ -2,7 +2,7 @@
 
 import test from 'ava';
 import path from 'path';
-import { config, buildPathways, buildModels } from '../config.js';
+import { config, buildPathways, buildModels } from '../../../config.js';
 
 test.before(async () => {
     await buildPathways(config);
@@ -15,12 +15,12 @@ test('config pathwaysPath', (t) => {
 });
 
 test('config corePathwaysPath', (t) => {
-    const expectedPath = path.join(path.dirname(new URL(import.meta.url).pathname), '..', 'pathways');
+    const expectedPath = path.join(process.cwd(), 'pathways');
     t.is(config.get('corePathwaysPath'), expectedPath);
 });
 
 test('config basePathwayPath', (t) => {
-    const expectedPath = path.join(path.dirname(new URL(import.meta.url).pathname), '..', 'pathways', 'basePathway.js');
+    const expectedPath = path.join(process.cwd(), 'pathways', 'basePathway.js');
     t.is(config.get('basePathwayPath'), expectedPath);
 });
 

package/tests/{encodeCache.test.js → unit/core/encodeCache.test.js}

@@ -1,7 +1,7 @@
 import test from 'ava';
 import { faker } from '@faker-js/faker';
 import { performance } from 'perf_hooks';
-import { encode, decode } from '../lib/encodeCache.js';
+import { encode, decode } from '../../../lib/encodeCache.js';
 import { encoding_for_model } from '@dqbd/tiktoken';
 
 // Create reference encoder with same model as used in encodeCache

package/tests/{fastLruCache.test.js → unit/core/fastLruCache.test.js}

@@ -1,5 +1,5 @@
 import test from 'ava';
-import { FastLRUCache } from '../lib/fastLruCache.js';
+import { FastLRUCache } from '../../../lib/fastLruCache.js';
 
 test('FastLRUCache - get and put', t => {
     const cache = new FastLRUCache(2);

package/tests/{handleBars.test.js → unit/core/handleBars.test.js}

@@ -1,7 +1,7 @@
 // handleBars.test.js
 
 import test from 'ava';
-import HandleBars from '../lib/handleBars.js';
+import HandleBars from '../../../lib/handleBars.js';
 
 test('stripHTML', (t) => {
     const stringWithHTML = '<h1>Hello, World!</h1>';

package/tests/{memoryfunction.test.js → unit/core/memoryfunction.test.js}

@@ -1,6 +1,6 @@
 import test from 'ava';
-import { modifyText, enforceTokenLimit } from '../pathways/system/entity/memory/shared/sys_memory_helpers.js';
-import { processMemoryContent } from '../pathways/system/entity/memory/sys_read_memory.js';
+import { modifyText, enforceTokenLimit } from '../../../pathways/system/entity/memory/shared/sys_memory_helpers.js';
+import { processMemoryContent } from '../../../pathways/system/entity/memory/sys_read_memory.js';
 
 test('enforceTokenLimit preserves priority order correctly', t => {
     const input = `