@tiledesk/tiledesk-server 2.19.5 → 2.19.6

package/CHANGELOG.md

@@ -5,7 +5,11 @@
 🚀        IN PRODUCTION                        🚀
 (https://www.npmjs.com/package/@tiledesk/tiledesk-server/v/2.3.77) 
 
-# 2.19.5
+# 2.19.6
+- Improved management of answered and unanswered questions, duration and token consumption
+- Improved namespace embedding management
+
+# 2.19.5 (aborted)
 - Improved management of answered and unanswered questions, duration and token consumption
 
 # 2.19.4

package/models/kb_setting.js

@@ -20,67 +20,6 @@ let expireAnsweredAfterSeconds = ttlSecondsFromEnv(
   DEFAULT_ANSWERED_TTL_SEC
 );
 
-const EMPTY_EMBEDDING_API_KEY = '';
-
-function logEmbeddingApiKeyWriteAttempt(source, attemptedValue, meta = {}) {
-  if (attemptedValue === EMPTY_EMBEDDING_API_KEY || attemptedValue == null) {
-    return;
-  }
-  winston.warn('[Namespace.embedding.api_key] non-empty value blocked on ' + source, {
-    ...meta,
-    attemptedValue,
-    stack: new Error().stack
-  });
-}
-
-function sanitizeEmbeddingApiKeyObject(embedding, source, meta = {}) {
-  if (!embedding || typeof embedding !== 'object') {
-    return false;
-  }
-  if (!Object.prototype.hasOwnProperty.call(embedding, 'api_key')) {
-    return false;
-  }
-  if (embedding.api_key === EMPTY_EMBEDDING_API_KEY || embedding.api_key == null) {
-    embedding.api_key = EMPTY_EMBEDDING_API_KEY;
-    return false;
-  }
-  logEmbeddingApiKeyWriteAttempt(source, embedding.api_key, meta);
-  embedding.api_key = EMPTY_EMBEDDING_API_KEY;
-  return true;
-}
-
-function sanitizeEmbeddingApiKeyUpdate(update, source, meta = {}) {
-  if (!update || typeof update !== 'object') {
-    return false;
-  }
-
-  let changed = false;
-
-  const sanitizeContainer = (container) => {
-    if (!container || typeof container !== 'object') {
-      return;
-    }
-    if (sanitizeEmbeddingApiKeyObject(container.embedding, source, meta)) {
-      changed = true;
-    }
-    if (Object.prototype.hasOwnProperty.call(container, 'embedding.api_key')
-      && container['embedding.api_key'] !== EMPTY_EMBEDDING_API_KEY) {
-      logEmbeddingApiKeyWriteAttempt(source, container['embedding.api_key'], meta);
-      container['embedding.api_key'] = EMPTY_EMBEDDING_API_KEY;
-      changed = true;
-    }
-  };
-
-  sanitizeContainer(update);
-  ['$set', '$setOnInsert'].forEach((key) => {
-    if (update[key]) {
-      sanitizeContainer(update[key]);
-    }
-  });
-
-  return changed;
-}
-
 
 const EngineSchema = new Schema({
   name: {
@@ -139,11 +78,8 @@ const EmbeddingSchema = new Schema({
   api_key: {
     type: String,
     required: false,
-    default: EMPTY_EMBEDDING_API_KEY,
-    set: function (value) {
-      logEmbeddingApiKeyWriteAttempt('embedding.api_key setter', value);
-      return EMPTY_EMBEDDING_API_KEY;
-    }
+    default: '',
+    set: () => ''
   }
 }, {
   _id: false  // This is schema is always used as an embedded object inside NamespaceSchema
@@ -186,39 +122,6 @@ const NamespaceSchema = new Schema({
   timestamps: true
 })
 
-NamespaceSchema.pre('save', function (next) {
-  if (this.isModified('embedding.api_key')) {
-    const attemptedValue = this.get('embedding.api_key');
-    logEmbeddingApiKeyWriteAttempt('save', attemptedValue, {
-      namespaceId: this.id,
-      id_project: this.id_project
-    });
-    this.set('embedding.api_key', EMPTY_EMBEDDING_API_KEY);
-  }
-  next();
-});
-
-['updateOne', 'updateMany', 'findOneAndUpdate'].forEach((hook) => {
-  NamespaceSchema.pre(hook, function (next) {
-    const update = this.getUpdate();
-    if (sanitizeEmbeddingApiKeyUpdate(update, hook, { query: this.getQuery() })) {
-      this.setUpdate(update);
-    }
-    next();
-  });
-});
-
-NamespaceSchema.pre('insertMany', function (next, docs) {
-  if (Array.isArray(docs)) {
-    docs.forEach((doc) => {
-      sanitizeEmbeddingApiKeyObject(doc.embedding, 'insertMany', {
-        namespaceId: doc.id,
-        id_project: doc.id_project
-      });
-    });
-  }
-  next();
-});
 
 var KBSchema = new Schema({
   id_project: {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@tiledesk/tiledesk-server",
   "description": "The Tiledesk server module",
-  "version": "2.19.5",
+  "version": "2.19.6",
   "scripts": {
     "start": "node ./bin/www",
     "pretest": "mongodb-runner start",

package/routes/kb.js

@@ -115,13 +115,6 @@ function getRagContextTemplate(modelName) {
   return ragPromptManager.getPrompt(modelName);
 }
 
-function normalizeEmbedding(embedding) {
-  const normalizedEmbedding = (embedding && typeof embedding.toObject === 'function')
-    ? embedding.toObject()
-    : (embedding || default_embedding);
-  return { ...normalizedEmbedding };
-}
-
 function normalizeSituatedContext(enable = false) {
   situatedContext.enable = enable;
   return situatedContext.enable
@@ -264,8 +257,7 @@ router.post('/scrape/single', async (req, res) => {
       }
 
       json.engine = namespace.engine || default_engine;
-      json.embedding = normalizeEmbedding(namespace.embedding);
-      json.embedding.api_key = process.env.EMBEDDING_API_KEY || process.env.GPTKEY;
+      json.embedding = aiManager.normalizeEmbedding(namespace.embedding);
 
       if (namespace.hybrid === true) {
         json.hybrid = true;
@@ -412,8 +404,7 @@ router.post('/qa', async (req, res) => {
   }
 
   data.engine = namespace.engine || default_engine;
-  data.embedding = normalizeEmbedding(namespace.embedding);
-  data.embedding.api_key = process.env.EMBEDDING_API_KEY || process.env.GPTKEY;
+  data.embedding = aiManager.normalizeEmbedding(namespace.embedding);
 
   if (namespace.hybrid === true) {
     data.search_type = 'hybrid';
@@ -1298,8 +1289,7 @@ router.post('/namespace/import/:id', upload.single('uploadFile'), async (req, re
   //          import operation the content's limit is respected
   let ns = namespaces.find(n => n.id === namespace_id);
   let engine = ns.engine || default_engine;
-  let embedding = normalizeEmbedding(ns.embedding);
-  embedding.api_key = process.env.EMBEDDING_API_KEY || process.env.GPTKEY;
+  let embedding = aiManager.normalizeEmbedding(ns.embedding);
   let hybrid = ns.hybrid;
   const situated_context = normalizeSituatedContext();
 
@@ -1355,6 +1345,10 @@ router.post('/namespace/import/:id', upload.single('uploadFile'), async (req, re
     aiManager.scheduleScrape(resources, hybrid);
   }
 
+  if (process.env.NODE_ENV === "test") {
+    return res.status(200).send({ success: true, message: "Contents imported successfully", schedule_json: resources });
+  }
+
   res.status(200).send({ success: true, message: "Contents imported successfully" });
 
 
@@ -1731,8 +1725,7 @@ router.post('/', async (req, res) => {
 
       const saved_kb = raw_content.value;
       const webhook = apiUrl + '/webhook/kb/status?token=' + KB_WEBHOOK_TOKEN;
-      const embedding = normalizeEmbedding(namespace.embedding);
-      embedding.api_key = process.env.EMBEDDING_API_KEY || process.env.GPTKEY;
+      const embedding = aiManager.normalizeEmbedding(namespace.embedding);
 
       const situated_context_obj = normalizeSituatedContext(saved_kb.situated_context);
 
@@ -1908,8 +1901,7 @@ router.post('/csv', upload.single('uploadFile'), async (req, res) => {
       aiManager.saveBulk(operations, kbs, project_id, namespace_id).then((result) => {
 
         let engine = namespace.engine || default_engine;
-        let embedding = normalizeEmbedding(namespace.embedding);
-        embedding.api_key = process.env.EMBEDDING_API_KEY || process.env.GPTKEY;
+        let embedding = aiManager.normalizeEmbedding(namespace.embedding);
         let hybrid = namespace.hybrid;
 
         let situated_context_obj;
@@ -1965,7 +1957,7 @@ router.post('/sitemap', async (req, res) => {
     winston.debug("data: ", data);
     res.status(200).send(data);
   }).catch((err) => {
-    console.error("err ", err)
+    winston.error("Error fetching sitemap: ", err)
     res.status(500).send({ success: false, error: err });
   })
 
@@ -2202,8 +2194,7 @@ router.put('/:kb_id', async (req, res) => {
     return res.status(500).send({ success: false, error: err });
   }
 
-  const embedding = normalizeEmbedding(namespace.embedding);
-  embedding.api_key = process.env.EMBEDDING_API_KEY || process.env.GPTKEY;
+  const embedding = aiManager.normalizeEmbedding(namespace.embedding);
   let webhook = apiUrl + '/webhook/kb/status?token=' + KB_WEBHOOK_TOKEN;
   const situated_context_obj = normalizeSituatedContext(updated_content.situated_context);
 
@@ -2263,7 +2254,7 @@ router.delete('/:kb_id', async (req, res) => {
   if (kb.type === 'sitemap') {
     try {
       await aiManager.deleteSitemap(kb, namespace);
-      console.log("Scheduled jobs for deleting sitemap");
+      winston.info("Scheduled jobs for deleting sitemap");
       //return res.status(200).send({ success: true, message: "Scheduled jobs for deleting sitemap" });
     } catch (err) {
       winston.error("Error deleting sitemap: ", err);

package/routes/unanswered.js

@@ -3,7 +3,7 @@ const router = express.Router();
 const { Namespace, UnansweredQuestion } = require('../models/kb_setting');
 var winston = require('../config/winston');
 var fastCsv = require('fast-csv');
-const { KbQuestionService } = require('../services/kbQuestionService');
+const kbQuestionService = require('../services/kbQuestionService');
 
 // Add a new unanswered question
 router.post('/', async (req, res) => {
@@ -11,7 +11,7 @@ router.post('/', async (req, res) => {
     const data = req.body;
     const id_project = req.projectid;
 
-    const savedQuestion = await KbQuestionService.createUnansweredQuestion(
+    const savedQuestion = await kbQuestionService.createUnansweredQuestion(
       id_project, 
       data
     );

package/routes/webhook.js

@@ -199,8 +199,7 @@ router.post('/kb/reindex', async (req, res) => {
     json.engine = namespace.engine || (namespace.hybrid ? default_engine_hybrid : default_engine);
     json.hybrid = namespace.hybrid;
     
-    let embedding = namespace.embedding || Object.assign({}, default_embedding);
-    embedding.api_key = process.env.EMBEDDING_API_KEY || process.env.GPTKEY;
+    let embedding = aiManager.normalizeEmbedding(namespace.embedding);
     json.embedding = embedding;
 
     const situated_context_obj = aiManager.normalizeSituatedContext(kb.situated_context);

package/services/aiManager.js

@@ -95,8 +95,7 @@ class AiManager {
       this.saveBulk(operations, kbs, namespace.id_project, namespace.id).then( async (result) => {
         let hybrid = namespace.hybrid;
         let engine = namespace.engine || default_engine;
-        let embedding = namespace.embedding || Object.assign({}, default_embedding);
-        embedding.api_key = process.env.EMBEDDING_API_KEY || process.env.GPTKEY;
+        let embedding = this.normalizeEmbedding(namespace.embedding);
 
         let situated_context;
         if (options.situated_context) {
@@ -146,7 +145,7 @@ class AiManager {
         namespace: namespace.id,
         refresh_rate: options.refresh_rate,
         engine: namespace.engine,
-        embedding: namespace.embedding,
+        embedding: this.normalizeEmbedding(namespace.embedding),
         hybrid: namespace.hybrid,
         ...(options.situated_context && { situated_context: options.situated_context }),
       }
@@ -449,7 +448,7 @@ class AiManager {
           if (err) {
             winston.error("deleteSitemap: deleteSchedule error for kb " + kb._id, err);
           }
-          console.log("deleteSitemap: deleteSchedule result for kb " + kb._id, result);
+          winston.info("deleteSitemap: deleteSchedule result for kb " + kb._id, result);
           resolve(result);
         });
       });
@@ -597,6 +596,16 @@ class AiManager {
     })
   }
 
+  normalizeEmbedding(embedding) {
+    const normalizedEmbedding = (embedding && typeof embedding.toObject === 'function')
+      ? embedding.toObject()
+      : (embedding || default_embedding);
+    return {
+      ...normalizedEmbedding,
+      api_key: process.env.EMBEDDING_API_KEY || process.env.GPTKEY
+    };
+  }
+
   normalizeSituatedContext(enable = false) {
     situatedContext.enable = enable;
     return situatedContext.enable

package/test/kbRoute.js

@@ -8,6 +8,7 @@ process.env.PINECONE_TYPE = "serverless";
 process.env.PINECONE_INDEX_HYBRID = "test-index-hybrid";
 process.env.PINECONE_TYPE_HYBRID = "serverless";
 process.env.ADMIN_EMAIL = "admin@tiledesk.com";
+process.env.KB_ENDPOINT_TRAIN = "http://kb-train.test";
 
 var userService = require('../services/userService');
 var projectService = require('../services/projectService');
@@ -27,6 +28,8 @@ const path = require('path');
 const mongoose = require('mongoose');
 const nock = require('nock');
 const faq = require('../models/faq');
+const { Namespace } = require('../models/kb_setting');
+const default_engine = require('../config/kb/engine');
 
 
 // chai.config.includeStack = true;
@@ -85,6 +88,7 @@ describe('KbRoute', () => {
                             expect(res.body[0].embedding.provider).to.equal('openai')
                             expect(res.body[0].embedding.name).to.equal('text-embedding-ada-002')
                             expect(res.body[0].embedding.dimension).to.equal(1536)
+                            expect(res.body[0].embedding.api_key).to.equal('')
 
                             done();
                         })
@@ -125,6 +129,7 @@ describe('KbRoute', () => {
                             expect(res.body.embedding.provider).to.equal('openai')
                             expect(res.body.embedding.name).to.equal('text-embedding-ada-002')
                             expect(res.body.embedding.dimension).to.equal(1536)
+                            expect(res.body.embedding.api_key).to.equal('')
 
                             // Get again all namespace. A new default namespace should not be created.
                             chai.request(server)
@@ -140,6 +145,7 @@ describe('KbRoute', () => {
                                     expect(res.body.length).to.equal(1);
                                     should.not.exist(res.body[0]._id);
                                     should.exist(res.body[0].id);
+                                    expect(res.body[0].embedding.api_key).to.equal('');
 
                                     done();
                                 })
@@ -237,6 +243,7 @@ describe('KbRoute', () => {
                                             expect(res.body.embedding.provider).to.equal('openai')
                                             expect(res.body.embedding.name).to.equal('text-embedding-ada-002')
                                             expect(res.body.embedding.dimension).to.equal(1536)
+                                            expect(res.body.embedding.api_key).to.equal('')
                 
                                             done();
                                         })
@@ -284,6 +291,9 @@ describe('KbRoute', () => {
                                     res.body.should.be.a('object');
                                     expect(res.body.success).to.equal(true);
                                     expect(res.body.message).to.equal("Contents imported successfully");
+                                    res.body.schedule_json.should.be.a('array');
+                                    expect(res.body.schedule_json.length).to.equal(3);
+                                    expect(res.body.schedule_json[0].embedding.api_key).to.equal('fakegptkey');
 
                                     chai.request(server)
                                         .get('/' + savedProject._id + '/kb/?namespace=' + namespace_id)
@@ -305,7 +315,22 @@ describe('KbRoute', () => {
                                             let content_without_tags = res.body.kbs.find(kb => kb.source !== 'Example content');
                                             expect(content_without_tags.tags).to.equal(undefined);
                                             
-                                            done();
+                                            chai.request(server)
+                                                .get('/' + savedProject._id + '/kb/namespace/all')
+                                                .auth(email, pwd)
+                                                .end((err, res) => {
+                                                    if (err) { console.error("err: ", err); }
+                                                    if (log) { console.log("get all namespaces res.body: ", res.body); }
+                                                    
+                                                    res.should.have.status(200);
+                                                    res.body.should.be.a('array');
+                                                    expect(res.body.length).to.equal(1);
+                                                    expect(res.body[0].id).to.equal(namespace_id);
+                                                    expect(res.body[0].name).to.equal("Default");
+                                                    expect(res.body[0].embedding.api_key).to.equal('');
+
+                                                    done();
+                                                })
                                         })
 
                                 })
@@ -370,6 +395,7 @@ describe('KbRoute', () => {
                                     expect(res.body.preview_settings.max_tokens).to.equal(256)
                                     expect(res.body.preview_settings.temperature).to.equal(0.3)
                                     expect(res.body.preview_settings.top_k).to.equal(6)
+                                    expect(res.body.embedding.api_key).to.equal('')
 
                                     done();
 
@@ -379,6 +405,43 @@ describe('KbRoute', () => {
             });
         })
 
+        it('embedding-api-key-never-persisted', (done) => {
+            const namespaceId = new mongoose.Types.ObjectId().toString();
+            const projectId = new mongoose.Types.ObjectId().toString();
+
+            const ns = new Namespace({
+                id_project: projectId,
+                id: namespaceId,
+                name: 'ApiKeyTest',
+                preview_settings: {
+                    model: 'gpt-4o',
+                    max_tokens: 256,
+                    temperature: 0.7,
+                    top_k: 4,
+                    context: null
+                },
+                engine: default_engine,
+                embedding: {
+                    provider: 'openai',
+                    name: 'text-embedding-ada-002',
+                    dimension: 1536,
+                    api_key: 'must-not-persist'
+                }
+            });
+
+            ns.save()
+                .then((saved) => {
+                    expect(saved.embedding.api_key).to.equal('');
+                    return Namespace.findOne({ id: namespaceId }).lean();
+                })
+                .then((doc) => {
+                    expect(doc.embedding.api_key).to.equal('');
+                    return Namespace.deleteOne({ _id: doc._id });
+                })
+                .then(() => done())
+                .catch(done);
+        })
+
         /**
          * Delete default namespace - Forbidden
          */
@@ -515,7 +578,6 @@ describe('KbRoute', () => {
 
             userService.signup(email, pwd, "Test Firstname", "Test lastname").then(function (savedUser) {
                 projectService.create("test-faqkb-create", savedUser._id).then(function (savedProject) {
-
                     chai.request(server)
                         .get('/' + savedProject._id + '/kb/namespace/all')
                         .auth(email, pwd)
@@ -579,6 +641,7 @@ describe('KbRoute', () => {
                                     expect(scheduleJson.tags[1]).to.equal("example");
                                     should.exist(scheduleJson.engine)
                                     should.exist(scheduleJson.embedding)
+                                    expect(scheduleJson.embedding.api_key).to.equal('fakegptkey');
 
                                     done();
                                 })
@@ -632,7 +695,6 @@ describe('KbRoute', () => {
                                     res.body.should.be.a('object');
 
                                     let realResponse = res.body.data;
-                                    console.log("realResponse: ", realResponse);
                                     expect(realResponse.value.id_project).to.equal(namespace_id)
                                     expect(realResponse.value.name).to.equal("example_text1")
                                     expect(realResponse.value.type).to.equal("text")
@@ -652,6 +714,83 @@ describe('KbRoute', () => {
 
         })
 
+        it('update-content', (done) => {
+            const kbTrainUrl = process.env.KB_ENDPOINT_TRAIN;
+
+            const deleteScope = nock(kbTrainUrl)
+                .post('/delete/id')
+                .reply(200, { success: true });
+
+            var email = "test-signup-" + Date.now() + "@email.com";
+            var pwd = "pwd";
+
+            userService.signup(email, pwd, "Test Firstname", "Test lastname").then(function (savedUser) {
+                projectService.create("test-faqkb-create", savedUser._id).then(function (savedProject) {
+
+                    chai.request(server)
+                        .get('/' + savedProject._id + '/kb/namespace/all')
+                        .auth(email, pwd)
+                        .end((err, res) => {
+                            if (err) { console.error("err: ", err); }
+
+                            res.should.have.status(200);
+                            let namespace_id = res.body[0].id;
+
+                            let kb = {
+                                name: "example_text_update",
+                                type: "text",
+                                source: "example_text_update",
+                                content: "Original text",
+                                namespace: namespace_id
+                            };
+
+                            chai.request(server)
+                                .post('/' + savedProject._id + '/kb')
+                                .auth(email, pwd)
+                                .send(kb)
+                                .end((err, res) => {
+                                    if (err) { console.error("err: ", err); }
+
+                                    res.should.have.status(200);
+                                    let kb_id = res.body.data.value._id;
+
+                                    chai.request(server)
+                                        .put('/' + savedProject._id + '/kb/' + kb_id)
+                                        .auth(email, pwd)
+                                        .send({
+                                            name: "example_text_update",
+                                            type: "text",
+                                            source: "example_text_update",
+                                            content: "Updated text",
+                                            namespace: namespace_id
+                                        })
+                                        .end((err, res) => {
+                                            if (err) { console.error("err: ", err); }
+                                            if (log) { console.log("update content res.body: ", res.body); }
+
+                                            res.should.have.status(200);
+                                            expect(res.body.success).to.equal(true);
+                                            expect(res.body.message).to.equal("Schedule scrape skipped in test environment");
+                                            expect(res.body.data.content).to.equal("Updated text");
+                                            should.exist(res.body.schedule_json.embedding);
+                                            expect(res.body.schedule_json.embedding.api_key).to.equal('fakegptkey');
+
+                                            chai.request(server)
+                                                .get('/' + savedProject._id + '/kb/namespace/all')
+                                                .auth(email, pwd)
+                                                .end((err, res) => {
+                                                    expect(res.body[0].embedding.api_key).to.equal('');
+                                                    expect(deleteScope.isDone()).to.equal(true);
+                                                    nock.cleanAll();
+                                                    done();
+                                                });
+                                        });
+                                });
+                        });
+                });
+            });
+        }).timeout(10000)
+
         it('get-content-chunks', (done) => {
 
             var email = "test-signup-" + Date.now() + "@email.com";
@@ -1018,7 +1157,6 @@ describe('KbRoute', () => {
 
                                     if (err) { console.error("err: ", err); }
                                     if (log) { console.log("res.body: ", res.body) }
-                                    console.log("res.body: ", res.body)
                                     res.should.have.status(200);
                                     res.body.should.be.a('object');
                                     expect(res.body.success).to.equal(true);
@@ -1026,7 +1164,6 @@ describe('KbRoute', () => {
 
                                     let realResponse = res.body.data;
                                     realResponse.should.be.a('array');
-                                    console.log("realResponse: ", realResponse[0]);
                                     expect(realResponse.length).to.equal(2);
                                     expect(realResponse[0].namespace).to.equal(namespace_id);
                                     expect(realResponse[0].type).to.equal('faq');
@@ -1050,6 +1187,7 @@ describe('KbRoute', () => {
                                     expect(scheduleJson[0].engine.index_name).to.equal(namespace.engine.index_name);
                                     expect(scheduleJson[0].embedding.provider).to.equal(namespace.embedding.provider);
                                     expect(scheduleJson[0].embedding.name).to.equal(namespace.embedding.name);
+                                    expect(scheduleJson[0].embedding.api_key).to.equal('fakegptkey');
 
                                     expect(scheduleJson[1].namespace).to.equal(namespace_id);
                                     expect(scheduleJson[1].type).to.equal('faq');
@@ -1215,6 +1353,7 @@ describe('KbRoute', () => {
                                     expect(scheduleJson[0].engine.index_name).to.equal(namespace.engine.index_name);
                                     expect(scheduleJson[0].embedding.provider).to.equal(namespace.embedding.provider);
                                     expect(scheduleJson[0].embedding.name).to.equal(namespace.embedding.name);
+                                    expect(scheduleJson[0].embedding.api_key).to.equal('fakegptkey');
 
                                     expect(scheduleJson[1].namespace).to.equal(namespace_id);
                                     expect(scheduleJson[1].source).to.equal('https://gethelp.tiledesk.com/articles/article2');
@@ -1407,6 +1546,7 @@ describe('KbRoute', () => {
                                     scheduleJson.should.be.a('array');
                                     should.exist(scheduleJson[0].engine)
                                     should.exist(scheduleJson[0].embedding)
+                                    expect(scheduleJson[0].embedding.api_key).to.equal('fakegptkey');
 
                                     done();
                                 })
@@ -1485,6 +1625,7 @@ describe('KbRoute', () => {
                                             expect(res.body.data.embedding.provider).to.equal("openai");
                                             expect(res.body.data.embedding.name).to.equal("text-embedding-ada-002");
                                             expect(res.body.data.embedding.dimension).to.equal(1536);
+                                            expect(res.body.data.embedding.api_key).to.equal('fakegptkey');
 
                                             done();
 
@@ -1759,7 +1900,7 @@ describe('KbRoute', () => {
                         .get('/' + savedProject._id + '/kb/namespace/all')
                         .auth(email, pwd)
                         .end((err, res) => {
-                            
+
                             if (err) { console.error("err: ", err); }
                             if (log) { console.log("get namespaces res.body: ", res.body); }
 
@@ -1778,7 +1919,7 @@ describe('KbRoute', () => {
                                 .auth(email, pwd)
                                 .send(data)
                                 .end((err, res) => {
-                                    
+
                                     if (err) { console.error("err: ", err); }
                                     if (log) { console.log("create unanswered question res.body: ", res.body); }