@tiledesk/tiledesk-server 2.9.31 → 2.9.33

Sign up to get free protection for your applications and to get access to all the features.
Files changed (11) hide show
  1. package/CHANGELOG.md +13 -0
  2. package/config/labels/widget.json +15 -0
  3. package/deploy.sh +1 -1
  4. package/models/kb_setting.js +53 -1
  5. package/package.json +3 -3
  6. package/routes/kb.js +205 -35
  7. package/routes/project.js +108 -1
  8. package/routes/request.js +85 -94
  9. package/services/openaiService.js +6 -2
  10. package/test/kbRoute.js +319 -37
  11. package/test/projectRoute.js +41 -0
package/test/kbRoute.js CHANGED
@@ -58,7 +58,6 @@ describe('KbRoute', () => {
58
58
  expect(res.body.length).to.equal(1);
59
59
 
60
60
  let namespace_id = res.body[0].id;
61
- console.log("namespace_id: ", namespace_id);
62
61
 
63
62
  let kb = {
64
63
  name: "example_name5",
@@ -93,6 +92,128 @@ describe('KbRoute', () => {
93
92
 
94
93
  })
95
94
 
95
+ it('create-new-text-kb', (done) => {
96
+
97
+ var email = "test-signup-" + Date.now() + "@email.com";
98
+ var pwd = "pwd";
99
+
100
+ userService.signup(email, pwd, "Test Firstname", "Test lastname").then(function (savedUser) {
101
+ projectService.create("test-faqkb-create", savedUser._id).then(function (savedProject) {
102
+
103
+ chai.request(server)
104
+ .get('/' + savedProject._id + '/kb/namespace/all')
105
+ .auth(email, pwd)
106
+ .end((err, res) => {
107
+
108
+ if (err) { console.error("err: ", err); }
109
+ if (log) { console.log("get namespaces res.body: ", res.body); }
110
+
111
+ res.should.have.status(200);
112
+ expect(res.body.length).to.equal(1);
113
+
114
+ let namespace_id = res.body[0].id;
115
+ console.log("namespace_id: ", namespace_id);
116
+
117
+ let kb = {
118
+ name: "example_text1",
119
+ type: "text",
120
+ source: "example_text1",
121
+ content: "Example text",
122
+ namespace: namespace_id
123
+ }
124
+
125
+ chai.request(server)
126
+ .post('/' + savedProject._id + '/kb')
127
+ .auth(email, pwd)
128
+ .send(kb) // can be empty
129
+ .end((err, res) => {
130
+
131
+ if (err) { console.error("err: ", err); }
132
+ if (log) { console.log("create kb res.body: ", res.body); }
133
+ console.log("create kb res.body: ", res.body);
134
+ res.should.have.status(200);
135
+ res.body.should.be.a('object');
136
+ expect(res.body.value.id_project).to.equal(res.body.value.namespace)
137
+ expect(res.body.value.name).to.equal("example_text1")
138
+ expect(res.body.value.type).to.equal("text")
139
+ expect(res.body.value.source).to.equal("example_text1")
140
+ expect(res.body.value.status).to.equal(-1)
141
+ expect(typeof res.body.value.scrape_type === "undefined").to.be.true;
142
+ expect(typeof res.body.value.scrape_options === "undefined").to.be.true;
143
+
144
+
145
+ done();
146
+ })
147
+ })
148
+ });
149
+ });
150
+
151
+ })
152
+
153
+ it('get-kb-chunks', (done) => {
154
+
155
+ var email = "test-signup-" + Date.now() + "@email.com";
156
+ var pwd = "pwd";
157
+
158
+ userService.signup(email, pwd, "Test Firstname", "Test lastname").then(function (savedUser) {
159
+ projectService.create("test-faqkb-create", savedUser._id).then(function (savedProject) {
160
+
161
+ chai.request(server)
162
+ .get('/' + savedProject._id + '/kb/namespace/all')
163
+ .auth(email, pwd)
164
+ .end((err, res) => {
165
+
166
+ if (err) { console.error("err: ", err); }
167
+ if (log) { console.log("get namespaces res.body: ", res.body); }
168
+
169
+ res.should.have.status(200);
170
+ expect(res.body.length).to.equal(1);
171
+
172
+ let namespace_id = res.body[0].id;
173
+
174
+ let kb = {
175
+ name: "example_text1",
176
+ type: "text",
177
+ source: "example_text1",
178
+ content: "Example text",
179
+ namespace: namespace_id
180
+ }
181
+
182
+ chai.request(server)
183
+ .post('/' + savedProject._id + '/kb')
184
+ .auth(email, pwd)
185
+ .send(kb) // can be empty
186
+ .end((err, res) => {
187
+
188
+ if (err) { console.error("err: ", err); }
189
+ if (log) { console.log("create kb res.body: ", res.body); }
190
+ console.log("create kb res.body: ", res.body);
191
+ res.should.have.status(200);
192
+ res.body.should.be.a('object');
193
+
194
+ let content_id = res.body.value._id;
195
+
196
+ chai.request(server)
197
+ .get('/' + savedProject._id + '/kb/namespace/' + namespace_id + '/chunks/' + content_id)
198
+ .auth(email, pwd)
199
+ .end((err, res) => {
200
+
201
+ if (err) { console.error("err: ", err )};
202
+ if (log) { console.log("res.body: ", res.body )};
203
+
204
+ res.should.have.status(200);
205
+ //expect(res.body.length).to.equal(1);
206
+
207
+ done();
208
+ })
209
+
210
+ })
211
+ })
212
+ });
213
+ });
214
+
215
+ })
216
+
96
217
  it('get-with-queries', (done) => {
97
218
 
98
219
  var email = "test-signup-" + Date.now() + "@email.com";
@@ -172,14 +293,14 @@ describe('KbRoute', () => {
172
293
  if (log) { console.log("create kb3 res.body: ", res.body); }
173
294
  res.should.have.status(200);
174
295
 
175
- let query = "?status=100&type=url&limit=5&page=0&direction=-1&sortField=updatedAt&search=example&namespace=" + namespace_id;
176
- //let query = "";
177
- console.log("query: ", query);
296
+ let query = "?status=-1&type=url&limit=5&page=0&direction=-1&sortField=updatedAt&search=example&namespace=" + namespace_id;
297
+ //let query = "?namespace=" + namespace_id;
178
298
 
179
299
  chai.request(server)
180
300
  .get('/' + savedProject._id + "/kb" + query)
181
301
  .auth(email, pwd)
182
302
  .end((err, res) => {
303
+ if (err) { console.error("err: ", err)}
183
304
  if (log) { console.log("getall res.body: ", res.body); }
184
305
  res.should.have.status(200);
185
306
  res.body.should.be.a('object');
@@ -187,7 +308,7 @@ describe('KbRoute', () => {
187
308
  expect(res.body.kbs.length).to.equal(2);
188
309
  expect(res.body.count).to.equal(2);
189
310
  res.body.query.should.be.a('object');
190
- expect(res.body.query.status).to.equal(100);
311
+ expect(res.body.query.status).to.equal(-1);
191
312
  expect(res.body.query.limit).to.equal(5);
192
313
  expect(res.body.query.page).to.equal(0);
193
314
  expect(res.body.query.direction).to.equal(-1);
@@ -255,7 +376,6 @@ describe('KbRoute', () => {
255
376
  let namespace_id = "fakenamespaceid";
256
377
 
257
378
  let query = "?status=100&type=url&limit=5&page=0&direction=-1&sortField=updatedAt&search=example&namespace=" + namespace_id;
258
- console.log("query: ", query);
259
379
 
260
380
  chai.request(server)
261
381
  .get('/' + savedProject._id + "/kb" + query)
@@ -308,7 +428,6 @@ describe('KbRoute', () => {
308
428
 
309
429
  if (err) { console.error("err: ", err); }
310
430
  if (log) { console.log("res.body: ", res.body) }
311
- console.log("res.body: ", res.body)
312
431
 
313
432
  res.should.have.status(200);
314
433
 
@@ -357,6 +476,7 @@ describe('KbRoute', () => {
357
476
 
358
477
  }).timeout(10000)
359
478
 
479
+
360
480
  /**
361
481
  * If you try to add content to a namespace that does not belong to the selected project and
362
482
  * the project has at least one namesapce, it returns 403 forbidden.
@@ -435,6 +555,7 @@ describe('KbRoute', () => {
435
555
 
436
556
  if (err) { console.error("err: ", err); }
437
557
  if (log) { console.log("res.body: ", res.body) }
558
+ console.log("res.body: ", res.body)
438
559
 
439
560
  res.should.have.status(200);
440
561
  expect(res.body.length).to.equal(4)
@@ -448,6 +569,97 @@ describe('KbRoute', () => {
448
569
 
449
570
  }).timeout(10000)
450
571
 
572
+ it('add-multiple-urls-with-scrape-option-success-type-4', (done) => {
573
+
574
+ var email = "test-signup-" + Date.now() + "@email.com";
575
+ var pwd = "pwd";
576
+
577
+ userService.signup(email, pwd, "Test Firstname", "Test lastname").then(function (savedUser) {
578
+ projectService.create("test-faqkb-create", savedUser._id).then(function (savedProject) {
579
+
580
+ chai.request(server)
581
+ .get('/' + savedProject._id + '/kb/namespace/all')
582
+ .auth(email, pwd)
583
+ .end((err, res) => {
584
+
585
+ if (err) { console.error("err: ", err); }
586
+ if (log) { console.log("res.body: ", res.body) }
587
+
588
+ res.should.have.status(200)
589
+ expect(res.body.length).to.equal(1);
590
+
591
+ let namespace_id = res.body[0].id;
592
+
593
+ chai.request(server)
594
+ .post('/' + savedProject._id + '/kb/multi?namespace=' + namespace_id)
595
+ .auth(email, pwd)
596
+ .send({ list:["https://gethelp.tiledesk.com/article"], scrape_type: 4, scrape_options: { tags_to_extract: ["article","p"], unwanted_tags:["script","style"], unwanted_classnames:["header","related-articles"]}})
597
+ .end((err, res) => {
598
+
599
+ if (err) { console.error("err: ", err); }
600
+ if (log) { console.log("res.body: ", res.body) }
601
+ console.log("res.body: ", res.body)
602
+ res.should.have.status(200);
603
+ expect(res.body.length).to.equal(1)
604
+ expect(res.body[0].scrape_type).to.equal(4)
605
+ expect(typeof res.body[0].scrape_options === "undefined").to.be.false;
606
+ expect(res.body[0].scrape_options.tags_to_extract.length).to.equal(2);
607
+ expect(res.body[0].scrape_options.unwanted_tags.length).to.equal(2);
608
+ expect(res.body[0].scrape_options.unwanted_classnames.length).to.equal(2);
609
+
610
+ done();
611
+
612
+ })
613
+ })
614
+ });
615
+ });
616
+
617
+ }).timeout(10000)
618
+
619
+ it('add-multiple-urls-with-scrape-option-success-type-3', (done) => {
620
+
621
+ var email = "test-signup-" + Date.now() + "@email.com";
622
+ var pwd = "pwd";
623
+
624
+ userService.signup(email, pwd, "Test Firstname", "Test lastname").then(function (savedUser) {
625
+ projectService.create("test-faqkb-create", savedUser._id).then(function (savedProject) {
626
+
627
+ chai.request(server)
628
+ .get('/' + savedProject._id + '/kb/namespace/all')
629
+ .auth(email, pwd)
630
+ .end((err, res) => {
631
+
632
+ if (err) { console.error("err: ", err); }
633
+ if (log) { console.log("res.body: ", res.body) }
634
+
635
+ res.should.have.status(200)
636
+ expect(res.body.length).to.equal(1);
637
+
638
+ let namespace_id = res.body[0].id;
639
+
640
+ chai.request(server)
641
+ .post('/' + savedProject._id + '/kb/multi?namespace=' + namespace_id)
642
+ .auth(email, pwd)
643
+ .send({ list:["https://gethelp.tiledesk.com/article"], scrape_type: 3 })
644
+ .end((err, res) => {
645
+
646
+ if (err) { console.error("err: ", err); }
647
+ if (log) { console.log("res.body: ", res.body) }
648
+ console.log("res.body: ", res.body)
649
+ res.should.have.status(200);
650
+ expect(res.body.length).to.equal(1)
651
+ expect(res.body[0].scrape_type).to.equal(3)
652
+ expect(typeof res.body[0].scrape_options === "undefined").to.be.true;
653
+
654
+ done();
655
+
656
+ })
657
+ })
658
+ });
659
+ });
660
+
661
+ }).timeout(10000)
662
+
451
663
  it('expand-sitemap', (done) => {
452
664
 
453
665
  var email = "test-signup-" + Date.now() + "@email.com";
@@ -1098,41 +1310,41 @@ describe('KbRoute', () => {
1098
1310
  // }).timeout(10000)
1099
1311
 
1100
1312
  // Ask KB
1101
- // it('askkb-key-from-env', (done) => {
1313
+ it('askkb-key-from-env', (done) => {
1102
1314
 
1103
- // var email = "test-signup-" + Date.now() + "@email.com";
1104
- // var pwd = "pwd";
1315
+ var email = "test-signup-" + Date.now() + "@email.com";
1316
+ var pwd = "pwd";
1105
1317
 
1106
- // userService.signup(email, pwd, "Test Firstname", "Test Lastname").then((savedUser) => {
1107
- // projectService.create("test-kb-qa", savedUser._id).then((savedProject) => {
1318
+ userService.signup(email, pwd, "Test Firstname", "Test Lastname").then((savedUser) => {
1319
+ projectService.create("test-kb-qa", savedUser._id).then((savedProject) => {
1108
1320
 
1109
- // chai.request(server)
1110
- // .get('/' + savedProject._id + '/kb/namespace/all')
1111
- // .auth(email, pwd)
1112
- // .end((err, res) => {
1321
+ chai.request(server)
1322
+ .get('/' + savedProject._id + '/kb/namespace/all')
1323
+ .auth(email, pwd)
1324
+ .end((err, res) => {
1113
1325
 
1114
- // if (err) { console.error("err: ", err); }
1115
- // if (log) { console.log("get all namespaces res.body: ", res.body); }
1116
-
1117
- // console.log("namespace created..")
1326
+ if (err) { console.error("err: ", err); }
1327
+ if (log) { console.log("get all namespaces res.body: ", res.body); }
1118
1328
 
1119
- // chai.request(server)
1120
- // .post('/' + savedProject._id + "/kb/qa")
1121
- // .auth(email, pwd)
1122
- // .send({ model: "gpt-4o", namespace: savedProject._id, question: "sample question" })
1123
- // .end((err, res) => {
1329
+ console.log("namespace created..")
1124
1330
 
1125
- // if (err) { console.error("err: ", err) };
1126
- // if (log) { console.log("res.body: ", res.body) };
1127
- // console.log("res.body: ", res.body)
1128
- // done();
1129
- // })
1331
+ chai.request(server)
1332
+ .post('/' + savedProject._id + "/kb/qa")
1333
+ .auth(email, pwd)
1334
+ .send({ model: "gpt-4o", namespace: savedProject._id, question: "sample question", advancedPrompt: true, system_context: "You are a robot coming from future" })
1335
+ .end((err, res) => {
1130
1336
 
1337
+ if (err) { console.error("err: ", err) };
1338
+ if (log) { console.log("res.body: ", res.body) };
1339
+ console.log("res.body: ", res.body)
1340
+ done();
1341
+ })
1131
1342
 
1132
- // })
1133
- // })
1134
- // })
1135
- // }).timeout(10000)
1343
+
1344
+ })
1345
+ })
1346
+ })
1347
+ }).timeout(10000)
1136
1348
 
1137
1349
 
1138
1350
  it('webhook', (done) => {
@@ -1215,7 +1427,7 @@ describe('KbRoute', () => {
1215
1427
  * Get all namespaces of a project.
1216
1428
  * If there isn't namespaces for a project_id, the default namespace is created and returned.
1217
1429
  */
1218
- it('get-namespaces', (done) => {
1430
+ it('get-namespaces-1', (done) => {
1219
1431
 
1220
1432
  var email = "test-signup-" + Date.now() + "@email.com";
1221
1433
  var pwd = "pwd";
@@ -1238,6 +1450,8 @@ describe('KbRoute', () => {
1238
1450
  //expect(res.body[0]._id).to.equal(undefined);
1239
1451
  expect(res.body[0].id).to.equal(savedProject._id.toString());
1240
1452
  expect(res.body[0].name).to.equal("Default");
1453
+ should.exist(res.body[0].engine)
1454
+ expect(res.body[0].engine.name).to.equal('pinecone')
1241
1455
 
1242
1456
  done();
1243
1457
 
@@ -1318,6 +1532,76 @@ describe('KbRoute', () => {
1318
1532
  });
1319
1533
  })
1320
1534
 
1535
+ it('create-namespaces-with-engine', (done) => {
1536
+
1537
+ var email = "test-signup-" + Date.now() + "@email.com";
1538
+ var pwd = "pwd";
1539
+
1540
+ userService.signup(email, pwd, "Test Firstname", "Test lastname").then(function (savedUser) {
1541
+ projectService.create("test-faqkb-create", savedUser._id).then(function (savedProject) {
1542
+
1543
+ // Get all namespaces. Create default namespace and return.
1544
+ chai.request(server)
1545
+ .get('/' + savedProject._id + '/kb/namespace/all')
1546
+ .auth(email, pwd)
1547
+ .end((err, res) => {
1548
+
1549
+ if (err) { console.error("err: ", err); }
1550
+ if (log) { console.log("get all namespaces res.body: ", res.body); }
1551
+
1552
+ res.should.have.status(200);
1553
+ res.body.should.be.a('array');
1554
+ expect(res.body.length).to.equal(1);
1555
+ should.not.exist(res.body[0]._id);
1556
+ expect(res.body[0].id).to.equal(savedProject._id.toString());
1557
+ expect(res.body[0].name).to.equal("Default");
1558
+ should.exist(res.body[0].engine)
1559
+ expect(res.body[0].engine.name).to.equal('pinecone');
1560
+ expect(res.body[0].engine.type).to.equal('pod');
1561
+
1562
+ // Create another namespace
1563
+ chai.request(server)
1564
+ .post('/' + savedProject._id + '/kb/namespace')
1565
+ .auth(email, pwd)
1566
+ .send({ name: "MyCustomNamespace" })
1567
+ .end((err, res) => {
1568
+
1569
+ if (err) { console.error("err: ", err) }
1570
+ if (log) { console.log("create new namespace res.body: ", res.body) }
1571
+
1572
+ res.should.have.status(200);
1573
+ res.body.should.be.a('object');
1574
+ should.not.exist(res.body._id)
1575
+ should.exist(res.body.id)
1576
+ expect(res.body.name).to.equal('MyCustomNamespace');
1577
+ should.exist(res.body.engine)
1578
+ expect(res.body.engine.name).to.equal('pinecone');
1579
+ expect(res.body.engine.type).to.equal('pod');
1580
+
1581
+ // Get again all namespace. A new default namespace should not be created.
1582
+ chai.request(server)
1583
+ .get('/' + savedProject._id + '/kb/namespace/all')
1584
+ .auth(email, pwd)
1585
+ .end((err, res) => {
1586
+
1587
+ if (err) { console.error("err: ", err); }
1588
+ if (log) { console.log("get all namespaces res.body: ", res.body); }
1589
+
1590
+ res.should.have.status(200);
1591
+ res.body.should.be.a('array');
1592
+ expect(res.body.length).to.equal(2);
1593
+ should.not.exist(res.body[0]._id);
1594
+ should.not.exist(res.body[1]._id);
1595
+ should.exist(res.body[0].id);
1596
+ should.exist(res.body[1].id);
1597
+
1598
+ done();
1599
+ })
1600
+ })
1601
+ })
1602
+ });
1603
+ });
1604
+ })
1321
1605
 
1322
1606
  /**
1323
1607
  * Update namespaces
@@ -1346,7 +1630,6 @@ describe('KbRoute', () => {
1346
1630
  expect(res.body[0].name).to.equal("Default");
1347
1631
 
1348
1632
  let namespace_id = res.body[0].id;
1349
- console.log("namespace_id: ", namespace_id);
1350
1633
 
1351
1634
  let new_settings = {
1352
1635
  model: 'gpt-4o',
@@ -1411,7 +1694,6 @@ describe('KbRoute', () => {
1411
1694
  expect(res.body[0].name).to.equal("Default");
1412
1695
 
1413
1696
  let namespace_id = res.body[0].id;
1414
- console.log("namespace_id: ", namespace_id);
1415
1697
 
1416
1698
  // Update namespace
1417
1699
  chai.request(server)
package/test/projectRoute.js CHANGED
@@ -50,6 +50,47 @@ describe('ProjectRoute', () => {
50
50
 
51
51
  describe('/create', () => {
52
52
 
53
+ it('getAllProjectsWithSuperAdminCredential', (done) => {
54
+
55
+ var email = "test-signup-" + Date.now() + "@email.com";
56
+ var pwd = "pwd";
57
+
58
+ userService.signup(email, pwd, "Test Firstname", "Test Lastname").then((savedUser) => {
59
+ projectService.create("test-project-create-1", savedUser._id).then(() => {
60
+ projectService.create("test-project-create-2", savedUser._id).then((savedProject2) => {
61
+
62
+ chai.request(server)
63
+ .post('/auth/signin')
64
+ .send({ email: "admin@tiledesk.com", password: "adminadmin" })
65
+ // .send({ email: email, password: pwd }) // con queste credenziali non si può fare la richiesta /projects/all
66
+ .end((err, res) => {
67
+
68
+ if (log) { console.log("login with superadmin res.body: ", res.body) };
69
+ res.should.have.status(200);
70
+ res.body.should.be.a('object');
71
+ expect(res.body.success).to.equal(true);
72
+ expect(res.body.token).not.equal(null);
73
+
74
+ let superadmin_token = res.body.token;
75
+
76
+ chai.request(server)
77
+ .get('/projects/all')
78
+ .set('Authorization', superadmin_token)
79
+ .end((err, res) => {
80
+
81
+ console.log("res.body: ", res.body.length);
82
+ console.log("example: ", res.body[0]);
83
+ res.should.have.status(200);
84
+ res.body.should.be.a('array');
85
+
86
+ done()
87
+ })
88
+ })
89
+ })
90
+ })
91
+ })
92
+ }).timeout(10000)
93
+
53
94
  it('updateProjectProfileWithSuperAdminCredential', (done) => {
54
95
 
55
96
  var email = "test-signup-" + Date.now() + "@email.com";