@tiledesk/tiledesk-server 2.10.75 → 2.10.76

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -5,6 +5,9 @@
5
5
  🚀 IN PRODUCTION 🚀
6
6
  (https://www.npmjs.com/package/@tiledesk/tiledesk-server/v/2.3.77)
7
7
 
8
+ # 2.10.76
9
+ - Added support for ollama in llm preview
10
+
8
11
  # 2.10.75
9
12
  - Updated tybot-connector to 2.0.7
10
13
 
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@tiledesk/tiledesk-server",
3
3
  "description": "The Tiledesk server module",
4
- "version": "2.10.75",
4
+ "version": "2.10.76",
5
5
  "scripts": {
6
6
  "start": "node ./bin/www",
7
7
  "pretest": "mongodb-runner start",
package/routes/llm.js CHANGED
@@ -37,7 +37,7 @@ router.post('/preview', async (req, res) => {
37
37
  return res.status(404).send({ success: false, error: "Integration for " + body.llm + " not found."})
38
38
  }
39
39
 
40
- if (!integration?.value?.apikey) {
40
+ if (!integration?.value?.apikey && body.llm !== 'ollama') {
41
41
  return res.status(422).send({ success: false, error: "The key provided for " + body.llm + " is not valid or undefined." })
42
42
  }
43
43
 
@@ -56,6 +56,18 @@ router.post('/preview', async (req, res) => {
56
56
  json.system_context = body.context;
57
57
  }
58
58
 
59
+ if (body.llm === 'ollama') {
60
+ json.llm_key = "";
61
+ json.model = {
62
+ name: body.model,
63
+ url: integration.value.url,
64
+ token: integration.value.token
65
+ },
66
+ json.stream = false;
67
+ }
68
+
69
+ winston.debug("Preview LLM json: ", json);
70
+
59
71
  aiService.askllm(json).then((response) => {
60
72
  winston.verbose("Askllm response: ", response);
61
73
  res.status(200).send(response.data)