@micdrop/mistral 1.0.1 → 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -48
- package/dist/index.d.mts +1 -4
- package/dist/index.d.ts +1 -4
- package/dist/index.js +3 -6
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +3 -6
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -1,25 +1,13 @@
|
|
|
1
1
|
# @micdrop/mistral
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
[Micdrop website](https://micdrop.dev) | [Documentation](https://micdrop.dev/docs/ai-integration/provided-integrations/mistral)
|
|
4
4
|
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
## Features
|
|
8
|
-
|
|
9
|
-
- 🤖 **Mistral Agent** - Mistral-powered conversational AI with:
|
|
10
|
-
- Streaming responses for real-time conversation
|
|
11
|
-
- Support for all Mistral AI models including Ministral, Mistral Large, and Pixtral
|
|
12
|
-
- Configurable model selection and API settings
|
|
13
|
-
- Seamless integration with MicdropServer
|
|
5
|
+
Mistral AI implementation for [@micdrop/server](https://micdrop.dev/docs/server).
|
|
14
6
|
|
|
15
7
|
## Installation
|
|
16
8
|
|
|
17
9
|
```bash
|
|
18
10
|
npm install @micdrop/mistral
|
|
19
|
-
# or
|
|
20
|
-
yarn add @micdrop/mistral
|
|
21
|
-
# or
|
|
22
|
-
pnpm add @micdrop/mistral
|
|
23
11
|
```
|
|
24
12
|
|
|
25
13
|
## Mistral Agent
|
|
@@ -43,41 +31,9 @@ new MicdropServer(socket, {
|
|
|
43
31
|
})
|
|
44
32
|
```
|
|
45
33
|
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
| Option | Type | Default | Description |
|
|
49
|
-
| -------------- | -------- | ----------------------- | ------------------------------------ |
|
|
50
|
-
| `apiKey` | `string` | Required | Your Mistral AI API key |
|
|
51
|
-
| `model` | `string` | `'ministral-8b-latest'` | Mistral AI model to use |
|
|
52
|
-
| `systemPrompt` | `string` | Required | System prompt for the agent |
|
|
53
|
-
| `settings` | `object` | `{}` | Additional Mistral AI API parameters |
|
|
54
|
-
|
|
55
|
-
### Available Models
|
|
56
|
-
|
|
57
|
-
Mistral AI offers several models you can choose from:
|
|
58
|
-
|
|
59
|
-
- **`ministral-8b-latest`** - Fast and efficient 8B parameter model (default)
|
|
60
|
-
- **`mistral-large-latest`** - Most capable model for complex tasks
|
|
61
|
-
- **`mistral-small-latest`** - Balanced performance and cost
|
|
62
|
-
- **`codestral-latest`** - Specialized for code generation
|
|
63
|
-
|
|
64
|
-
### Settings Object
|
|
34
|
+
## Documentation
|
|
65
35
|
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
```typescript
|
|
69
|
-
const agent = new MistralAgent({
|
|
70
|
-
apiKey: process.env.MISTRAL_API_KEY || '',
|
|
71
|
-
systemPrompt: 'You are a helpful assistant',
|
|
72
|
-
settings: {
|
|
73
|
-
temperature: 0.7, // Controls randomness (0-1)
|
|
74
|
-
max_tokens: 1000, // Maximum tokens in response
|
|
75
|
-
top_p: 0.9, // Nucleus sampling parameter
|
|
76
|
-
random_seed: 42, // For reproducible outputs
|
|
77
|
-
safe_prompt: false, // Enable/disable safety filtering
|
|
78
|
-
},
|
|
79
|
-
})
|
|
80
|
-
```
|
|
36
|
+
Read full [documentation of the Mistral integration for Micdrop](https://micdrop.dev/docs/ai-integration/provided-integrations/mistral) on the [website](https://micdrop.dev).
|
|
81
37
|
|
|
82
38
|
## License
|
|
83
39
|
|
package/dist/index.d.mts
CHANGED
|
@@ -12,10 +12,7 @@ declare class MistralAgent extends Agent<MistralAgentOptions> {
|
|
|
12
12
|
private cancelled;
|
|
13
13
|
private running;
|
|
14
14
|
constructor(options: MistralAgentOptions);
|
|
15
|
-
answer():
|
|
16
|
-
message: Promise<string>;
|
|
17
|
-
stream: PassThrough;
|
|
18
|
-
};
|
|
15
|
+
answer(): PassThrough;
|
|
19
16
|
private generateAnswer;
|
|
20
17
|
cancel(): void;
|
|
21
18
|
}
|
package/dist/index.d.ts
CHANGED
|
@@ -12,10 +12,7 @@ declare class MistralAgent extends Agent<MistralAgentOptions> {
|
|
|
12
12
|
private cancelled;
|
|
13
13
|
private running;
|
|
14
14
|
constructor(options: MistralAgentOptions);
|
|
15
|
-
answer():
|
|
16
|
-
message: Promise<string>;
|
|
17
|
-
stream: PassThrough;
|
|
18
|
-
};
|
|
15
|
+
answer(): PassThrough;
|
|
19
16
|
private generateAnswer;
|
|
20
17
|
cancel(): void;
|
|
21
18
|
}
|
package/dist/index.js
CHANGED
|
@@ -40,11 +40,10 @@ var MistralAgent = class extends import_server.Agent {
|
|
|
40
40
|
this.log("Start answering");
|
|
41
41
|
this.cancelled = false;
|
|
42
42
|
const stream = new import_stream.PassThrough();
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
return { message: textPromise.promise, stream };
|
|
43
|
+
this.generateAnswer(stream);
|
|
44
|
+
return stream;
|
|
46
45
|
}
|
|
47
|
-
async generateAnswer(stream
|
|
46
|
+
async generateAnswer(stream) {
|
|
48
47
|
this.running = true;
|
|
49
48
|
this.cancelled = false;
|
|
50
49
|
if (this.conversation.length === 1) {
|
|
@@ -73,10 +72,8 @@ var MistralAgent = class extends import_server.Agent {
|
|
|
73
72
|
}
|
|
74
73
|
}
|
|
75
74
|
this.addAssistantMessage(fullAnswer);
|
|
76
|
-
textPromise.resolve(fullAnswer);
|
|
77
75
|
} catch (error) {
|
|
78
76
|
console.error("[MistralAgent] Error:", error);
|
|
79
|
-
textPromise.resolve("");
|
|
80
77
|
stream.emit("error", error);
|
|
81
78
|
} finally {
|
|
82
79
|
if (stream.writable) {
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/MistralAgent.ts"],"sourcesContent":["export * from './MistralAgent'\n","import { Agent, AgentOptions
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/MistralAgent.ts"],"sourcesContent":["export * from './MistralAgent'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport { ChatCompletionStreamRequest } from '@mistralai/mistralai/models/components'\nimport { PassThrough, Writable } from 'stream'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n}\n\nconst DEFAULT_MODEL = 'ministral-8b-latest'\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n private cancelled: boolean = false\n private running: boolean = false\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n answer() {\n this.log('Start answering')\n this.cancelled = false\n const stream = new PassThrough()\n this.generateAnswer(stream)\n return stream\n }\n\n private async generateAnswer(stream: Writable) {\n this.running = true\n this.cancelled = false\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.conversation.map((message) => ({\n role: message.role,\n content: message.content,\n })),\n ...this.options.settings,\n })\n\n // Get and stream chunks\n let fullAnswer = ''\n for await (const event of result) {\n if (this.cancelled) return\n const chunk = event.data.choices[0].delta.content\n if (typeof chunk === 'string') {\n this.log(`Answer chunk: \"${chunk}\"`)\n stream.write(chunk)\n fullAnswer += chunk\n }\n }\n\n // Add full answer to conversation\n this.addAssistantMessage(fullAnswer)\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n stream.emit('error', error)\n } finally {\n if (stream.writable) {\n stream.end()\n }\n this.running = false\n }\n }\n\n cancel() {\n if (!this.running) return\n this.log('Cancel')\n this.cancelled = true\n this.running = false\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,uBAAwB;AAExB,oBAAsC;AAQtC,IAAM,gBAAgB;AAEf,IAAM,eAAN,cAA2B,oBAA2B;AAAA,EAK3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AAJf,SAAQ,YAAqB;AAC7B,SAAQ,UAAmB;AAIzB,SAAK,UAAU,IAAI,yBAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,SAAS;AACP,SAAK,IAAI,iBAAiB;AAC1B,SAAK,YAAY;AACjB,UAAM,SAAS,IAAI,0BAAY;AAC/B,SAAK,eAAe,MAAM;AAC1B,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,eAAe,QAAkB;AAC7C,SAAK,UAAU;AACf,SAAK,YAAY;AAGjB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,aAAa,IAAI,CAAC,aAAa;AAAA,UAC5C,MAAM,QAAQ;AAAA,UACd,SAAS,QAAQ;AAAA,QACnB,EAAE;AAAA,QACF,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AAGD,UAAI,aAAa;AACjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,KAAK,UAAW;AACpB,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,EAAE,MAAM;AAC1C,YAAI,OAAO,UAAU,UAAU;AAC7B,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,iBAAO,MAAM,KAAK;AAClB,wBAAc;AAAA,QAChB;AAAA,MACF;AAGA,WAAK,oBAAoB,UAAU;AAAA,IACrC,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,aAAO,KAAK,SAAS,KAAK;AAAA,IAC5B,UAAE;AACA,UAAI,OAAO,UAAU;AACnB,eAAO,IAAI;AAAA,MACb;AACA,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,QAAS;AACnB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AACjB,SAAK,UAAU;AAAA,EACjB;AACF;","names":[]}
|
package/dist/index.mjs
CHANGED
|
@@ -14,11 +14,10 @@ var MistralAgent = class extends Agent {
|
|
|
14
14
|
this.log("Start answering");
|
|
15
15
|
this.cancelled = false;
|
|
16
16
|
const stream = new PassThrough();
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
return { message: textPromise.promise, stream };
|
|
17
|
+
this.generateAnswer(stream);
|
|
18
|
+
return stream;
|
|
20
19
|
}
|
|
21
|
-
async generateAnswer(stream
|
|
20
|
+
async generateAnswer(stream) {
|
|
22
21
|
this.running = true;
|
|
23
22
|
this.cancelled = false;
|
|
24
23
|
if (this.conversation.length === 1) {
|
|
@@ -47,10 +46,8 @@ var MistralAgent = class extends Agent {
|
|
|
47
46
|
}
|
|
48
47
|
}
|
|
49
48
|
this.addAssistantMessage(fullAnswer);
|
|
50
|
-
textPromise.resolve(fullAnswer);
|
|
51
49
|
} catch (error) {
|
|
52
50
|
console.error("[MistralAgent] Error:", error);
|
|
53
|
-
textPromise.resolve("");
|
|
54
51
|
stream.emit("error", error);
|
|
55
52
|
} finally {
|
|
56
53
|
if (stream.writable) {
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/MistralAgent.ts"],"sourcesContent":["import { Agent, AgentOptions
|
|
1
|
+
{"version":3,"sources":["../src/MistralAgent.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport { ChatCompletionStreamRequest } from '@mistralai/mistralai/models/components'\nimport { PassThrough, Writable } from 'stream'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n}\n\nconst DEFAULT_MODEL = 'ministral-8b-latest'\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n private cancelled: boolean = false\n private running: boolean = false\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n answer() {\n this.log('Start answering')\n this.cancelled = false\n const stream = new PassThrough()\n this.generateAnswer(stream)\n return stream\n }\n\n private async generateAnswer(stream: Writable) {\n this.running = true\n this.cancelled = false\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.conversation.map((message) => ({\n role: message.role,\n content: message.content,\n })),\n ...this.options.settings,\n })\n\n // Get and stream chunks\n let fullAnswer = ''\n for await (const event of result) {\n if (this.cancelled) return\n const chunk = event.data.choices[0].delta.content\n if (typeof chunk === 'string') {\n this.log(`Answer chunk: \"${chunk}\"`)\n stream.write(chunk)\n fullAnswer += chunk\n }\n }\n\n // Add full answer to conversation\n this.addAssistantMessage(fullAnswer)\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n stream.emit('error', error)\n } finally {\n if (stream.writable) {\n stream.end()\n }\n this.running = false\n }\n }\n\n cancel() {\n if (!this.running) return\n this.log('Cancel')\n this.cancelled = true\n this.running = false\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,SAAS,eAAe;AAExB,SAAS,mBAA6B;AAQtC,IAAM,gBAAgB;AAEf,IAAM,eAAN,cAA2B,MAA2B;AAAA,EAK3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AAJf,SAAQ,YAAqB;AAC7B,SAAQ,UAAmB;AAIzB,SAAK,UAAU,IAAI,QAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,SAAS;AACP,SAAK,IAAI,iBAAiB;AAC1B,SAAK,YAAY;AACjB,UAAM,SAAS,IAAI,YAAY;AAC/B,SAAK,eAAe,MAAM;AAC1B,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,eAAe,QAAkB;AAC7C,SAAK,UAAU;AACf,SAAK,YAAY;AAGjB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,aAAa,IAAI,CAAC,aAAa;AAAA,UAC5C,MAAM,QAAQ;AAAA,UACd,SAAS,QAAQ;AAAA,QACnB,EAAE;AAAA,QACF,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AAGD,UAAI,aAAa;AACjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,KAAK,UAAW;AACpB,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,EAAE,MAAM;AAC1C,YAAI,OAAO,UAAU,UAAU;AAC7B,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,iBAAO,MAAM,KAAK;AAClB,wBAAc;AAAA,QAChB;AAAA,MACF;AAGA,WAAK,oBAAoB,UAAU;AAAA,IACrC,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,aAAO,KAAK,SAAS,KAAK;AAAA,IAC5B,UAAE;AACA,UAAI,OAAO,UAAU;AACnB,eAAO,IAAI;AAAA,MACb;AACA,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,QAAS;AACnB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AACjB,SAAK,UAAU;AAAA,EACjB;AACF;","names":[]}
|