@micdrop/cartesia 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +103 -0
- package/dist/index.d.mts +110 -0
- package/dist/index.d.ts +110 -0
- package/dist/index.js +198 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +161 -0
- package/dist/index.mjs.map +1 -0
- package/package.json +48 -0
package/README.md
ADDED
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
# @micdrop/cartesia
|
|
2
|
+
|
|
3
|
+
Cartesia implementation for [@micdrop/server](../server/README.md).
|
|
4
|
+
|
|
5
|
+
This package provides high-quality real-time text-to-speech implementation using Cartesia's streaming API.
|
|
6
|
+
|
|
7
|
+
## Features
|
|
8
|
+
|
|
9
|
+
- 🎙️ **Cartesia TTS** - High-quality streaming text-to-speech with:
|
|
10
|
+
- Real-time audio streaming via WebSocket
|
|
11
|
+
- Ultra-low latency voice synthesis
|
|
12
|
+
- Support for 15+ languages
|
|
13
|
+
- Multiple voice options and models
|
|
14
|
+
- Configurable speech speed (fast, normal, slow)
|
|
15
|
+
- Automatic reconnection on connection loss
|
|
16
|
+
- Streaming cancellation support
|
|
17
|
+
|
|
18
|
+
## Installation
|
|
19
|
+
|
|
20
|
+
```bash
|
|
21
|
+
npm install @micdrop/cartesia
|
|
22
|
+
# or
|
|
23
|
+
yarn add @micdrop/cartesia
|
|
24
|
+
# or
|
|
25
|
+
pnpm add @micdrop/cartesia
|
|
26
|
+
```
|
|
27
|
+
|
|
28
|
+
## Cartesia TTS (Text-to-Speech)
|
|
29
|
+
|
|
30
|
+
### Usage
|
|
31
|
+
|
|
32
|
+
```typescript
|
|
33
|
+
import { CartesiaTTS } from '@micdrop/cartesia'
|
|
34
|
+
import { MicdropServer } from '@micdrop/server'
|
|
35
|
+
|
|
36
|
+
const tts = new CartesiaTTS({
|
|
37
|
+
apiKey: process.env.CARTESIA_API_KEY || '',
|
|
38
|
+
modelId: 'sonic-english', // Cartesia model ID
|
|
39
|
+
voiceId: 'a0e99841-438c-4a64-b679-ae501e7d6091', // Voice ID
|
|
40
|
+
language: 'en', // Optional: specify language
|
|
41
|
+
speed: 'normal', // Optional: speech speed
|
|
42
|
+
})
|
|
43
|
+
|
|
44
|
+
// Use with MicdropServer
|
|
45
|
+
new MicdropServer(socket, {
|
|
46
|
+
tts,
|
|
47
|
+
// ... other options
|
|
48
|
+
})
|
|
49
|
+
```
|
|
50
|
+
|
|
51
|
+
### Options
|
|
52
|
+
|
|
53
|
+
| Option | Type | Default | Description |
|
|
54
|
+
| ---------- | ------------------------------ | -------- | ----------------------------- |
|
|
55
|
+
| `apiKey` | `string` | Required | Your Cartesia API key |
|
|
56
|
+
| `modelId` | `string` | Required | Cartesia model ID to use |
|
|
57
|
+
| `voiceId` | `string` | Required | Voice ID for speech synthesis |
|
|
58
|
+
| `language` | `CartesiaLanguage` | Optional | Language code for speech |
|
|
59
|
+
| `speed` | `'fast' \| 'normal' \| 'slow'` | Optional | Speech speed |
|
|
60
|
+
|
|
61
|
+
### Supported Languages
|
|
62
|
+
|
|
63
|
+
The package supports the following languages:
|
|
64
|
+
|
|
65
|
+
| Code | Language | Code | Language | Code | Language |
|
|
66
|
+
| ---- | -------- | ---- | ---------- | ---- | -------- |
|
|
67
|
+
| `en` | English | `fr` | French | `de` | German |
|
|
68
|
+
| `es` | Spanish | `pt` | Portuguese | `zh` | Chinese |
|
|
69
|
+
| `ja` | Japanese | `hi` | Hindi | `it` | Italian |
|
|
70
|
+
| `ko` | Korean | `nl` | Dutch | `pl` | Polish |
|
|
71
|
+
| `ru` | Russian | `sv` | Swedish | `tr` | Turkish |
|
|
72
|
+
|
|
73
|
+
## Getting Started
|
|
74
|
+
|
|
75
|
+
1. Sign up for a [Cartesia account](https://cartesia.ai) and get your API key
|
|
76
|
+
2. Choose a model ID and voice ID from the Cartesia dashboard
|
|
77
|
+
3. Install the package and configure with your credentials
|
|
78
|
+
|
|
79
|
+
```typescript
|
|
80
|
+
import { CartesiaTTS } from '@micdrop/cartesia'
|
|
81
|
+
|
|
82
|
+
const tts = new CartesiaTTS({
|
|
83
|
+
apiKey: 'your-cartesia-api-key',
|
|
84
|
+
modelId: 'sonic-english', // Or sonic-multilingual for multiple languages
|
|
85
|
+
voiceId: 'your-preferred-voice-id',
|
|
86
|
+
language: 'en',
|
|
87
|
+
speed: 'normal',
|
|
88
|
+
})
|
|
89
|
+
|
|
90
|
+
// Use with MicdropServer
|
|
91
|
+
new MicdropServer(socket, {
|
|
92
|
+
tts,
|
|
93
|
+
// ... other options
|
|
94
|
+
})
|
|
95
|
+
```
|
|
96
|
+
|
|
97
|
+
## License
|
|
98
|
+
|
|
99
|
+
MIT
|
|
100
|
+
|
|
101
|
+
## Author
|
|
102
|
+
|
|
103
|
+
Originally developed for [Raconte.ai](https://www.raconte.ai) and open sourced by [Lonestone](https://www.lonestone.io) ([GitHub](https://github.com/lonestone))
|
package/dist/index.d.mts
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { TTS } from '@micdrop/server';
|
|
2
|
+
import { Readable, PassThrough } from 'stream';
|
|
3
|
+
|
|
4
|
+
type CartesiaLanguage = 'en' | 'fr' | 'de' | 'es' | 'pt' | 'zh' | 'ja' | 'hi' | 'it' | 'ko' | 'nl' | 'pl' | 'ru' | 'sv' | 'tr';
|
|
5
|
+
type CartesiaPayload = CartesiaTranscriptPayload | CartesiaCancelPayload;
|
|
6
|
+
interface CartesiaTranscriptPayload {
|
|
7
|
+
model_id: string;
|
|
8
|
+
transcript: string;
|
|
9
|
+
voice: {
|
|
10
|
+
mode: 'id';
|
|
11
|
+
id: string;
|
|
12
|
+
};
|
|
13
|
+
output_format: {
|
|
14
|
+
container: 'raw';
|
|
15
|
+
encoding: 'pcm_s16le' | 'pcm_f32le' | 'pcm_mulaw' | 'pcm_alaw';
|
|
16
|
+
sample_rate: number;
|
|
17
|
+
};
|
|
18
|
+
language?: CartesiaLanguage;
|
|
19
|
+
duration?: number;
|
|
20
|
+
speed?: 'fast' | 'normal' | 'slow';
|
|
21
|
+
context_id?: string;
|
|
22
|
+
continue?: boolean;
|
|
23
|
+
max_buffer_delay_ms?: number;
|
|
24
|
+
flush?: boolean;
|
|
25
|
+
add_timestamps?: boolean;
|
|
26
|
+
add_phoneme_timestamps?: boolean;
|
|
27
|
+
use_original_timestamps?: boolean;
|
|
28
|
+
}
|
|
29
|
+
interface CartesiaCancelPayload {
|
|
30
|
+
context_id: string;
|
|
31
|
+
cancel: true;
|
|
32
|
+
}
|
|
33
|
+
type CartesiaResponse = CartesiaChunkResponse | CartesiaFlushDoneResponse | CartesiaDoneResponse | CartesiaTimestampsResponse | CartesiaErrorResponse | CartesiaPhonemeTimestampsResponse;
|
|
34
|
+
interface CartesiaChunkResponse {
|
|
35
|
+
type: 'chunk';
|
|
36
|
+
data: string;
|
|
37
|
+
done: boolean;
|
|
38
|
+
status_code: number;
|
|
39
|
+
step_time: number;
|
|
40
|
+
context_id?: string;
|
|
41
|
+
flush_id?: number;
|
|
42
|
+
}
|
|
43
|
+
interface CartesiaFlushDoneResponse {
|
|
44
|
+
type: 'flush_done';
|
|
45
|
+
done: boolean;
|
|
46
|
+
flush_done: boolean;
|
|
47
|
+
flush_id: number;
|
|
48
|
+
status_code: number;
|
|
49
|
+
context_id?: string;
|
|
50
|
+
}
|
|
51
|
+
interface CartesiaDoneResponse {
|
|
52
|
+
type: 'done';
|
|
53
|
+
done: boolean;
|
|
54
|
+
status_code: number;
|
|
55
|
+
context_id?: string;
|
|
56
|
+
}
|
|
57
|
+
interface CartesiaTimestampsResponse {
|
|
58
|
+
type: 'timestamps';
|
|
59
|
+
done: boolean;
|
|
60
|
+
status_code: number;
|
|
61
|
+
context_id?: string;
|
|
62
|
+
word_timestamps: {
|
|
63
|
+
words: string[];
|
|
64
|
+
start: number[];
|
|
65
|
+
end: number[];
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
interface CartesiaErrorResponse {
|
|
69
|
+
type: 'error';
|
|
70
|
+
done: boolean;
|
|
71
|
+
error: string;
|
|
72
|
+
status_code: number;
|
|
73
|
+
context_id?: string;
|
|
74
|
+
}
|
|
75
|
+
interface CartesiaPhonemeTimestampsResponse {
|
|
76
|
+
type: 'phoneme_timestamps';
|
|
77
|
+
done: boolean;
|
|
78
|
+
status_code: number;
|
|
79
|
+
context_id?: string;
|
|
80
|
+
phoneme_timestamps: {
|
|
81
|
+
phonemes: string[];
|
|
82
|
+
start: number[];
|
|
83
|
+
end: number[];
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
interface CartesiaTTSOptions {
|
|
88
|
+
apiKey: string;
|
|
89
|
+
modelId: string;
|
|
90
|
+
voiceId: string;
|
|
91
|
+
language?: CartesiaLanguage;
|
|
92
|
+
speed?: 'fast' | 'normal' | 'slow';
|
|
93
|
+
}
|
|
94
|
+
declare class CartesiaTTS extends TTS {
|
|
95
|
+
private readonly options;
|
|
96
|
+
private socket?;
|
|
97
|
+
private initPromise;
|
|
98
|
+
private counter;
|
|
99
|
+
private audioStream?;
|
|
100
|
+
private reconnectTimeout?;
|
|
101
|
+
constructor(options: CartesiaTTSOptions);
|
|
102
|
+
speak(textStream: Readable): PassThrough;
|
|
103
|
+
cancel(): void;
|
|
104
|
+
destroy(): void;
|
|
105
|
+
private stopStreams;
|
|
106
|
+
private initWS;
|
|
107
|
+
private reconnect;
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
export { type CartesiaCancelPayload, type CartesiaChunkResponse, type CartesiaDoneResponse, type CartesiaErrorResponse, type CartesiaFlushDoneResponse, type CartesiaLanguage, type CartesiaPayload, type CartesiaPhonemeTimestampsResponse, type CartesiaResponse, CartesiaTTS, type CartesiaTTSOptions, type CartesiaTimestampsResponse, type CartesiaTranscriptPayload };
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { TTS } from '@micdrop/server';
|
|
2
|
+
import { Readable, PassThrough } from 'stream';
|
|
3
|
+
|
|
4
|
+
type CartesiaLanguage = 'en' | 'fr' | 'de' | 'es' | 'pt' | 'zh' | 'ja' | 'hi' | 'it' | 'ko' | 'nl' | 'pl' | 'ru' | 'sv' | 'tr';
|
|
5
|
+
type CartesiaPayload = CartesiaTranscriptPayload | CartesiaCancelPayload;
|
|
6
|
+
interface CartesiaTranscriptPayload {
|
|
7
|
+
model_id: string;
|
|
8
|
+
transcript: string;
|
|
9
|
+
voice: {
|
|
10
|
+
mode: 'id';
|
|
11
|
+
id: string;
|
|
12
|
+
};
|
|
13
|
+
output_format: {
|
|
14
|
+
container: 'raw';
|
|
15
|
+
encoding: 'pcm_s16le' | 'pcm_f32le' | 'pcm_mulaw' | 'pcm_alaw';
|
|
16
|
+
sample_rate: number;
|
|
17
|
+
};
|
|
18
|
+
language?: CartesiaLanguage;
|
|
19
|
+
duration?: number;
|
|
20
|
+
speed?: 'fast' | 'normal' | 'slow';
|
|
21
|
+
context_id?: string;
|
|
22
|
+
continue?: boolean;
|
|
23
|
+
max_buffer_delay_ms?: number;
|
|
24
|
+
flush?: boolean;
|
|
25
|
+
add_timestamps?: boolean;
|
|
26
|
+
add_phoneme_timestamps?: boolean;
|
|
27
|
+
use_original_timestamps?: boolean;
|
|
28
|
+
}
|
|
29
|
+
interface CartesiaCancelPayload {
|
|
30
|
+
context_id: string;
|
|
31
|
+
cancel: true;
|
|
32
|
+
}
|
|
33
|
+
type CartesiaResponse = CartesiaChunkResponse | CartesiaFlushDoneResponse | CartesiaDoneResponse | CartesiaTimestampsResponse | CartesiaErrorResponse | CartesiaPhonemeTimestampsResponse;
|
|
34
|
+
interface CartesiaChunkResponse {
|
|
35
|
+
type: 'chunk';
|
|
36
|
+
data: string;
|
|
37
|
+
done: boolean;
|
|
38
|
+
status_code: number;
|
|
39
|
+
step_time: number;
|
|
40
|
+
context_id?: string;
|
|
41
|
+
flush_id?: number;
|
|
42
|
+
}
|
|
43
|
+
interface CartesiaFlushDoneResponse {
|
|
44
|
+
type: 'flush_done';
|
|
45
|
+
done: boolean;
|
|
46
|
+
flush_done: boolean;
|
|
47
|
+
flush_id: number;
|
|
48
|
+
status_code: number;
|
|
49
|
+
context_id?: string;
|
|
50
|
+
}
|
|
51
|
+
interface CartesiaDoneResponse {
|
|
52
|
+
type: 'done';
|
|
53
|
+
done: boolean;
|
|
54
|
+
status_code: number;
|
|
55
|
+
context_id?: string;
|
|
56
|
+
}
|
|
57
|
+
interface CartesiaTimestampsResponse {
|
|
58
|
+
type: 'timestamps';
|
|
59
|
+
done: boolean;
|
|
60
|
+
status_code: number;
|
|
61
|
+
context_id?: string;
|
|
62
|
+
word_timestamps: {
|
|
63
|
+
words: string[];
|
|
64
|
+
start: number[];
|
|
65
|
+
end: number[];
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
interface CartesiaErrorResponse {
|
|
69
|
+
type: 'error';
|
|
70
|
+
done: boolean;
|
|
71
|
+
error: string;
|
|
72
|
+
status_code: number;
|
|
73
|
+
context_id?: string;
|
|
74
|
+
}
|
|
75
|
+
interface CartesiaPhonemeTimestampsResponse {
|
|
76
|
+
type: 'phoneme_timestamps';
|
|
77
|
+
done: boolean;
|
|
78
|
+
status_code: number;
|
|
79
|
+
context_id?: string;
|
|
80
|
+
phoneme_timestamps: {
|
|
81
|
+
phonemes: string[];
|
|
82
|
+
start: number[];
|
|
83
|
+
end: number[];
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
interface CartesiaTTSOptions {
|
|
88
|
+
apiKey: string;
|
|
89
|
+
modelId: string;
|
|
90
|
+
voiceId: string;
|
|
91
|
+
language?: CartesiaLanguage;
|
|
92
|
+
speed?: 'fast' | 'normal' | 'slow';
|
|
93
|
+
}
|
|
94
|
+
declare class CartesiaTTS extends TTS {
|
|
95
|
+
private readonly options;
|
|
96
|
+
private socket?;
|
|
97
|
+
private initPromise;
|
|
98
|
+
private counter;
|
|
99
|
+
private audioStream?;
|
|
100
|
+
private reconnectTimeout?;
|
|
101
|
+
constructor(options: CartesiaTTSOptions);
|
|
102
|
+
speak(textStream: Readable): PassThrough;
|
|
103
|
+
cancel(): void;
|
|
104
|
+
destroy(): void;
|
|
105
|
+
private stopStreams;
|
|
106
|
+
private initWS;
|
|
107
|
+
private reconnect;
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
export { type CartesiaCancelPayload, type CartesiaChunkResponse, type CartesiaDoneResponse, type CartesiaErrorResponse, type CartesiaFlushDoneResponse, type CartesiaLanguage, type CartesiaPayload, type CartesiaPhonemeTimestampsResponse, type CartesiaResponse, CartesiaTTS, type CartesiaTTSOptions, type CartesiaTimestampsResponse, type CartesiaTranscriptPayload };
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __defProp = Object.defineProperty;
|
|
4
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
+
var __export = (target, all) => {
|
|
9
|
+
for (var name in all)
|
|
10
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
11
|
+
};
|
|
12
|
+
var __copyProps = (to, from, except, desc) => {
|
|
13
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
+
for (let key of __getOwnPropNames(from))
|
|
15
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
16
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
17
|
+
}
|
|
18
|
+
return to;
|
|
19
|
+
};
|
|
20
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
+
mod
|
|
27
|
+
));
|
|
28
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
+
|
|
30
|
+
// src/index.ts
|
|
31
|
+
var index_exports = {};
|
|
32
|
+
__export(index_exports, {
|
|
33
|
+
CartesiaTTS: () => CartesiaTTS
|
|
34
|
+
});
|
|
35
|
+
module.exports = __toCommonJS(index_exports);
|
|
36
|
+
|
|
37
|
+
// src/CartesiaTTS.ts
|
|
38
|
+
var import_server = require("@micdrop/server");
|
|
39
|
+
var import_stream = require("stream");
|
|
40
|
+
var import_ws = __toESM(require("ws"));
|
|
41
|
+
var CartesiaTTS = class extends import_server.TTS {
|
|
42
|
+
constructor(options) {
|
|
43
|
+
super();
|
|
44
|
+
this.options = options;
|
|
45
|
+
this.counter = 0;
|
|
46
|
+
this.initPromise = this.initWS().catch((error) => {
|
|
47
|
+
this.log("Connection error:", error);
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
speak(textStream) {
|
|
51
|
+
this.counter++;
|
|
52
|
+
const counter = this.counter;
|
|
53
|
+
const context_id = counter.toString();
|
|
54
|
+
this.stopStreams();
|
|
55
|
+
this.audioStream = new import_stream.PassThrough();
|
|
56
|
+
const config = {
|
|
57
|
+
model_id: this.options.modelId,
|
|
58
|
+
voice: {
|
|
59
|
+
mode: "id",
|
|
60
|
+
id: this.options.voiceId
|
|
61
|
+
},
|
|
62
|
+
output_format: {
|
|
63
|
+
container: "raw",
|
|
64
|
+
encoding: "pcm_s16le",
|
|
65
|
+
sample_rate: 16e3
|
|
66
|
+
},
|
|
67
|
+
language: this.options.language,
|
|
68
|
+
speed: this.options.speed
|
|
69
|
+
};
|
|
70
|
+
textStream.on("data", async (chunk) => {
|
|
71
|
+
if (counter !== this.counter) return;
|
|
72
|
+
await this.initPromise;
|
|
73
|
+
const transcript = chunk.toString("utf-8");
|
|
74
|
+
this.socket?.send(
|
|
75
|
+
JSON.stringify({
|
|
76
|
+
...config,
|
|
77
|
+
transcript,
|
|
78
|
+
context_id,
|
|
79
|
+
continue: true
|
|
80
|
+
})
|
|
81
|
+
);
|
|
82
|
+
this.log(`Sent transcript: "${transcript}"`);
|
|
83
|
+
});
|
|
84
|
+
textStream.on("error", (error) => {
|
|
85
|
+
this.log("Error in text stream, ending audio stream", error);
|
|
86
|
+
this.stopStreams();
|
|
87
|
+
});
|
|
88
|
+
textStream.on("end", async () => {
|
|
89
|
+
if (counter !== this.counter) return;
|
|
90
|
+
await this.initPromise;
|
|
91
|
+
this.socket?.send(
|
|
92
|
+
JSON.stringify({
|
|
93
|
+
...config,
|
|
94
|
+
transcript: "",
|
|
95
|
+
context_id,
|
|
96
|
+
continue: false
|
|
97
|
+
})
|
|
98
|
+
);
|
|
99
|
+
});
|
|
100
|
+
return this.audioStream;
|
|
101
|
+
}
|
|
102
|
+
cancel() {
|
|
103
|
+
if (!this.audioStream) return;
|
|
104
|
+
this.log("Cancel");
|
|
105
|
+
this.stopStreams();
|
|
106
|
+
this.socket?.send(
|
|
107
|
+
JSON.stringify({
|
|
108
|
+
context_id: this.counter.toString(),
|
|
109
|
+
cancel: true
|
|
110
|
+
})
|
|
111
|
+
);
|
|
112
|
+
this.counter++;
|
|
113
|
+
}
|
|
114
|
+
destroy() {
|
|
115
|
+
super.destroy();
|
|
116
|
+
if (this.reconnectTimeout) {
|
|
117
|
+
clearTimeout(this.reconnectTimeout);
|
|
118
|
+
this.reconnectTimeout = void 0;
|
|
119
|
+
}
|
|
120
|
+
this.socket?.removeAllListeners();
|
|
121
|
+
if (this.socket?.readyState === import_ws.default.OPEN) {
|
|
122
|
+
this.socket?.close(1e3);
|
|
123
|
+
}
|
|
124
|
+
this.socket = void 0;
|
|
125
|
+
this.stopStreams();
|
|
126
|
+
}
|
|
127
|
+
stopStreams() {
|
|
128
|
+
this.audioStream?.end();
|
|
129
|
+
this.audioStream = void 0;
|
|
130
|
+
}
|
|
131
|
+
// Connect to Cartesia
|
|
132
|
+
async initWS() {
|
|
133
|
+
return new Promise((resolve, reject) => {
|
|
134
|
+
const socket = new import_ws.default(
|
|
135
|
+
`wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`
|
|
136
|
+
);
|
|
137
|
+
this.socket = socket;
|
|
138
|
+
socket.addEventListener("open", () => {
|
|
139
|
+
this.log("Connection opened");
|
|
140
|
+
resolve();
|
|
141
|
+
});
|
|
142
|
+
socket.addEventListener("error", (error) => {
|
|
143
|
+
reject(error);
|
|
144
|
+
});
|
|
145
|
+
socket.addEventListener("close", ({ code, reason }) => {
|
|
146
|
+
this.socket?.removeAllListeners();
|
|
147
|
+
this.socket = void 0;
|
|
148
|
+
this.audioStream?.end();
|
|
149
|
+
this.audioStream = void 0;
|
|
150
|
+
if (code !== 1e3) {
|
|
151
|
+
this.reconnect();
|
|
152
|
+
} else {
|
|
153
|
+
this.log("Connection closed", { code, reason });
|
|
154
|
+
}
|
|
155
|
+
});
|
|
156
|
+
socket.addEventListener("message", (event) => {
|
|
157
|
+
try {
|
|
158
|
+
const message = JSON.parse(event.data.toString());
|
|
159
|
+
if (this.counter.toString() !== message.context_id) return;
|
|
160
|
+
switch (message.type) {
|
|
161
|
+
case "chunk":
|
|
162
|
+
const chunk = Buffer.from(message.data, "base64");
|
|
163
|
+
this.log(`Received audio chunk (${chunk.length} bytes)`);
|
|
164
|
+
this.audioStream?.write(chunk);
|
|
165
|
+
break;
|
|
166
|
+
case "done":
|
|
167
|
+
this.log("Audio ended");
|
|
168
|
+
this.audioStream?.end();
|
|
169
|
+
this.audioStream = void 0;
|
|
170
|
+
break;
|
|
171
|
+
case "error":
|
|
172
|
+
this.log("Error", message.error);
|
|
173
|
+
break;
|
|
174
|
+
}
|
|
175
|
+
} catch {
|
|
176
|
+
console.error("[CartesiaTTS] Error parsing message", event.data);
|
|
177
|
+
}
|
|
178
|
+
});
|
|
179
|
+
});
|
|
180
|
+
}
|
|
181
|
+
reconnect() {
|
|
182
|
+
this.initPromise = new Promise((resolve, reject) => {
|
|
183
|
+
this.log("Reconnecting...");
|
|
184
|
+
this.reconnectTimeout = setTimeout(() => {
|
|
185
|
+
this.reconnectTimeout = void 0;
|
|
186
|
+
this.initWS().then(resolve).catch((error) => {
|
|
187
|
+
this.log("Reconnection error:", error);
|
|
188
|
+
reject(error);
|
|
189
|
+
});
|
|
190
|
+
}, 1e3);
|
|
191
|
+
});
|
|
192
|
+
}
|
|
193
|
+
};
|
|
194
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
195
|
+
0 && (module.exports = {
|
|
196
|
+
CartesiaTTS
|
|
197
|
+
});
|
|
198
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/CartesiaTTS.ts"],"sourcesContent":["export * from './CartesiaTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n}\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n this.log('Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n console.error('[CartesiaTTS] Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, 1000)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AACpB,oBAAsC;AACtC,gBAAsB;AAgBf,IAAM,cAAN,cAA0B,kBAAI;AAAA,EAOnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAJ7B,SAAQ,UAAU;AAQhB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,WAAK,IAAI,qBAAqB,KAAK;AAAA,IACrC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,YAAY;AACjB,SAAK,cAAc,IAAI,0BAAY;AAEnC,UAAM,SAAS;AAAA,MACb,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,YAAM,aAAa,MAAM,SAAS,OAAO;AACzC,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,UAAU,GAAG;AAAA,IAC7C,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,YAAY;AAAA,IACnB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AAAA,EAEQ,cAAc;AACpB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAA;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,aAAa,MAAM,KAAK;AAC7B;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,aAAa,IAAI;AACtB,mBAAK,cAAc;AACnB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,kBAAQ,MAAM,uCAAuC,MAAM,IAAI;AAAA,QACjE;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,GAAI;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
|
package/dist/index.mjs
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
// src/CartesiaTTS.ts
|
|
2
|
+
import { TTS } from "@micdrop/server";
|
|
3
|
+
import { PassThrough } from "stream";
|
|
4
|
+
import WebSocket from "ws";
|
|
5
|
+
var CartesiaTTS = class extends TTS {
|
|
6
|
+
constructor(options) {
|
|
7
|
+
super();
|
|
8
|
+
this.options = options;
|
|
9
|
+
this.counter = 0;
|
|
10
|
+
this.initPromise = this.initWS().catch((error) => {
|
|
11
|
+
this.log("Connection error:", error);
|
|
12
|
+
});
|
|
13
|
+
}
|
|
14
|
+
speak(textStream) {
|
|
15
|
+
this.counter++;
|
|
16
|
+
const counter = this.counter;
|
|
17
|
+
const context_id = counter.toString();
|
|
18
|
+
this.stopStreams();
|
|
19
|
+
this.audioStream = new PassThrough();
|
|
20
|
+
const config = {
|
|
21
|
+
model_id: this.options.modelId,
|
|
22
|
+
voice: {
|
|
23
|
+
mode: "id",
|
|
24
|
+
id: this.options.voiceId
|
|
25
|
+
},
|
|
26
|
+
output_format: {
|
|
27
|
+
container: "raw",
|
|
28
|
+
encoding: "pcm_s16le",
|
|
29
|
+
sample_rate: 16e3
|
|
30
|
+
},
|
|
31
|
+
language: this.options.language,
|
|
32
|
+
speed: this.options.speed
|
|
33
|
+
};
|
|
34
|
+
textStream.on("data", async (chunk) => {
|
|
35
|
+
if (counter !== this.counter) return;
|
|
36
|
+
await this.initPromise;
|
|
37
|
+
const transcript = chunk.toString("utf-8");
|
|
38
|
+
this.socket?.send(
|
|
39
|
+
JSON.stringify({
|
|
40
|
+
...config,
|
|
41
|
+
transcript,
|
|
42
|
+
context_id,
|
|
43
|
+
continue: true
|
|
44
|
+
})
|
|
45
|
+
);
|
|
46
|
+
this.log(`Sent transcript: "${transcript}"`);
|
|
47
|
+
});
|
|
48
|
+
textStream.on("error", (error) => {
|
|
49
|
+
this.log("Error in text stream, ending audio stream", error);
|
|
50
|
+
this.stopStreams();
|
|
51
|
+
});
|
|
52
|
+
textStream.on("end", async () => {
|
|
53
|
+
if (counter !== this.counter) return;
|
|
54
|
+
await this.initPromise;
|
|
55
|
+
this.socket?.send(
|
|
56
|
+
JSON.stringify({
|
|
57
|
+
...config,
|
|
58
|
+
transcript: "",
|
|
59
|
+
context_id,
|
|
60
|
+
continue: false
|
|
61
|
+
})
|
|
62
|
+
);
|
|
63
|
+
});
|
|
64
|
+
return this.audioStream;
|
|
65
|
+
}
|
|
66
|
+
cancel() {
|
|
67
|
+
if (!this.audioStream) return;
|
|
68
|
+
this.log("Cancel");
|
|
69
|
+
this.stopStreams();
|
|
70
|
+
this.socket?.send(
|
|
71
|
+
JSON.stringify({
|
|
72
|
+
context_id: this.counter.toString(),
|
|
73
|
+
cancel: true
|
|
74
|
+
})
|
|
75
|
+
);
|
|
76
|
+
this.counter++;
|
|
77
|
+
}
|
|
78
|
+
destroy() {
|
|
79
|
+
super.destroy();
|
|
80
|
+
if (this.reconnectTimeout) {
|
|
81
|
+
clearTimeout(this.reconnectTimeout);
|
|
82
|
+
this.reconnectTimeout = void 0;
|
|
83
|
+
}
|
|
84
|
+
this.socket?.removeAllListeners();
|
|
85
|
+
if (this.socket?.readyState === WebSocket.OPEN) {
|
|
86
|
+
this.socket?.close(1e3);
|
|
87
|
+
}
|
|
88
|
+
this.socket = void 0;
|
|
89
|
+
this.stopStreams();
|
|
90
|
+
}
|
|
91
|
+
stopStreams() {
|
|
92
|
+
this.audioStream?.end();
|
|
93
|
+
this.audioStream = void 0;
|
|
94
|
+
}
|
|
95
|
+
// Connect to Cartesia
|
|
96
|
+
async initWS() {
|
|
97
|
+
return new Promise((resolve, reject) => {
|
|
98
|
+
const socket = new WebSocket(
|
|
99
|
+
`wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`
|
|
100
|
+
);
|
|
101
|
+
this.socket = socket;
|
|
102
|
+
socket.addEventListener("open", () => {
|
|
103
|
+
this.log("Connection opened");
|
|
104
|
+
resolve();
|
|
105
|
+
});
|
|
106
|
+
socket.addEventListener("error", (error) => {
|
|
107
|
+
reject(error);
|
|
108
|
+
});
|
|
109
|
+
socket.addEventListener("close", ({ code, reason }) => {
|
|
110
|
+
this.socket?.removeAllListeners();
|
|
111
|
+
this.socket = void 0;
|
|
112
|
+
this.audioStream?.end();
|
|
113
|
+
this.audioStream = void 0;
|
|
114
|
+
if (code !== 1e3) {
|
|
115
|
+
this.reconnect();
|
|
116
|
+
} else {
|
|
117
|
+
this.log("Connection closed", { code, reason });
|
|
118
|
+
}
|
|
119
|
+
});
|
|
120
|
+
socket.addEventListener("message", (event) => {
|
|
121
|
+
try {
|
|
122
|
+
const message = JSON.parse(event.data.toString());
|
|
123
|
+
if (this.counter.toString() !== message.context_id) return;
|
|
124
|
+
switch (message.type) {
|
|
125
|
+
case "chunk":
|
|
126
|
+
const chunk = Buffer.from(message.data, "base64");
|
|
127
|
+
this.log(`Received audio chunk (${chunk.length} bytes)`);
|
|
128
|
+
this.audioStream?.write(chunk);
|
|
129
|
+
break;
|
|
130
|
+
case "done":
|
|
131
|
+
this.log("Audio ended");
|
|
132
|
+
this.audioStream?.end();
|
|
133
|
+
this.audioStream = void 0;
|
|
134
|
+
break;
|
|
135
|
+
case "error":
|
|
136
|
+
this.log("Error", message.error);
|
|
137
|
+
break;
|
|
138
|
+
}
|
|
139
|
+
} catch {
|
|
140
|
+
console.error("[CartesiaTTS] Error parsing message", event.data);
|
|
141
|
+
}
|
|
142
|
+
});
|
|
143
|
+
});
|
|
144
|
+
}
|
|
145
|
+
reconnect() {
|
|
146
|
+
this.initPromise = new Promise((resolve, reject) => {
|
|
147
|
+
this.log("Reconnecting...");
|
|
148
|
+
this.reconnectTimeout = setTimeout(() => {
|
|
149
|
+
this.reconnectTimeout = void 0;
|
|
150
|
+
this.initWS().then(resolve).catch((error) => {
|
|
151
|
+
this.log("Reconnection error:", error);
|
|
152
|
+
reject(error);
|
|
153
|
+
});
|
|
154
|
+
}, 1e3);
|
|
155
|
+
});
|
|
156
|
+
}
|
|
157
|
+
};
|
|
158
|
+
export {
|
|
159
|
+
CartesiaTTS
|
|
160
|
+
};
|
|
161
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/CartesiaTTS.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { PassThrough, Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n CartesiaCancelPayload,\n CartesiaLanguage,\n CartesiaPayload,\n CartesiaResponse,\n} from './types'\n\nexport interface CartesiaTTSOptions {\n apiKey: string\n modelId: string\n voiceId: string\n language?: CartesiaLanguage\n speed?: 'fast' | 'normal' | 'slow'\n}\n\nexport class CartesiaTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private audioStream?: PassThrough\n private reconnectTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: CartesiaTTSOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n this.log('Connection error:', error)\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const context_id = counter.toString()\n this.stopStreams()\n this.audioStream = new PassThrough()\n\n const config = {\n model_id: this.options.modelId,\n voice: {\n mode: 'id',\n id: this.options.voiceId,\n },\n output_format: {\n container: 'raw',\n encoding: 'pcm_s16le',\n sample_rate: 16000,\n },\n language: this.options.language,\n speed: this.options.speed,\n } as const\n\n textStream.on('data', async (chunk) => {\n if (counter !== this.counter) return\n await this.initPromise\n const transcript = chunk.toString('utf-8')\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript,\n context_id,\n continue: true,\n } satisfies CartesiaPayload)\n )\n this.log(`Sent transcript: \"${transcript}\"`)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.stopStreams()\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n this.socket?.send(\n JSON.stringify({\n ...config,\n transcript: '',\n context_id,\n continue: false,\n } satisfies CartesiaPayload)\n )\n })\n\n return this.audioStream\n }\n\n cancel() {\n if (!this.audioStream) return\n this.log('Cancel')\n this.stopStreams()\n\n // Signal Cartesia to stop sending data\n this.socket?.send(\n JSON.stringify({\n context_id: this.counter.toString(),\n cancel: true,\n } satisfies CartesiaCancelPayload)\n )\n\n // Increment counter to avoid processing messages from previous calls\n this.counter++\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.stopStreams()\n }\n\n private stopStreams() {\n this.audioStream?.end()\n this.audioStream = undefined\n }\n\n // Connect to Cartesia\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n `wss://api.cartesia.ai/tts/websocket?api_key=${this.options.apiKey}&cartesia_version=2025-04-16`\n )\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n reject(error)\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n this.audioStream?.end()\n this.audioStream = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: CartesiaResponse = JSON.parse(event.data.toString())\n\n // Ignore messages from previous calls\n if (this.counter.toString() !== message.context_id) return\n\n switch (message.type) {\n case 'chunk':\n const chunk = Buffer.from(message.data, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.audioStream?.write(chunk)\n break\n case 'done':\n this.log('Audio ended')\n this.audioStream?.end()\n this.audioStream = undefined\n break\n case 'error':\n this.log('Error', message.error)\n break\n }\n } catch {\n console.error('[CartesiaTTS] Error parsing message', event.data)\n }\n })\n })\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, 1000)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AACpB,SAAS,mBAA6B;AACtC,OAAO,eAAe;AAgBf,IAAM,cAAN,cAA0B,IAAI;AAAA,EAOnC,YAA6B,SAA6B;AACxD,UAAM;AADqB;AAJ7B,SAAQ,UAAU;AAQhB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,WAAK,IAAI,qBAAqB,KAAK;AAAA,IACrC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,aAAa,QAAQ,SAAS;AACpC,SAAK,YAAY;AACjB,SAAK,cAAc,IAAI,YAAY;AAEnC,UAAM,SAAS;AAAA,MACb,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO;AAAA,QACL,MAAM;AAAA,QACN,IAAI,KAAK,QAAQ;AAAA,MACnB;AAAA,MACA,eAAe;AAAA,QACb,WAAW;AAAA,QACX,UAAU;AAAA,QACV,aAAa;AAAA,MACf;AAAA,MACA,UAAU,KAAK,QAAQ;AAAA,MACvB,OAAO,KAAK,QAAQ;AAAA,IACtB;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAU;AACrC,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,YAAM,aAAa,MAAM,SAAS,OAAO;AACzC,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AACA,WAAK,IAAI,qBAAqB,UAAU,GAAG;AAAA,IAC7C,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,YAAY;AAAA,IACnB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,GAAG;AAAA,UACH,YAAY;AAAA,UACZ;AAAA,UACA,UAAU;AAAA,QACZ,CAA2B;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,YAAa;AACvB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,YAAY,KAAK,QAAQ,SAAS;AAAA,QAClC,QAAQ;AAAA,MACV,CAAiC;AAAA,IACnC;AAGA,SAAK;AAAA,EACP;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,YAAY;AAAA,EACnB;AAAA,EAEQ,cAAc;AACpB,SAAK,aAAa,IAAI;AACtB,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA,EAGA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI;AAAA,QACjB,+CAA+C,KAAK,QAAQ,MAAM;AAAA,MACpE;AACA,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AACd,aAAK,aAAa,IAAI;AACtB,aAAK,cAAc;AAEnB,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA4B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAGlE,cAAI,KAAK,QAAQ,SAAS,MAAM,QAAQ,WAAY;AAEpD,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AACH,oBAAM,QAAQ,OAAO,KAAK,QAAQ,MAAM,QAAQ;AAChD,mBAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,mBAAK,aAAa,MAAM,KAAK;AAC7B;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,aAAa;AACtB,mBAAK,aAAa,IAAI;AACtB,mBAAK,cAAc;AACnB;AAAA,YACF,KAAK;AACH,mBAAK,IAAI,SAAS,QAAQ,KAAK;AAC/B;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,kBAAQ,MAAM,uCAAuC,MAAM,IAAI;AAAA,QACjE;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,GAAI;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":[]}
|
package/package.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@micdrop/cartesia",
|
|
3
|
+
"version": "1.0.0",
|
|
4
|
+
"description": "Cartesia implementation for @micdrop/server",
|
|
5
|
+
"author": "Lonestone",
|
|
6
|
+
"license": "MIT",
|
|
7
|
+
"main": "./dist/index.js",
|
|
8
|
+
"module": "./dist/index.mjs",
|
|
9
|
+
"types": "./dist/index.d.ts",
|
|
10
|
+
"scripts": {
|
|
11
|
+
"build": "tsup",
|
|
12
|
+
"dev": "tsup --watch",
|
|
13
|
+
"clean": "rm -rf dist",
|
|
14
|
+
"typecheck": "tsc --noEmit",
|
|
15
|
+
"prepublishOnly": "npm run build"
|
|
16
|
+
},
|
|
17
|
+
"files": [
|
|
18
|
+
"dist"
|
|
19
|
+
],
|
|
20
|
+
"repository": {
|
|
21
|
+
"type": "git",
|
|
22
|
+
"url": "git+https://github.com/lonestone/micdrop.git",
|
|
23
|
+
"directory": "packages/cartesia"
|
|
24
|
+
},
|
|
25
|
+
"publishConfig": {
|
|
26
|
+
"access": "public"
|
|
27
|
+
},
|
|
28
|
+
"keywords": [
|
|
29
|
+
"microphone",
|
|
30
|
+
"audio",
|
|
31
|
+
"browser",
|
|
32
|
+
"voice",
|
|
33
|
+
"conversation",
|
|
34
|
+
"cartesia",
|
|
35
|
+
"tts"
|
|
36
|
+
],
|
|
37
|
+
"dependencies": {
|
|
38
|
+
"ws": "^8.18.2"
|
|
39
|
+
},
|
|
40
|
+
"peerDependencies": {
|
|
41
|
+
"@micdrop/server": "*"
|
|
42
|
+
},
|
|
43
|
+
"devDependencies": {
|
|
44
|
+
"@types/ws": "^8.18.1",
|
|
45
|
+
"tsup": "^8.3.6",
|
|
46
|
+
"typescript": "^5.7.3"
|
|
47
|
+
}
|
|
48
|
+
}
|