cartesia 1.4.0__py3-none-any.whl → 2.0.0a2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cartesia/__init__.py +292 -3
- cartesia/api_status/__init__.py +6 -0
- cartesia/api_status/client.py +104 -0
- cartesia/api_status/requests/__init__.py +5 -0
- cartesia/api_status/requests/api_info.py +8 -0
- cartesia/api_status/types/__init__.py +5 -0
- cartesia/api_status/types/api_info.py +20 -0
- cartesia/base_client.py +160 -0
- cartesia/client.py +163 -40
- cartesia/core/__init__.py +47 -0
- cartesia/core/api_error.py +15 -0
- cartesia/core/client_wrapper.py +55 -0
- cartesia/core/datetime_utils.py +28 -0
- cartesia/core/file.py +67 -0
- cartesia/core/http_client.py +499 -0
- cartesia/core/jsonable_encoder.py +101 -0
- cartesia/core/pydantic_utilities.py +296 -0
- cartesia/core/query_encoder.py +58 -0
- cartesia/core/remove_none_from_dict.py +11 -0
- cartesia/core/request_options.py +35 -0
- cartesia/core/serialization.py +272 -0
- cartesia/datasets/__init__.py +24 -0
- cartesia/datasets/client.py +392 -0
- cartesia/datasets/requests/__init__.py +15 -0
- cartesia/datasets/requests/create_dataset_request.py +7 -0
- cartesia/datasets/requests/dataset.py +9 -0
- cartesia/datasets/requests/dataset_file.py +9 -0
- cartesia/datasets/requests/paginated_dataset_files.py +10 -0
- cartesia/datasets/requests/paginated_datasets.py +10 -0
- cartesia/datasets/types/__init__.py +17 -0
- cartesia/datasets/types/create_dataset_request.py +19 -0
- cartesia/datasets/types/dataset.py +21 -0
- cartesia/datasets/types/dataset_file.py +21 -0
- cartesia/datasets/types/file_purpose.py +5 -0
- cartesia/datasets/types/paginated_dataset_files.py +21 -0
- cartesia/datasets/types/paginated_datasets.py +21 -0
- cartesia/embedding/__init__.py +5 -0
- cartesia/embedding/types/__init__.py +5 -0
- cartesia/embedding/types/embedding.py +201 -0
- cartesia/environment.py +7 -0
- cartesia/infill/__init__.py +2 -0
- cartesia/infill/client.py +318 -0
- cartesia/tts/__init__.py +167 -0
- cartesia/{_async_websocket.py → tts/_async_websocket.py} +159 -84
- cartesia/tts/_websocket.py +430 -0
- cartesia/tts/client.py +407 -0
- cartesia/tts/requests/__init__.py +76 -0
- cartesia/tts/requests/cancel_context_request.py +17 -0
- cartesia/tts/requests/controls.py +11 -0
- cartesia/tts/requests/generation_request.py +53 -0
- cartesia/tts/requests/mp_3_output_format.py +11 -0
- cartesia/tts/requests/output_format.py +30 -0
- cartesia/tts/requests/phoneme_timestamps.py +10 -0
- cartesia/tts/requests/raw_output_format.py +11 -0
- cartesia/tts/requests/speed.py +7 -0
- cartesia/tts/requests/tts_request.py +24 -0
- cartesia/tts/requests/tts_request_embedding_specifier.py +16 -0
- cartesia/tts/requests/tts_request_id_specifier.py +16 -0
- cartesia/tts/requests/tts_request_voice_specifier.py +7 -0
- cartesia/tts/requests/wav_output_format.py +7 -0
- cartesia/tts/requests/web_socket_base_response.py +11 -0
- cartesia/tts/requests/web_socket_chunk_response.py +8 -0
- cartesia/tts/requests/web_socket_done_response.py +7 -0
- cartesia/tts/requests/web_socket_error_response.py +7 -0
- cartesia/tts/requests/web_socket_flush_done_response.py +9 -0
- cartesia/tts/requests/web_socket_phoneme_timestamps_response.py +9 -0
- cartesia/tts/requests/web_socket_raw_output_format.py +11 -0
- cartesia/tts/requests/web_socket_request.py +7 -0
- cartesia/tts/requests/web_socket_response.py +69 -0
- cartesia/tts/requests/web_socket_stream_options.py +8 -0
- cartesia/tts/requests/web_socket_timestamps_response.py +9 -0
- cartesia/tts/requests/web_socket_tts_output.py +18 -0
- cartesia/tts/requests/web_socket_tts_request.py +24 -0
- cartesia/tts/requests/word_timestamps.py +10 -0
- cartesia/tts/socket_client.py +302 -0
- cartesia/tts/types/__init__.py +90 -0
- cartesia/tts/types/cancel_context_request.py +28 -0
- cartesia/tts/types/context_id.py +3 -0
- cartesia/tts/types/controls.py +22 -0
- cartesia/tts/types/emotion.py +29 -0
- cartesia/tts/types/flush_id.py +3 -0
- cartesia/tts/types/generation_request.py +66 -0
- cartesia/tts/types/mp_3_output_format.py +23 -0
- cartesia/tts/types/natural_specifier.py +5 -0
- cartesia/tts/types/numerical_specifier.py +3 -0
- cartesia/tts/types/output_format.py +58 -0
- cartesia/tts/types/phoneme_timestamps.py +21 -0
- cartesia/tts/types/raw_encoding.py +5 -0
- cartesia/tts/types/raw_output_format.py +22 -0
- cartesia/tts/types/speed.py +7 -0
- cartesia/tts/types/supported_language.py +7 -0
- cartesia/tts/types/tts_request.py +35 -0
- cartesia/tts/types/tts_request_embedding_specifier.py +27 -0
- cartesia/tts/types/tts_request_id_specifier.py +27 -0
- cartesia/tts/types/tts_request_voice_specifier.py +7 -0
- cartesia/tts/types/wav_output_format.py +17 -0
- cartesia/tts/types/web_socket_base_response.py +22 -0
- cartesia/tts/types/web_socket_chunk_response.py +20 -0
- cartesia/tts/types/web_socket_done_response.py +17 -0
- cartesia/tts/types/web_socket_error_response.py +19 -0
- cartesia/tts/types/web_socket_flush_done_response.py +21 -0
- cartesia/tts/types/web_socket_phoneme_timestamps_response.py +20 -0
- cartesia/tts/types/web_socket_raw_output_format.py +22 -0
- cartesia/tts/types/web_socket_request.py +7 -0
- cartesia/tts/types/web_socket_response.py +124 -0
- cartesia/tts/types/web_socket_stream_options.py +19 -0
- cartesia/tts/types/web_socket_timestamps_response.py +20 -0
- cartesia/tts/types/web_socket_tts_output.py +27 -0
- cartesia/tts/types/web_socket_tts_request.py +36 -0
- cartesia/tts/types/word_timestamps.py +21 -0
- cartesia/tts/utils/tts.py +64 -0
- cartesia/tts/utils/types.py +70 -0
- cartesia/version.py +3 -1
- cartesia/voice_changer/__init__.py +27 -0
- cartesia/voice_changer/client.py +395 -0
- cartesia/voice_changer/requests/__init__.py +15 -0
- cartesia/voice_changer/requests/streaming_response.py +36 -0
- cartesia/voice_changer/types/__init__.py +17 -0
- cartesia/voice_changer/types/output_format_container.py +5 -0
- cartesia/voice_changer/types/streaming_response.py +62 -0
- cartesia/voices/__init__.py +71 -0
- cartesia/voices/client.py +1053 -0
- cartesia/voices/requests/__init__.py +27 -0
- cartesia/voices/requests/create_voice_request.py +23 -0
- cartesia/voices/requests/embedding_response.py +8 -0
- cartesia/voices/requests/embedding_specifier.py +10 -0
- cartesia/voices/requests/id_specifier.py +10 -0
- cartesia/voices/requests/localize_dialect.py +8 -0
- cartesia/voices/requests/localize_voice_request.py +15 -0
- cartesia/voices/requests/mix_voice_specifier.py +7 -0
- cartesia/voices/requests/mix_voices_request.py +9 -0
- cartesia/voices/requests/update_voice_request.py +15 -0
- cartesia/voices/requests/voice.py +39 -0
- cartesia/voices/requests/voice_metadata.py +36 -0
- cartesia/voices/types/__init__.py +45 -0
- cartesia/voices/types/base_voice_id.py +5 -0
- cartesia/voices/types/clone_mode.py +5 -0
- cartesia/voices/types/create_voice_request.py +34 -0
- cartesia/voices/types/embedding_response.py +20 -0
- cartesia/voices/types/embedding_specifier.py +22 -0
- cartesia/voices/types/gender.py +5 -0
- cartesia/voices/types/id_specifier.py +22 -0
- cartesia/voices/types/localize_dialect.py +8 -0
- cartesia/voices/types/localize_english_dialect.py +5 -0
- cartesia/voices/types/localize_portuguese_dialect.py +5 -0
- cartesia/voices/types/localize_spanish_dialect.py +5 -0
- cartesia/voices/types/localize_target_language.py +7 -0
- cartesia/voices/types/localize_voice_request.py +26 -0
- cartesia/voices/types/mix_voice_specifier.py +7 -0
- cartesia/voices/types/mix_voices_request.py +20 -0
- cartesia/voices/types/update_voice_request.py +27 -0
- cartesia/voices/types/voice.py +50 -0
- cartesia/voices/types/voice_id.py +3 -0
- cartesia/voices/types/voice_metadata.py +48 -0
- cartesia/voices/types/weight.py +3 -0
- cartesia-2.0.0a2.dist-info/METADATA +307 -0
- cartesia-2.0.0a2.dist-info/RECORD +160 -0
- {cartesia-1.4.0.dist-info → cartesia-2.0.0a2.dist-info}/WHEEL +1 -1
- cartesia/_async_sse.py +0 -95
- cartesia/_logger.py +0 -3
- cartesia/_sse.py +0 -143
- cartesia/_types.py +0 -70
- cartesia/_websocket.py +0 -358
- cartesia/async_client.py +0 -82
- cartesia/async_tts.py +0 -176
- cartesia/resource.py +0 -44
- cartesia/tts.py +0 -292
- cartesia/utils/deprecated.py +0 -55
- cartesia/utils/retry.py +0 -87
- cartesia/utils/tts.py +0 -78
- cartesia/voices.py +0 -204
- cartesia-1.4.0.dist-info/METADATA +0 -663
- cartesia-1.4.0.dist-info/RECORD +0 -23
- cartesia-1.4.0.dist-info/licenses/LICENSE.md +0 -21
- /cartesia/{utils/__init__.py → py.typed} +0 -0
- /cartesia/{_constants.py → tts/utils/constants.py} +0 -0
cartesia/async_tts.py
DELETED
@@ -1,176 +0,0 @@
|
|
1
|
-
from typing import Iterator, List, Optional, Tuple
|
2
|
-
|
3
|
-
import httpx
|
4
|
-
from cartesia._async_sse import _AsyncSSE
|
5
|
-
from cartesia._async_websocket import _AsyncWebSocket
|
6
|
-
from cartesia._types import OutputFormat, VoiceControls
|
7
|
-
from cartesia.tts import TTS
|
8
|
-
from cartesia.utils.tts import _construct_tts_request
|
9
|
-
|
10
|
-
|
11
|
-
class AsyncTTS(TTS):
|
12
|
-
def __init__(self, api_key, base_url, timeout, get_session):
|
13
|
-
super().__init__(api_key, base_url, timeout)
|
14
|
-
self._get_session = get_session
|
15
|
-
self._sse_class = _AsyncSSE(self._http_url(), self.headers, self.timeout, get_session)
|
16
|
-
self.sse = self._sse_class.send
|
17
|
-
|
18
|
-
async def websocket(self) -> _AsyncWebSocket:
|
19
|
-
ws = _AsyncWebSocket(
|
20
|
-
self._ws_url(),
|
21
|
-
self.api_key,
|
22
|
-
self.cartesia_version,
|
23
|
-
self.timeout,
|
24
|
-
self._get_session,
|
25
|
-
)
|
26
|
-
await ws.connect()
|
27
|
-
return ws
|
28
|
-
|
29
|
-
async def bytes(
|
30
|
-
self,
|
31
|
-
*,
|
32
|
-
model_id: str,
|
33
|
-
transcript: str,
|
34
|
-
output_format: OutputFormat,
|
35
|
-
voice_id: Optional[str] = None,
|
36
|
-
voice_embedding: Optional[List[float]] = None,
|
37
|
-
duration: Optional[int] = None,
|
38
|
-
language: Optional[str] = None,
|
39
|
-
_experimental_voice_controls: Optional[VoiceControls] = None,
|
40
|
-
) -> bytes:
|
41
|
-
request_body = _construct_tts_request(
|
42
|
-
model_id=model_id,
|
43
|
-
transcript=transcript,
|
44
|
-
output_format=output_format,
|
45
|
-
voice_id=voice_id,
|
46
|
-
voice_embedding=voice_embedding,
|
47
|
-
duration=duration,
|
48
|
-
language=language,
|
49
|
-
_experimental_voice_controls=_experimental_voice_controls,
|
50
|
-
)
|
51
|
-
|
52
|
-
async with httpx.AsyncClient() as client:
|
53
|
-
response = await client.post(
|
54
|
-
f"{self._http_url()}/tts/bytes",
|
55
|
-
headers=self.headers,
|
56
|
-
timeout=self.timeout,
|
57
|
-
json=request_body,
|
58
|
-
)
|
59
|
-
|
60
|
-
if not response.is_success:
|
61
|
-
raise ValueError(f"Failed to generate audio. Error: {response.text}")
|
62
|
-
|
63
|
-
return response.content
|
64
|
-
|
65
|
-
async def infill(
|
66
|
-
self,
|
67
|
-
*,
|
68
|
-
model_id: str,
|
69
|
-
language: str,
|
70
|
-
transcript: str,
|
71
|
-
voice_id: str,
|
72
|
-
output_format: OutputFormat,
|
73
|
-
left_audio_path: Optional[str] = None,
|
74
|
-
right_audio_path: Optional[str] = None,
|
75
|
-
experimental_voice_controls: Optional[VoiceControls] = None,
|
76
|
-
) -> Tuple[bytes, bytes]:
|
77
|
-
"""Generate infill audio between two existing audio segments.
|
78
|
-
|
79
|
-
Args:
|
80
|
-
model_id: The ID of the model to use for generating audio
|
81
|
-
language: The language of the transcript
|
82
|
-
transcript: The text to synthesize
|
83
|
-
voice_id: The ID of the voice to use for generating audio
|
84
|
-
output_format: The desired audio output format
|
85
|
-
left_audio_path: Path to the audio file that comes before the infill
|
86
|
-
right_audio_path: Path to the audio file that comes after the infill
|
87
|
-
experimental_voice_controls: Optional voice control parameters
|
88
|
-
|
89
|
-
Returns:
|
90
|
-
A tuple containing:
|
91
|
-
- The generated infill audio (bytes)
|
92
|
-
- The complete concatenated audio (bytes)
|
93
|
-
"""
|
94
|
-
if not left_audio_path and not right_audio_path:
|
95
|
-
raise ValueError("Must specify at least one of left_audio_path or right_audio_path")
|
96
|
-
|
97
|
-
headers = self.headers.copy()
|
98
|
-
headers.pop("Content-Type", None)
|
99
|
-
|
100
|
-
left_audio_file = None
|
101
|
-
right_audio_file = None
|
102
|
-
try:
|
103
|
-
files = {}
|
104
|
-
if left_audio_path:
|
105
|
-
left_audio_file = open(left_audio_path, "rb")
|
106
|
-
files["left_audio"] = left_audio_file
|
107
|
-
if right_audio_path:
|
108
|
-
right_audio_file = open(right_audio_path, "rb")
|
109
|
-
files["right_audio"] = right_audio_file
|
110
|
-
|
111
|
-
# Construct form data with output_format fields directly
|
112
|
-
data = {
|
113
|
-
"model_id": model_id,
|
114
|
-
"language": language,
|
115
|
-
"transcript": transcript,
|
116
|
-
"voice_id": voice_id,
|
117
|
-
"output_format[container]": output_format["container"],
|
118
|
-
"output_format[encoding]": output_format["encoding"],
|
119
|
-
"output_format[sample_rate]": output_format["sample_rate"],
|
120
|
-
}
|
121
|
-
|
122
|
-
# Add bit_rate for mp3 container
|
123
|
-
if "bit_rate" in output_format:
|
124
|
-
data["output_format[bit_rate]"] = output_format["bit_rate"]
|
125
|
-
|
126
|
-
# Add voice controls if specified
|
127
|
-
if experimental_voice_controls:
|
128
|
-
if "speed" in experimental_voice_controls:
|
129
|
-
data["voice[__experimental_controls][speed]"] = experimental_voice_controls[
|
130
|
-
"speed"
|
131
|
-
]
|
132
|
-
if "emotion" in experimental_voice_controls:
|
133
|
-
# Pass emotions as a list instead of individual values
|
134
|
-
data["voice[__experimental_controls][emotion][]"] = experimental_voice_controls[
|
135
|
-
"emotion"
|
136
|
-
]
|
137
|
-
|
138
|
-
async with httpx.AsyncClient() as client:
|
139
|
-
response = await client.post(
|
140
|
-
f"{self._http_url()}/infill/bytes",
|
141
|
-
headers=headers,
|
142
|
-
timeout=self.timeout,
|
143
|
-
files=files,
|
144
|
-
data=data,
|
145
|
-
)
|
146
|
-
|
147
|
-
if not response.is_success:
|
148
|
-
raise ValueError(
|
149
|
-
f"Failed to infill audio. Status Code: {response.status_code}\n"
|
150
|
-
f"Error: {response.text}"
|
151
|
-
)
|
152
|
-
|
153
|
-
if left_audio_file:
|
154
|
-
left_audio_file.seek(0)
|
155
|
-
left_audio = left_audio_file.read()
|
156
|
-
else:
|
157
|
-
left_audio = None
|
158
|
-
|
159
|
-
if right_audio_file:
|
160
|
-
right_audio_file.seek(0)
|
161
|
-
right_audio = right_audio_file.read()
|
162
|
-
else:
|
163
|
-
right_audio = None
|
164
|
-
|
165
|
-
infill_audio = response.content
|
166
|
-
format = output_format["container"].lower()
|
167
|
-
total_audio = self._concat_audio_segments(
|
168
|
-
left_audio, infill_audio, right_audio, format=format
|
169
|
-
)
|
170
|
-
return infill_audio, total_audio
|
171
|
-
|
172
|
-
finally:
|
173
|
-
if left_audio_file:
|
174
|
-
left_audio_file.close()
|
175
|
-
if right_audio_file:
|
176
|
-
right_audio_file.close()
|
cartesia/resource.py
DELETED
@@ -1,44 +0,0 @@
|
|
1
|
-
from cartesia._constants import DEFAULT_CARTESIA_VERSION
|
2
|
-
|
3
|
-
|
4
|
-
class Resource:
|
5
|
-
def __init__(
|
6
|
-
self,
|
7
|
-
api_key: str,
|
8
|
-
base_url: str,
|
9
|
-
timeout: float,
|
10
|
-
):
|
11
|
-
"""Constructor for the Resource class. Used by the Voices and TTS classes."""
|
12
|
-
self.api_key = api_key
|
13
|
-
self.timeout = timeout
|
14
|
-
self._base_url = base_url
|
15
|
-
self.cartesia_version = DEFAULT_CARTESIA_VERSION
|
16
|
-
self.headers = {
|
17
|
-
"X-API-Key": self.api_key,
|
18
|
-
"Cartesia-Version": self.cartesia_version,
|
19
|
-
"Content-Type": "application/json",
|
20
|
-
}
|
21
|
-
|
22
|
-
@property
|
23
|
-
def base_url(self):
|
24
|
-
return self._base_url
|
25
|
-
|
26
|
-
def _http_url(self):
|
27
|
-
"""Returns the HTTP URL for the Cartesia API.
|
28
|
-
If the base URL is localhost, the URL will start with 'http'. Otherwise, it will start with 'https'.
|
29
|
-
"""
|
30
|
-
if self._base_url.startswith("http://") or self._base_url.startswith("https://"):
|
31
|
-
return self._base_url
|
32
|
-
else:
|
33
|
-
prefix = "http" if "localhost" in self._base_url else "https"
|
34
|
-
return f"{prefix}://{self._base_url}"
|
35
|
-
|
36
|
-
def _ws_url(self):
|
37
|
-
"""Returns the WebSocket URL for the Cartesia API.
|
38
|
-
If the base URL is localhost, the URL will start with 'ws'. Otherwise, it will start with 'wss'.
|
39
|
-
"""
|
40
|
-
if self._base_url.startswith("ws://") or self._base_url.startswith("wss://"):
|
41
|
-
return self._base_url
|
42
|
-
else:
|
43
|
-
prefix = "ws" if "localhost" in self._base_url else "wss"
|
44
|
-
return f"{prefix}://{self._base_url}"
|
cartesia/tts.py
DELETED
@@ -1,292 +0,0 @@
|
|
1
|
-
import json
|
2
|
-
from typing import Iterator, List, Optional, Tuple
|
3
|
-
|
4
|
-
import httpx
|
5
|
-
import io
|
6
|
-
from pydub import AudioSegment
|
7
|
-
|
8
|
-
from cartesia._sse import _SSE
|
9
|
-
from cartesia._types import (
|
10
|
-
OutputFormat,
|
11
|
-
OutputFormatMapping,
|
12
|
-
VoiceControls,
|
13
|
-
)
|
14
|
-
from cartesia._websocket import _WebSocket
|
15
|
-
from cartesia.resource import Resource
|
16
|
-
from cartesia.utils.tts import _construct_tts_request, _validate_and_construct_voice
|
17
|
-
|
18
|
-
|
19
|
-
class TTS(Resource):
|
20
|
-
"""This resource contains methods to generate audio using Cartesia's text-to-speech API."""
|
21
|
-
|
22
|
-
def __init__(self, api_key: str, base_url: str, timeout: float):
|
23
|
-
super().__init__(
|
24
|
-
api_key=api_key,
|
25
|
-
base_url=base_url,
|
26
|
-
timeout=timeout,
|
27
|
-
)
|
28
|
-
self._sse_class = _SSE(self._http_url(), self.headers, self.timeout)
|
29
|
-
self.sse = self._sse_class.send
|
30
|
-
|
31
|
-
def websocket(self) -> _WebSocket:
|
32
|
-
"""This method returns a WebSocket object that can be used to generate audio using WebSocket.
|
33
|
-
|
34
|
-
Returns:
|
35
|
-
_WebSocket: A WebSocket object that can be used to generate audio using WebSocket.
|
36
|
-
"""
|
37
|
-
ws = _WebSocket(self._ws_url(), self.api_key, self.cartesia_version)
|
38
|
-
ws.connect()
|
39
|
-
return ws
|
40
|
-
|
41
|
-
def bytes(
|
42
|
-
self,
|
43
|
-
*,
|
44
|
-
model_id: str,
|
45
|
-
transcript: str,
|
46
|
-
output_format: OutputFormat,
|
47
|
-
voice_id: Optional[str] = None,
|
48
|
-
voice_embedding: Optional[List[float]] = None,
|
49
|
-
duration: Optional[int] = None,
|
50
|
-
language: Optional[str] = None,
|
51
|
-
_experimental_voice_controls: Optional[VoiceControls] = None,
|
52
|
-
) -> bytes:
|
53
|
-
request_body = _construct_tts_request(
|
54
|
-
model_id=model_id,
|
55
|
-
transcript=transcript,
|
56
|
-
output_format=output_format,
|
57
|
-
voice_id=voice_id,
|
58
|
-
voice_embedding=voice_embedding,
|
59
|
-
duration=duration,
|
60
|
-
language=language,
|
61
|
-
_experimental_voice_controls=_experimental_voice_controls,
|
62
|
-
)
|
63
|
-
|
64
|
-
response = httpx.post(
|
65
|
-
f"{self._http_url()}/tts/bytes",
|
66
|
-
headers=self.headers,
|
67
|
-
timeout=self.timeout,
|
68
|
-
json=request_body,
|
69
|
-
)
|
70
|
-
|
71
|
-
if not response.is_success:
|
72
|
-
raise ValueError(f"Failed to generate audio. Error: {response.text}")
|
73
|
-
|
74
|
-
return response.content
|
75
|
-
|
76
|
-
@staticmethod
|
77
|
-
def get_output_format(output_format_name: str) -> OutputFormat:
|
78
|
-
"""Convenience method to get the output_format dictionary from a given output format name.
|
79
|
-
|
80
|
-
Args:
|
81
|
-
output_format_name (str): The name of the output format.
|
82
|
-
|
83
|
-
Returns:
|
84
|
-
OutputFormat: A dictionary containing the details of the output format to be passed into tts.sse() or tts.websocket().send()
|
85
|
-
|
86
|
-
Raises:
|
87
|
-
ValueError: If the output_format name is not supported
|
88
|
-
"""
|
89
|
-
if output_format_name in OutputFormatMapping._format_mapping:
|
90
|
-
output_format_obj = OutputFormatMapping.get_format(output_format_name)
|
91
|
-
else:
|
92
|
-
raise ValueError(f"Unsupported format: {output_format_name}")
|
93
|
-
|
94
|
-
return OutputFormat(
|
95
|
-
container=output_format_obj["container"],
|
96
|
-
encoding=output_format_obj["encoding"],
|
97
|
-
sample_rate=output_format_obj["sample_rate"],
|
98
|
-
)
|
99
|
-
|
100
|
-
@staticmethod
|
101
|
-
def get_sample_rate(output_format_name: str) -> int:
|
102
|
-
"""Convenience method to get the sample rate for a given output format.
|
103
|
-
|
104
|
-
Args:
|
105
|
-
output_format_name (str): The name of the output format.
|
106
|
-
|
107
|
-
Returns:
|
108
|
-
int: The sample rate for the output format.
|
109
|
-
|
110
|
-
Raises:
|
111
|
-
ValueError: If the output_format name is not supported
|
112
|
-
"""
|
113
|
-
if output_format_name in OutputFormatMapping._format_mapping:
|
114
|
-
output_format_obj = OutputFormatMapping.get_format(output_format_name)
|
115
|
-
else:
|
116
|
-
raise ValueError(f"Unsupported format: {output_format_name}")
|
117
|
-
|
118
|
-
return output_format_obj["sample_rate"]
|
119
|
-
|
120
|
-
@staticmethod
|
121
|
-
def _validate_and_construct_voice(
|
122
|
-
voice_id: Optional[str] = None,
|
123
|
-
voice_embedding: Optional[List[float]] = None,
|
124
|
-
experimental_voice_controls: Optional[VoiceControls] = None,
|
125
|
-
) -> dict:
|
126
|
-
"""Validate and construct the voice dictionary for the request.
|
127
|
-
|
128
|
-
Args:
|
129
|
-
voice_id: The ID of the voice to use for generating audio.
|
130
|
-
voice_embedding: The embedding of the voice to use for generating audio.
|
131
|
-
experimental_voice_controls: Voice controls for emotion and speed.
|
132
|
-
Note: This is an experimental feature and may rapidly change in the future.
|
133
|
-
|
134
|
-
Returns:
|
135
|
-
A dictionary representing the voice configuration.
|
136
|
-
|
137
|
-
Raises:
|
138
|
-
ValueError: If neither or both voice_id and voice_embedding are specified.
|
139
|
-
"""
|
140
|
-
return _validate_and_construct_voice(voice_id, voice_embedding, experimental_voice_controls)
|
141
|
-
|
142
|
-
def infill(
|
143
|
-
self,
|
144
|
-
*,
|
145
|
-
model_id: str,
|
146
|
-
language: str,
|
147
|
-
transcript: str,
|
148
|
-
voice_id: str,
|
149
|
-
output_format: OutputFormat,
|
150
|
-
left_audio_path: Optional[str] = None,
|
151
|
-
right_audio_path: Optional[str] = None,
|
152
|
-
experimental_voice_controls: Optional[VoiceControls] = None,
|
153
|
-
) -> Tuple[bytes, bytes]:
|
154
|
-
"""Generate infill audio between two existing audio segments.
|
155
|
-
|
156
|
-
Args:
|
157
|
-
model_id: The ID of the model to use for generating audio
|
158
|
-
language: The language of the transcript
|
159
|
-
transcript: The text to synthesize
|
160
|
-
voice_id: The ID of the voice to use for generating audio
|
161
|
-
output_format: The desired audio output format
|
162
|
-
left_audio_path: Path to the audio file that comes before the infill
|
163
|
-
right_audio_path: Path to the audio file that comes after the infill
|
164
|
-
experimental_voice_controls: Optional voice control parameters
|
165
|
-
|
166
|
-
Returns:
|
167
|
-
A tuple containing:
|
168
|
-
- The generated infill audio (bytes)
|
169
|
-
- The complete concatenated audio (bytes)
|
170
|
-
"""
|
171
|
-
if not left_audio_path and not right_audio_path:
|
172
|
-
raise ValueError("Must specify at least one of left_audio_path or right_audio_path")
|
173
|
-
|
174
|
-
headers = self.headers.copy()
|
175
|
-
headers.pop("Content-Type", None)
|
176
|
-
|
177
|
-
left_audio_file = None
|
178
|
-
right_audio_file = None
|
179
|
-
try:
|
180
|
-
files = {}
|
181
|
-
if left_audio_path:
|
182
|
-
left_audio_file = open(left_audio_path, "rb")
|
183
|
-
files["left_audio"] = left_audio_file
|
184
|
-
if right_audio_path:
|
185
|
-
right_audio_file = open(right_audio_path, "rb")
|
186
|
-
files["right_audio"] = right_audio_file
|
187
|
-
|
188
|
-
# Construct form data with output_format fields directly
|
189
|
-
data = {
|
190
|
-
"model_id": model_id,
|
191
|
-
"language": language,
|
192
|
-
"transcript": transcript,
|
193
|
-
"voice_id": voice_id,
|
194
|
-
"output_format[container]": output_format["container"],
|
195
|
-
"output_format[encoding]": output_format["encoding"],
|
196
|
-
"output_format[sample_rate]": output_format["sample_rate"],
|
197
|
-
}
|
198
|
-
|
199
|
-
# Add bit_rate for mp3 container
|
200
|
-
if "bit_rate" in output_format:
|
201
|
-
data["output_format[bit_rate]"] = output_format["bit_rate"]
|
202
|
-
|
203
|
-
# Add voice controls if specified
|
204
|
-
if experimental_voice_controls:
|
205
|
-
if "speed" in experimental_voice_controls:
|
206
|
-
data["voice[__experimental_controls][speed]"] = experimental_voice_controls[
|
207
|
-
"speed"
|
208
|
-
]
|
209
|
-
if "emotion" in experimental_voice_controls:
|
210
|
-
# Pass emotions as a list instead of individual values
|
211
|
-
data["voice[__experimental_controls][emotion][]"] = experimental_voice_controls[
|
212
|
-
"emotion"
|
213
|
-
]
|
214
|
-
|
215
|
-
response = httpx.post(
|
216
|
-
f"{self._http_url()}/infill/bytes",
|
217
|
-
headers=headers,
|
218
|
-
timeout=self.timeout,
|
219
|
-
files=files,
|
220
|
-
data=data,
|
221
|
-
)
|
222
|
-
|
223
|
-
if not response.is_success:
|
224
|
-
raise ValueError(
|
225
|
-
f"Failed to infill audio. Status Code: {response.status_code}\n"
|
226
|
-
f"Error: {response.text}"
|
227
|
-
)
|
228
|
-
|
229
|
-
if left_audio_file:
|
230
|
-
left_audio_file.seek(0)
|
231
|
-
left_audio = left_audio_file.read()
|
232
|
-
else:
|
233
|
-
left_audio = None
|
234
|
-
|
235
|
-
if right_audio_file:
|
236
|
-
right_audio_file.seek(0)
|
237
|
-
right_audio = right_audio_file.read()
|
238
|
-
else:
|
239
|
-
right_audio = None
|
240
|
-
|
241
|
-
infill_audio = response.content
|
242
|
-
format = output_format["container"].lower()
|
243
|
-
total_audio = self._concat_audio_segments(
|
244
|
-
left_audio, infill_audio, right_audio, format=format
|
245
|
-
)
|
246
|
-
return infill_audio, total_audio
|
247
|
-
|
248
|
-
finally:
|
249
|
-
if left_audio_file:
|
250
|
-
left_audio_file.close()
|
251
|
-
if right_audio_file:
|
252
|
-
right_audio_file.close()
|
253
|
-
|
254
|
-
@staticmethod
|
255
|
-
def _concat_audio_segments(
|
256
|
-
left_audio: Optional[bytes],
|
257
|
-
infill_audio: bytes,
|
258
|
-
right_audio: Optional[bytes],
|
259
|
-
format: str = "wav",
|
260
|
-
) -> bytes:
|
261
|
-
"""Helper method to concatenate three audio segments while preserving audio format and headers.
|
262
|
-
|
263
|
-
Args:
|
264
|
-
left_audio: The audio segment that comes before the infill
|
265
|
-
infill_audio: The generated infill audio segment
|
266
|
-
right_audio: The audio segment that comes after the infill
|
267
|
-
format: The audio format (e.g., 'wav', 'mp3'). Defaults to 'wav'
|
268
|
-
|
269
|
-
Returns:
|
270
|
-
bytes: The concatenated audio as bytes
|
271
|
-
|
272
|
-
Raises:
|
273
|
-
ValueError: If the audio segments cannot be loaded or concatenated
|
274
|
-
"""
|
275
|
-
try:
|
276
|
-
# Convert bytes to AudioSegment objects
|
277
|
-
combined = AudioSegment.empty()
|
278
|
-
if left_audio:
|
279
|
-
combined += AudioSegment.from_file(io.BytesIO(left_audio), format=format)
|
280
|
-
|
281
|
-
combined += AudioSegment.from_file(io.BytesIO(infill_audio), format=format)
|
282
|
-
|
283
|
-
if right_audio:
|
284
|
-
combined += AudioSegment.from_file(io.BytesIO(right_audio), format=format)
|
285
|
-
|
286
|
-
# Export to bytes
|
287
|
-
output = io.BytesIO()
|
288
|
-
combined.export(output, format=format)
|
289
|
-
return output.getvalue()
|
290
|
-
|
291
|
-
except Exception as e:
|
292
|
-
raise ValueError(f"Failed to concatenate audio segments: {str(e)}")
|
cartesia/utils/deprecated.py
DELETED
@@ -1,55 +0,0 @@
|
|
1
|
-
import os
|
2
|
-
import warnings
|
3
|
-
from typing import Any, Callable, TypeVar
|
4
|
-
|
5
|
-
TCallable = TypeVar("TCallable", bound=Callable[..., Any])
|
6
|
-
|
7
|
-
# List of statistics of deprecated functions.
|
8
|
-
# This should only be used by the test suite to find any deprecated functions
|
9
|
-
# that should be removed for this version.
|
10
|
-
_TRACK_DEPRECATED_FUNCTION_STATS = os.environ.get("CARTESIA_TEST_DEPRECATED", "").lower() == "true"
|
11
|
-
_DEPRECATED_FUNCTION_STATS = []
|
12
|
-
|
13
|
-
|
14
|
-
def deprecated(
|
15
|
-
reason=None, vdeprecated=None, vremove=None, replacement=None
|
16
|
-
) -> Callable[[TCallable], TCallable]:
|
17
|
-
local_vars = locals()
|
18
|
-
|
19
|
-
def fn(func: TCallable) -> TCallable:
|
20
|
-
if isinstance(func, classmethod):
|
21
|
-
func = func.__func__
|
22
|
-
msg = _get_deprecated_msg(func, reason, vdeprecated, vremove, replacement)
|
23
|
-
warnings.warn(msg, DeprecationWarning)
|
24
|
-
return func
|
25
|
-
|
26
|
-
if _TRACK_DEPRECATED_FUNCTION_STATS: # pragma: no cover
|
27
|
-
_DEPRECATED_FUNCTION_STATS.append(local_vars)
|
28
|
-
|
29
|
-
return fn
|
30
|
-
|
31
|
-
|
32
|
-
def _get_deprecated_msg(wrapped, reason, vdeprecated, vremoved, replacement=None):
|
33
|
-
fmt = "{name} is deprecated"
|
34
|
-
if vdeprecated:
|
35
|
-
fmt += " since v{vdeprecated}"
|
36
|
-
if vremoved:
|
37
|
-
fmt += " and will be removed in v{vremoved}"
|
38
|
-
fmt += "."
|
39
|
-
|
40
|
-
if reason:
|
41
|
-
fmt += " ({reason})"
|
42
|
-
if replacement:
|
43
|
-
fmt += " -- Use {replacement} instead."
|
44
|
-
|
45
|
-
return fmt.format(
|
46
|
-
name=wrapped.__name__,
|
47
|
-
reason=reason or "",
|
48
|
-
vdeprecated=vdeprecated or "",
|
49
|
-
vremoved=vremoved or "",
|
50
|
-
replacement=replacement or "",
|
51
|
-
)
|
52
|
-
|
53
|
-
|
54
|
-
# This method is taken from the following source:
|
55
|
-
# https://github.com/ad12/meddlr/blob/main/meddlr/utils/deprecated.py
|
cartesia/utils/retry.py
DELETED
@@ -1,87 +0,0 @@
|
|
1
|
-
import asyncio
|
2
|
-
import time
|
3
|
-
from functools import wraps
|
4
|
-
from http.client import RemoteDisconnected
|
5
|
-
|
6
|
-
from aiohttp.client_exceptions import ServerDisconnectedError
|
7
|
-
from httpx import TimeoutException
|
8
|
-
from requests.exceptions import ConnectionError
|
9
|
-
|
10
|
-
|
11
|
-
def retry_on_connection_error(max_retries=3, backoff_factor=1, logger=None):
|
12
|
-
"""Retry a function if a ConnectionError, RemoteDisconnected, ServerDisconnectedError, or TimeoutException occurs.
|
13
|
-
|
14
|
-
Args:
|
15
|
-
max_retries (int): The maximum number of retries.
|
16
|
-
backoff_factor (int): The factor to increase the delay between retries.
|
17
|
-
logger (logging.Logger): The logger to use for logging.
|
18
|
-
"""
|
19
|
-
|
20
|
-
def decorator(func):
|
21
|
-
@wraps(func)
|
22
|
-
def wrapper(*args, **kwargs):
|
23
|
-
retry_count = 0
|
24
|
-
while retry_count < max_retries:
|
25
|
-
try:
|
26
|
-
return func(*args, **kwargs)
|
27
|
-
except (
|
28
|
-
ConnectionError,
|
29
|
-
RemoteDisconnected,
|
30
|
-
ServerDisconnectedError,
|
31
|
-
TimeoutException,
|
32
|
-
) as e:
|
33
|
-
logger.info(f"Retrying after exception: {e}")
|
34
|
-
retry_count += 1
|
35
|
-
if retry_count < max_retries:
|
36
|
-
delay = backoff_factor * (2 ** (retry_count - 1))
|
37
|
-
logger.warn(
|
38
|
-
f"Attempt {retry_count + 1}/{max_retries} in {delay} seconds..."
|
39
|
-
)
|
40
|
-
time.sleep(delay)
|
41
|
-
else:
|
42
|
-
raise Exception(f"Exception occurred after {max_retries} tries.") from e
|
43
|
-
|
44
|
-
return wrapper
|
45
|
-
|
46
|
-
return decorator
|
47
|
-
|
48
|
-
|
49
|
-
def retry_on_connection_error_async(max_retries=3, backoff_factor=1, logger=None):
|
50
|
-
"""Retry an asynchronous function if a ConnectionError, RemoteDisconnected, ServerDisconnectedError, or TimeoutException occurs.
|
51
|
-
|
52
|
-
Args:
|
53
|
-
max_retries (int): The maximum number of retries.
|
54
|
-
backoff_factor (int): The factor to increase the delay between retries.
|
55
|
-
logger (logging.Logger): The logger to use for logging.
|
56
|
-
"""
|
57
|
-
|
58
|
-
def decorator(func):
|
59
|
-
@wraps(func)
|
60
|
-
async def wrapper(*args, **kwargs):
|
61
|
-
retry_count = 0
|
62
|
-
while retry_count < max_retries:
|
63
|
-
try:
|
64
|
-
async for chunk in func(*args, **kwargs):
|
65
|
-
yield chunk
|
66
|
-
# If the function completes without raising an exception return
|
67
|
-
return
|
68
|
-
except (
|
69
|
-
ConnectionError,
|
70
|
-
RemoteDisconnected,
|
71
|
-
ServerDisconnectedError,
|
72
|
-
TimeoutException,
|
73
|
-
) as e:
|
74
|
-
logger.info(f"Retrying after exception: {e}")
|
75
|
-
retry_count += 1
|
76
|
-
if retry_count < max_retries:
|
77
|
-
delay = backoff_factor * (2 ** (retry_count - 1))
|
78
|
-
logger.warn(
|
79
|
-
f"Attempt {retry_count + 1}/{max_retries} in {delay} seconds..."
|
80
|
-
)
|
81
|
-
await asyncio.sleep(delay)
|
82
|
-
else:
|
83
|
-
raise Exception(f"Exception occurred after {max_retries} tries.") from e
|
84
|
-
|
85
|
-
return wrapper
|
86
|
-
|
87
|
-
return decorator
|