agent-core-voice 0.8.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- agent_core_voice-0.8.2/.gitignore +245 -0
- agent_core_voice-0.8.2/CHANGELOG.md +33 -0
- agent_core_voice-0.8.2/PKG-INFO +17 -0
- agent_core_voice-0.8.2/QWEN_TTS_SOURCE.md +15 -0
- agent_core_voice-0.8.2/SMOKE_TEST.md +66 -0
- agent_core_voice-0.8.2/VERSION +1 -0
- agent_core_voice-0.8.2/pyproject.toml +58 -0
- agent_core_voice-0.8.2/src/agent_core_voice/__init__.py +1 -0
- agent_core_voice-0.8.2/src/agent_core_voice/audit.py +54 -0
- agent_core_voice-0.8.2/src/agent_core_voice/endpoint.py +699 -0
- agent_core_voice-0.8.2/src/agent_core_voice/envelopes.py +85 -0
- agent_core_voice-0.8.2/src/agent_core_voice/lifecycle.py +144 -0
- agent_core_voice-0.8.2/src/agent_core_voice/mcp.py +121 -0
- agent_core_voice-0.8.2/src/agent_core_voice/plugin.py +123 -0
- agent_core_voice-0.8.2/src/agent_core_voice/protocol.py +46 -0
- agent_core_voice-0.8.2/tests/__init__.py +0 -0
- agent_core_voice-0.8.2/tests/conftest.py +29 -0
- agent_core_voice-0.8.2/tests/test_audit.py +124 -0
- agent_core_voice-0.8.2/tests/test_endpoint.py +689 -0
- agent_core_voice-0.8.2/tests/test_envelope_flow.py +551 -0
- agent_core_voice-0.8.2/tests/test_envelopes.py +118 -0
- agent_core_voice-0.8.2/tests/test_lifecycle.py +279 -0
- agent_core_voice-0.8.2/tests/test_mcp_tools.py +223 -0
- agent_core_voice-0.8.2/tests/test_plugin_wiring.py +165 -0
- agent_core_voice-0.8.2/tests/test_protocol.py +62 -0
- agent_core_voice-0.8.2/tests/test_synthesis_task_lifecycle.py +108 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/.github/ISSUE_TEMPLATE/bug_report.yml +74 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/.github/ISSUE_TEMPLATE/config.yml +11 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/.github/workflows/inactive.yaml +40 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/.github/workflows/translate.yaml +26 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/.gitignore +24 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/LICENSE +201 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/MANIFEST.in +13 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/README.md +1361 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/assets/Qwen3_TTS.pdf +0 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/examples/test_model_12hz_base.py +192 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/examples/test_model_12hz_custom_voice.py +77 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/examples/test_model_12hz_voice_design.py +80 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/examples/test_tokenizer_12hz.py +65 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/finetuning/README.md +121 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/finetuning/dataset.py +218 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/finetuning/prepare_data.py +71 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/finetuning/sft_12hz.py +161 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/pyproject.toml +46 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/__init__.py +24 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/__main__.py +24 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/cli/demo.py +634 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/__init__.py +19 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/models/__init__.py +18 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/models/configuration_qwen3_tts.py +502 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/models/modeling_qwen3_tts.py +2299 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/models/processing_qwen3_tts.py +106 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/tokenizer_12hz/configuration_qwen3_tts_tokenizer_v2.py +172 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/tokenizer_12hz/modeling_qwen3_tts_tokenizer_v2.py +1027 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/tokenizer_25hz/configuration_qwen3_tts_tokenizer_v1.py +332 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/tokenizer_25hz/modeling_qwen3_tts_tokenizer_v1.py +1529 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/tokenizer_25hz/vq/assets/mel_filters.npz +0 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/tokenizer_25hz/vq/core_vq.py +523 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/tokenizer_25hz/vq/speech_vq.py +357 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/core/tokenizer_25hz/vq/whisper_encoder.py +406 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/inference/qwen3_tts_model.py +877 -0
- agent_core_voice-0.8.2/vendor/Qwen3-TTS/qwen_tts/inference/qwen3_tts_tokenizer.py +411 -0
|
@@ -0,0 +1,245 @@
|
|
|
1
|
+
# Memory compiler runtime state
|
|
2
|
+
memory-compiler/daily/
|
|
3
|
+
memory-compiler/reports/
|
|
4
|
+
memory-compiler/scripts/state.json
|
|
5
|
+
memory-compiler/scripts/last-flush.json
|
|
6
|
+
memory-compiler/scripts/flush.log
|
|
7
|
+
memory-compiler/scripts/compile.log
|
|
8
|
+
memory-compiler/scripts/session-flush-*.md
|
|
9
|
+
memory-compiler/scripts/flush-context-*.md
|
|
10
|
+
|
|
11
|
+
# Handoff writer state (placed alongside handoff files)
|
|
12
|
+
**/handoff-state.json
|
|
13
|
+
|
|
14
|
+
# Git worktrees (superpowers / parallel feature work)
|
|
15
|
+
.worktrees/
|
|
16
|
+
# Native (harness) worktrees
|
|
17
|
+
.claude/worktrees/
|
|
18
|
+
|
|
19
|
+
# Superpowers brainstorm mockups / scratch
|
|
20
|
+
.superpowers/
|
|
21
|
+
|
|
22
|
+
# Agent-core runtime state (handoffs, bus.sqlite, transcripts, etc.)
|
|
23
|
+
.agent-core/
|
|
24
|
+
|
|
25
|
+
# Local scratch / smoke-test artifacts
|
|
26
|
+
.tmp/
|
|
27
|
+
|
|
28
|
+
# Claude Code per-machine local overrides
|
|
29
|
+
.claude/settings.local.json
|
|
30
|
+
.claude/*.lock
|
|
31
|
+
|
|
32
|
+
# Byte-compiled / optimized / DLL files
|
|
33
|
+
__pycache__/
|
|
34
|
+
*.py[codz]
|
|
35
|
+
*$py.class
|
|
36
|
+
|
|
37
|
+
# C extensions
|
|
38
|
+
*.so
|
|
39
|
+
|
|
40
|
+
# Distribution / packaging
|
|
41
|
+
.Python
|
|
42
|
+
build/
|
|
43
|
+
develop-eggs/
|
|
44
|
+
dist/
|
|
45
|
+
downloads/
|
|
46
|
+
eggs/
|
|
47
|
+
.eggs/
|
|
48
|
+
lib/
|
|
49
|
+
lib64/
|
|
50
|
+
parts/
|
|
51
|
+
sdist/
|
|
52
|
+
var/
|
|
53
|
+
wheels/
|
|
54
|
+
share/python-wheels/
|
|
55
|
+
*.egg-info/
|
|
56
|
+
.installed.cfg
|
|
57
|
+
*.egg
|
|
58
|
+
MANIFEST
|
|
59
|
+
|
|
60
|
+
# PyInstaller
|
|
61
|
+
# Usually these files are written by a python script from a template
|
|
62
|
+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
|
|
63
|
+
*.manifest
|
|
64
|
+
*.spec
|
|
65
|
+
|
|
66
|
+
# Installer logs
|
|
67
|
+
pip-log.txt
|
|
68
|
+
pip-delete-this-directory.txt
|
|
69
|
+
|
|
70
|
+
# Unit test / coverage reports
|
|
71
|
+
htmlcov/
|
|
72
|
+
.tox/
|
|
73
|
+
.nox/
|
|
74
|
+
.coverage
|
|
75
|
+
.coverage.*
|
|
76
|
+
.cache
|
|
77
|
+
nosetests.xml
|
|
78
|
+
coverage.xml
|
|
79
|
+
*.cover
|
|
80
|
+
*.py.cover
|
|
81
|
+
.hypothesis/
|
|
82
|
+
.pytest_cache/
|
|
83
|
+
cover/
|
|
84
|
+
|
|
85
|
+
# Translations
|
|
86
|
+
*.mo
|
|
87
|
+
*.pot
|
|
88
|
+
|
|
89
|
+
# Django stuff:
|
|
90
|
+
*.log
|
|
91
|
+
local_settings.py
|
|
92
|
+
db.sqlite3
|
|
93
|
+
db.sqlite3-journal
|
|
94
|
+
|
|
95
|
+
# Flask stuff:
|
|
96
|
+
instance/
|
|
97
|
+
.webassets-cache
|
|
98
|
+
|
|
99
|
+
# Scrapy stuff:
|
|
100
|
+
.scrapy
|
|
101
|
+
|
|
102
|
+
# Sphinx documentation
|
|
103
|
+
docs/_build/
|
|
104
|
+
|
|
105
|
+
# PyBuilder
|
|
106
|
+
.pybuilder/
|
|
107
|
+
target/
|
|
108
|
+
|
|
109
|
+
# Jupyter Notebook
|
|
110
|
+
.ipynb_checkpoints
|
|
111
|
+
|
|
112
|
+
# IPython
|
|
113
|
+
profile_default/
|
|
114
|
+
ipython_config.py
|
|
115
|
+
|
|
116
|
+
# pyenv
|
|
117
|
+
# For a library or package, you might want to ignore these files since the code is
|
|
118
|
+
# intended to run in multiple environments; otherwise, check them in:
|
|
119
|
+
# .python-version
|
|
120
|
+
|
|
121
|
+
# pipenv
|
|
122
|
+
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
|
|
123
|
+
# However, in case of collaboration, if having platform-specific dependencies or dependencies
|
|
124
|
+
# having no cross-platform support, pipenv may install dependencies that don't work, or not
|
|
125
|
+
# install all needed dependencies.
|
|
126
|
+
#Pipfile.lock
|
|
127
|
+
|
|
128
|
+
# UV
|
|
129
|
+
# Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
|
|
130
|
+
# This is especially recommended for binary packages to ensure reproducibility, and is more
|
|
131
|
+
# commonly ignored for libraries.
|
|
132
|
+
#uv.lock
|
|
133
|
+
|
|
134
|
+
# poetry
|
|
135
|
+
# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
|
|
136
|
+
# This is especially recommended for binary packages to ensure reproducibility, and is more
|
|
137
|
+
# commonly ignored for libraries.
|
|
138
|
+
# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
|
|
139
|
+
#poetry.lock
|
|
140
|
+
#poetry.toml
|
|
141
|
+
|
|
142
|
+
# pdm
|
|
143
|
+
# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
|
|
144
|
+
# pdm recommends including project-wide configuration in pdm.toml, but excluding .pdm-python.
|
|
145
|
+
# https://pdm-project.org/en/latest/usage/project/#working-with-version-control
|
|
146
|
+
#pdm.lock
|
|
147
|
+
#pdm.toml
|
|
148
|
+
.pdm-python
|
|
149
|
+
.pdm-build/
|
|
150
|
+
|
|
151
|
+
# pixi
|
|
152
|
+
# Similar to Pipfile.lock, it is generally recommended to include pixi.lock in version control.
|
|
153
|
+
#pixi.lock
|
|
154
|
+
# Pixi creates a virtual environment in the .pixi directory, just like venv module creates one
|
|
155
|
+
# in the .venv directory. It is recommended not to include this directory in version control.
|
|
156
|
+
.pixi
|
|
157
|
+
|
|
158
|
+
# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
|
|
159
|
+
__pypackages__/
|
|
160
|
+
|
|
161
|
+
# Celery stuff
|
|
162
|
+
celerybeat-schedule
|
|
163
|
+
celerybeat.pid
|
|
164
|
+
|
|
165
|
+
# SageMath parsed files
|
|
166
|
+
*.sage.py
|
|
167
|
+
|
|
168
|
+
# Environments
|
|
169
|
+
.env
|
|
170
|
+
.envrc
|
|
171
|
+
.venv
|
|
172
|
+
env/
|
|
173
|
+
venv/
|
|
174
|
+
ENV/
|
|
175
|
+
env.bak/
|
|
176
|
+
venv.bak/
|
|
177
|
+
|
|
178
|
+
# Spyder project settings
|
|
179
|
+
.spyderproject
|
|
180
|
+
.spyproject
|
|
181
|
+
|
|
182
|
+
# Rope project settings
|
|
183
|
+
.ropeproject
|
|
184
|
+
|
|
185
|
+
# mkdocs documentation
|
|
186
|
+
/site
|
|
187
|
+
|
|
188
|
+
# mypy
|
|
189
|
+
.mypy_cache/
|
|
190
|
+
.dmypy.json
|
|
191
|
+
dmypy.json
|
|
192
|
+
|
|
193
|
+
# Pyre type checker
|
|
194
|
+
.pyre/
|
|
195
|
+
|
|
196
|
+
# pytype static type analyzer
|
|
197
|
+
.pytype/
|
|
198
|
+
|
|
199
|
+
# Cython debug symbols
|
|
200
|
+
cython_debug/
|
|
201
|
+
|
|
202
|
+
# PyCharm
|
|
203
|
+
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
|
|
204
|
+
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
|
|
205
|
+
# and can be added to the global gitignore or merged into this file. For a more nuclear
|
|
206
|
+
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
|
|
207
|
+
#.idea/
|
|
208
|
+
|
|
209
|
+
# Abstra
|
|
210
|
+
# Abstra is an AI-powered process automation framework.
|
|
211
|
+
# Ignore directories containing user credentials, local state, and settings.
|
|
212
|
+
# Learn more at https://abstra.io/docs
|
|
213
|
+
.abstra/
|
|
214
|
+
|
|
215
|
+
# Visual Studio Code
|
|
216
|
+
# Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore
|
|
217
|
+
# that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore
|
|
218
|
+
# and can be added to the global gitignore or merged into this file. However, if you prefer,
|
|
219
|
+
# you could uncomment the following to ignore the entire vscode folder
|
|
220
|
+
# .vscode/
|
|
221
|
+
|
|
222
|
+
# Ruff stuff:
|
|
223
|
+
.ruff_cache/
|
|
224
|
+
|
|
225
|
+
# PyPI configuration file
|
|
226
|
+
.pypirc
|
|
227
|
+
|
|
228
|
+
# Cursor
|
|
229
|
+
# Cursor is an AI-powered code editor. `.cursorignore` specifies files/directories to
|
|
230
|
+
# exclude from AI features like autocomplete and code analysis. Recommended for sensitive data
|
|
231
|
+
# refer to https://docs.cursor.com/context/ignore-files
|
|
232
|
+
.cursorignore
|
|
233
|
+
.cursorindexingignore
|
|
234
|
+
|
|
235
|
+
# Marimo
|
|
236
|
+
marimo/_static/
|
|
237
|
+
marimo/_lsp/
|
|
238
|
+
__marimo__/
|
|
239
|
+
.gstack/
|
|
240
|
+
|
|
241
|
+
# macOS Finder metadata (occasionally sneaks in via vendored sources)
|
|
242
|
+
.DS_Store
|
|
243
|
+
|
|
244
|
+
# Operational docs that must not live in source control
|
|
245
|
+
pepper-vault-plan.txt
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
# Changelog
|
|
2
|
+
|
|
3
|
+
## [0.8.2](https://github.com/jeffrichley/agent_core/compare/v0.8.1...agent-core-voice-v0.8.2) (2026-07-22)
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
### Bug Fixes
|
|
7
|
+
|
|
8
|
+
* republish package family to complete rate-limited first publish ([#477](https://github.com/jeffrichley/agent_core/issues/477)) ([32977ac](https://github.com/jeffrichley/agent_core/commit/32977ac78da4a15553329bb4e1fdaa9e894834ad))
|
|
9
|
+
|
|
10
|
+
## [0.8.1](https://github.com/jeffrichley/agent_core/compare/v0.8.0...agent-core-voice-v0.8.1) (2026-07-22)
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
### Bug Fixes
|
|
14
|
+
|
|
15
|
+
* rename flagship dist to agent-core-bus + bump inter-package pins to 0.8.x ([#474](https://github.com/jeffrichley/agent_core/issues/474)) ([48426e7](https://github.com/jeffrichley/agent_core/commit/48426e7ff753d8f35d4a4626308546e9d0f331f7))
|
|
16
|
+
|
|
17
|
+
## [0.8.0](https://github.com/jeffrichley/agent_core/compare/v0.7.0...agent-core-voice-v0.8.0) (2026-07-21)
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
### Features
|
|
21
|
+
|
|
22
|
+
* **bus:** offload VoiceEndpoint construction to start() and add slow-deliver watchdog ([#331](https://github.com/jeffrichley/agent_core/issues/331)) ([57d98f5](https://github.com/jeffrichley/agent_core/commit/57d98f546d34afa250b69cc57256e2220a263228))
|
|
23
|
+
* **core:** hoist JsonlAuditLog base into core, subclass in briefs/voice/webcam ([#465](https://github.com/jeffrichley/agent_core/issues/465)) ([2c7843a](https://github.com/jeffrichley/agent_core/commit/2c7843afd278ed5732388ebb6a3b8350f4f14810))
|
|
24
|
+
* **deps:** version-pin sibling deps and remove qwen-tts from voice ([#430](https://github.com/jeffrichley/agent_core/issues/430)) ([3b173ee](https://github.com/jeffrichley/agent_core/commit/3b173eebd24fb8eab995785a9e154a0dda870f19))
|
|
25
|
+
* **hatchery:** ungendered templates + .mcp.json generation ([#81](https://github.com/jeffrichley/agent_core/issues/81)/[#82](https://github.com/jeffrichley/agent_core/issues/82)) ([#357](https://github.com/jeffrichley/agent_core/issues/357)) ([f48762d](https://github.com/jeffrichley/agent_core/commit/f48762df78eb12cfa9524e9b5a277741534ea8a7)), closes [#311](https://github.com/jeffrichley/agent_core/issues/311)
|
|
26
|
+
* **release:** configure release-please for 12-package synchronized version train ([#428](https://github.com/jeffrichley/agent_core/issues/428)) ([c1b4097](https://github.com/jeffrichley/agent_core/commit/c1b409765c61d09a6657b0e8b5e43a27cb235b3e))
|
|
27
|
+
* **supervision:** migrate leaky asyncio.create_task sites to BusHandle.spawn() ([#302](https://github.com/jeffrichley/agent_core/issues/302)) ([0716587](https://github.com/jeffrichley/agent_core/commit/07165879a4f1055ff1d0636169bdc2a178ea57da))
|
|
28
|
+
* **voice:** add format selection (mp3, ogg) to synthesize_speech ([#258](https://github.com/jeffrichley/agent_core/issues/258)) ([2414f9a](https://github.com/jeffrichley/agent_core/commit/2414f9acedec83b16801f8f2a7c64ecefa9502d0))
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
### Bug Fixes
|
|
32
|
+
|
|
33
|
+
* 6 HIGH findings from the adversarial review (leaks, fragility, footguns) ([#469](https://github.com/jeffrichley/agent_core/issues/469)) ([f546c54](https://github.com/jeffrichley/agent_core/commit/f546c548d2da6455e611c5b5820a21fa8c86211e))
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: agent-core-voice
|
|
3
|
+
Version: 0.8.2
|
|
4
|
+
Summary: Voice synthesis endpoint for agent_core — per-agent Qwen3-TTS via ICL voice cloning
|
|
5
|
+
License-Expression: MIT
|
|
6
|
+
Requires-Python: >=3.12
|
|
7
|
+
Requires-Dist: agent-core-bus<0.9,>=0.8
|
|
8
|
+
Requires-Dist: fastmcp>=2.0
|
|
9
|
+
Requires-Dist: madrigal>=0.2.0
|
|
10
|
+
Requires-Dist: pluggy>=1.6
|
|
11
|
+
Requires-Dist: soundfile>=0.13
|
|
12
|
+
Provides-Extra: cpu
|
|
13
|
+
Requires-Dist: torch>=2.11; extra == 'cpu'
|
|
14
|
+
Requires-Dist: torchaudio>=2.11; extra == 'cpu'
|
|
15
|
+
Provides-Extra: cu130
|
|
16
|
+
Requires-Dist: torch>=2.11; extra == 'cu130'
|
|
17
|
+
Requires-Dist: torchaudio>=2.11; extra == 'cu130'
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
# qwen-tts source
|
|
2
|
+
|
|
3
|
+
Vendored. The URL listed in Task 1 (`https://github.com/Qwen/Qwen3-TTS`) returns
|
|
4
|
+
404 — the actual upstream lives at `https://github.com/QwenLM/Qwen3-TTS`. Rather
|
|
5
|
+
than depend on the misnamed URL or pin against a moving upstream branch, we
|
|
6
|
+
vendor a known-good snapshot. The local working copy at
|
|
7
|
+
`E:\workspaces\ai\voices2\finetune\upstream\Qwen3-TTS\` is checked out at commit
|
|
8
|
+
`022e286b98fbec7e1e916cb940cdf532cd9f488e` ("fix finetuning bug") of
|
|
9
|
+
`QwenLM/Qwen3-TTS`, and was copied verbatim into `vendor/Qwen3-TTS/` (full
|
|
10
|
+
project root including `LICENSE`, `pyproject.toml`, and the `qwen_tts/`
|
|
11
|
+
package; `.git/`, `qwen_tts.egg-info/`, and stray `.DS_Store` files were
|
|
12
|
+
stripped). The package is wired
|
|
13
|
+
in via `qwen-tts = { path = "vendor/Qwen3-TTS", editable = false }` in this
|
|
14
|
+
package's `pyproject.toml`. To refresh: re-copy from the upstream working tree
|
|
15
|
+
and update the commit SHA above.
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
# agent-core-voice — local smoke test
|
|
2
|
+
|
|
3
|
+
Runs on the GPU host with CUDA installed. Not in CI.
|
|
4
|
+
|
|
5
|
+
## Setup
|
|
6
|
+
|
|
7
|
+
```powershell
|
|
8
|
+
cd E:\workspaces\ai\agents\agent_core
|
|
9
|
+
uv sync --extra cu130
|
|
10
|
+
```
|
|
11
|
+
|
|
12
|
+
## Smoke script
|
|
13
|
+
|
|
14
|
+
Save as `scripts/voice_smoke.py` (path-of-your-choice; not in this commit):
|
|
15
|
+
|
|
16
|
+
```python
|
|
17
|
+
import asyncio
|
|
18
|
+
from pathlib import Path
|
|
19
|
+
|
|
20
|
+
from agent_core_voice.endpoint import VoiceEndpoint
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
async def main():
|
|
24
|
+
ep = VoiceEndpoint(
|
|
25
|
+
name="voice",
|
|
26
|
+
model_path=r"C:\workspaces\ai\Qwen3-TTS-EasyFinetuning\models\Qwen\Qwen3-TTS-12Hz-1.7B-Base",
|
|
27
|
+
device="cuda:0",
|
|
28
|
+
attn_implementation="sdpa",
|
|
29
|
+
voices={
|
|
30
|
+
"test": {
|
|
31
|
+
"ref_wav": r"C:\workspaces\ai\voices2\blends\custom_S70_C20_G10.wav",
|
|
32
|
+
"ref_text": "<canonical ref text from voices2 wiki>",
|
|
33
|
+
},
|
|
34
|
+
},
|
|
35
|
+
output_dir=Path("./voice_smoke_out"),
|
|
36
|
+
audit_path=Path("./voice_smoke_out/audit.jsonl"),
|
|
37
|
+
)
|
|
38
|
+
|
|
39
|
+
for i, line in enumerate([
|
|
40
|
+
"The quick brown fox jumps over the lazy dog.",
|
|
41
|
+
"Hello, world.",
|
|
42
|
+
"This is a smoke test.",
|
|
43
|
+
]):
|
|
44
|
+
result = await ep.synthesize_safe(
|
|
45
|
+
agent_name="test",
|
|
46
|
+
voice_id="test",
|
|
47
|
+
text=line,
|
|
48
|
+
seed=42 + i,
|
|
49
|
+
)
|
|
50
|
+
print(result)
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
asyncio.run(main())
|
|
54
|
+
```
|
|
55
|
+
|
|
56
|
+
## Acceptance
|
|
57
|
+
|
|
58
|
+
1. Startup: "voice 'test' prepared" logged within 60 s.
|
|
59
|
+
2. Per-call latency: 8–15 s on sdpa (no flash-attn).
|
|
60
|
+
3. Three wav files appear under `./voice_smoke_out/test/<today>/`.
|
|
61
|
+
4. Each wav plays in a standard audio player and sounds like the reference voice.
|
|
62
|
+
5. `audit.jsonl` has three success lines.
|
|
63
|
+
|
|
64
|
+
## Baseline runs
|
|
65
|
+
|
|
66
|
+
(Implementer notes the GPU host date, CUDA version, attn backend, and observed latencies after the first successful local run.)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
0.8.2
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
[project]
|
|
2
|
+
name = "agent-core-voice"
|
|
3
|
+
dynamic = ["version"]
|
|
4
|
+
description = "Voice synthesis endpoint for agent_core — per-agent Qwen3-TTS via ICL voice cloning"
|
|
5
|
+
license = "MIT"
|
|
6
|
+
requires-python = ">=3.12"
|
|
7
|
+
dependencies = [
|
|
8
|
+
"agent-core-bus>=0.8,<0.9",
|
|
9
|
+
"fastmcp>=2.0",
|
|
10
|
+
"madrigal >= 0.2.0",
|
|
11
|
+
"pluggy>=1.6",
|
|
12
|
+
"soundfile>=0.13",
|
|
13
|
+
]
|
|
14
|
+
|
|
15
|
+
[project.optional-dependencies]
|
|
16
|
+
cpu = ["torch>=2.11", "torchaudio>=2.11"]
|
|
17
|
+
cu130 = ["torch>=2.11", "torchaudio>=2.11"]
|
|
18
|
+
|
|
19
|
+
[project.entry-points."agent_core"]
|
|
20
|
+
voice_aliases = "agent_core_voice.plugin"
|
|
21
|
+
|
|
22
|
+
[tool.uv]
|
|
23
|
+
cache-keys = [{ file = "pyproject.toml" }, { git = { commit = true, tags = true } }]
|
|
24
|
+
conflicts = [
|
|
25
|
+
[{ extra = "cpu" }, { extra = "cu130" }],
|
|
26
|
+
]
|
|
27
|
+
|
|
28
|
+
[tool.uv.sources]
|
|
29
|
+
torch = [
|
|
30
|
+
{ index = "pytorch-cpu", extra = "cpu" },
|
|
31
|
+
{ index = "pytorch-cu130", extra = "cu130" },
|
|
32
|
+
]
|
|
33
|
+
torchaudio = [
|
|
34
|
+
{ index = "pytorch-cpu", extra = "cpu" },
|
|
35
|
+
{ index = "pytorch-cu130", extra = "cu130" },
|
|
36
|
+
]
|
|
37
|
+
[[tool.uv.index]]
|
|
38
|
+
name = "pytorch-cpu"
|
|
39
|
+
url = "https://download.pytorch.org/whl/cpu"
|
|
40
|
+
explicit = true
|
|
41
|
+
|
|
42
|
+
[[tool.uv.index]]
|
|
43
|
+
name = "pytorch-cu130"
|
|
44
|
+
url = "https://download.pytorch.org/whl/cu130"
|
|
45
|
+
explicit = true
|
|
46
|
+
|
|
47
|
+
[build-system]
|
|
48
|
+
requires = ["hatchling", "uv-dynamic-versioning"]
|
|
49
|
+
build-backend = "hatchling.build"
|
|
50
|
+
|
|
51
|
+
[tool.hatch.build.targets.wheel]
|
|
52
|
+
packages = ["src/agent_core_voice"]
|
|
53
|
+
|
|
54
|
+
[tool.hatch.version]
|
|
55
|
+
source = "uv-dynamic-versioning"
|
|
56
|
+
|
|
57
|
+
[tool.uv-dynamic-versioning]
|
|
58
|
+
fallback-version = "0.0.0"
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"""agent-core-voice — Qwen3-TTS voice synthesis endpoint for agent_core."""
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
"""Append-only JSONL audit log for voice synthesis calls.
|
|
2
|
+
|
|
3
|
+
One line per ``synthesize_speech`` call (success or failure). Schema is
|
|
4
|
+
documented in the design spec. Audit-write failures are swallowed so an
|
|
5
|
+
audit problem never breaks a synthesis call.
|
|
6
|
+
"""
|
|
7
|
+
|
|
8
|
+
from __future__ import annotations
|
|
9
|
+
|
|
10
|
+
import json
|
|
11
|
+
from dataclasses import dataclass
|
|
12
|
+
from datetime import datetime
|
|
13
|
+
from pathlib import Path
|
|
14
|
+
|
|
15
|
+
from agent_core.audit import JsonlAuditLog
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
@dataclass(frozen=True)
|
|
19
|
+
class AuditEvent:
|
|
20
|
+
"""One line in the voice audit log."""
|
|
21
|
+
|
|
22
|
+
timestamp: datetime
|
|
23
|
+
agent: str
|
|
24
|
+
voice_id: str
|
|
25
|
+
text_len: int
|
|
26
|
+
seed: int
|
|
27
|
+
duration_s: float | None
|
|
28
|
+
generation_s: float | None
|
|
29
|
+
wav_path: str | None
|
|
30
|
+
error: str | None
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
class AuditLog(JsonlAuditLog[AuditEvent]):
|
|
34
|
+
"""Append-only JSONL audit log."""
|
|
35
|
+
|
|
36
|
+
def __init__(self, path: Path) -> None:
|
|
37
|
+
super().__init__(path)
|
|
38
|
+
|
|
39
|
+
def _serialize(self, event: AuditEvent) -> str:
|
|
40
|
+
payload = {
|
|
41
|
+
"ts": event.timestamp.isoformat(),
|
|
42
|
+
"agent": event.agent,
|
|
43
|
+
"voice_id": event.voice_id,
|
|
44
|
+
"text_len": event.text_len,
|
|
45
|
+
"seed": event.seed,
|
|
46
|
+
"duration_s": event.duration_s,
|
|
47
|
+
"generation_s": event.generation_s,
|
|
48
|
+
"wav_path": event.wav_path,
|
|
49
|
+
"error": event.error,
|
|
50
|
+
}
|
|
51
|
+
return json.dumps(payload, ensure_ascii=False)
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
__all__ = ["AuditEvent", "AuditLog"]
|