livekit-plugins-zoom-ai 1.8.11__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,180 @@
1
+ **/.vscode
2
+ **/.DS_Store
3
+ .env
4
+
5
+ # Byte-compiled / optimized / DLL files
6
+ __pycache__/
7
+ *.py[cod]
8
+ *$py.class
9
+
10
+ # C extensions
11
+ *.so
12
+
13
+ # Distribution / packaging
14
+ .Python
15
+ build/
16
+ develop-eggs/
17
+ dist/
18
+ downloads/
19
+ eggs/
20
+ .eggs/
21
+ lib/
22
+ lib64/
23
+ parts/
24
+ sdist/
25
+ var/
26
+ wheels/
27
+ share/python-wheels/
28
+ *.egg-info/
29
+ .installed.cfg
30
+ *.egg
31
+ MANIFEST
32
+
33
+ # PyInstaller
34
+ # Usually these files are written by a python script from a template
35
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
36
+ *.manifest
37
+ *.spec
38
+
39
+ # Installer logs
40
+ pip-log.txt
41
+ pip-delete-this-directory.txt
42
+
43
+ # Unit test / coverage reports
44
+ htmlcov/
45
+ .tox/
46
+ .nox/
47
+ .coverage
48
+ .coverage.*
49
+ .cache
50
+ nosetests.xml
51
+ coverage.xml
52
+ *.cover
53
+ *.py,cover
54
+ .hypothesis/
55
+ .pytest_cache/
56
+ cover/
57
+
58
+ # Translations
59
+ *.mo
60
+ *.pot
61
+
62
+ # Django stuff:
63
+ *.log
64
+ local_settings.py
65
+ db.sqlite3
66
+ db.sqlite3-journal
67
+
68
+ # Flask stuff:
69
+ instance/
70
+ .webassets-cache
71
+
72
+ # Scrapy stuff:
73
+ .scrapy
74
+
75
+ # Sphinx documentation
76
+ docs/_build/
77
+
78
+ # PyBuilder
79
+ .pybuilder/
80
+ target/
81
+
82
+ # Jupyter Notebook
83
+ .ipynb_checkpoints
84
+
85
+ # IPython
86
+ profile_default/
87
+ ipython_config.py
88
+
89
+ # pyenv
90
+ # For a library or package, you might want to ignore these files since the code is
91
+ # intended to run in multiple environments; otherwise, check them in:
92
+ # .python-version
93
+
94
+ # pipenv
95
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
96
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
97
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
98
+ # install all needed dependencies.
99
+ #Pipfile.lock
100
+
101
+ # poetry
102
+ # Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
103
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
104
+ # commonly ignored for libraries.
105
+ # https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
106
+ #poetry.lock
107
+
108
+ # pdm
109
+ # Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
110
+ #pdm.lock
111
+ # pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
112
+ # in version control.
113
+ # https://pdm.fming.dev/#use-with-ide
114
+ .pdm.toml
115
+
116
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
117
+ __pypackages__/
118
+
119
+ # Celery stuff
120
+ celerybeat-schedule
121
+ celerybeat.pid
122
+
123
+ # SageMath parsed files
124
+ *.sage.py
125
+
126
+ # Environments
127
+ .env
128
+ .venv
129
+ env/
130
+ venv/
131
+ ENV/
132
+ env.bak/
133
+ venv.bak/
134
+
135
+ # Spyder project settings
136
+ .spyderproject
137
+ .spyproject
138
+
139
+ # Rope project settings
140
+ .ropeproject
141
+
142
+ # mkdocs documentation
143
+ /site
144
+
145
+ # mypy
146
+ .mypy_cache/
147
+ .dmypy.json
148
+ dmypy.json
149
+
150
+ # trunk
151
+ .trunk/
152
+
153
+ # Pyre type checker
154
+ .pyre/
155
+
156
+ # pytype static type analyzer
157
+ .pytype/
158
+
159
+ # Cython debug symbols
160
+ cython_debug/
161
+
162
+ # PyCharm
163
+ # JetBrains specific template is maintained in a separate JetBrains.gitignore that can
164
+ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
165
+ # and can be added to the global gitignore or merged into this file. For a more nuclear
166
+ # option (not recommended) you can uncomment the following to ignore the entire idea folder.
167
+ .idea/
168
+
169
+ node_modules
170
+
171
+ credentials.json
172
+ pyrightconfig.json
173
+ docs/
174
+
175
+ # Database files
176
+ *.db
177
+
178
+
179
+ # Examples for development
180
+ examples/dev/*
@@ -0,0 +1,114 @@
1
+ Metadata-Version: 2.5
2
+ Name: livekit-plugins-zoom-ai
3
+ Version: 1.8.11
4
+ Summary: Agent Framework plugin for speech-to-text with Zoom Scribe.
5
+ Project-URL: Documentation, https://docs.livekit.io
6
+ Project-URL: Website, https://livekit.io/
7
+ Project-URL: Source, https://github.com/livekit/agents
8
+ Author: Zoom
9
+ License-Expression: Apache-2.0
10
+ Keywords: audio,livekit,realtime,scribe,speech-to-text,stt,webrtc,zoom
11
+ Classifier: Intended Audience :: Developers
12
+ Classifier: License :: OSI Approved :: Apache Software License
13
+ Classifier: Programming Language :: Python :: 3
14
+ Classifier: Programming Language :: Python :: 3 :: Only
15
+ Classifier: Programming Language :: Python :: 3.10
16
+ Classifier: Topic :: Multimedia :: Sound/Audio
17
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
18
+ Requires-Python: >=3.10.0
19
+ Requires-Dist: livekit-agents>=1.8.11
20
+ Description-Content-Type: text/markdown
21
+
22
+ # Zoom AI plugin for LiveKit Agents
23
+
24
+ Support for [Zoom Scribe](https://developers.zoom.us/docs/ai-services/scribe/) speech-to-text, in two modes:
25
+
26
+ - **Live** ([docs](https://developers.zoom.us/docs/ai-services/scribe/live-mode/)): streaming over WebSocket. Scribe's own VAD ends each speech turn and returns its final transcript.
27
+ - **Fast** ([docs](https://developers.zoom.us/docs/ai-services/scribe/fast-mode/)): one HTTP request per utterance. Not streaming, so `AgentSession` pairs it with a VAD.
28
+
29
+ See [zoom.ai](https://www.zoom.ai/) for all Zoom AI Services APIs and features.
30
+
31
+ ## Installation
32
+
33
+ ```bash
34
+ pip install livekit-plugins-zoom-ai
35
+ ```
36
+
37
+ Or install with the LiveKit Agents extra:
38
+
39
+ ```bash
40
+ uv add "livekit-agents[zoom-ai]"
41
+ ```
42
+
43
+ ## Pre-requisites
44
+
45
+ The plugin needs a Zoom AI Services API key. Create one in [Zoom Platform Studio](https://platform.zoom.us/) under Credentials → API Keys, with the Scribe permissions.
46
+
47
+ Set it in your `.env` file:
48
+
49
+ ```
50
+ ZOOM_AI_API_KEY=<your_zoom_api_key>
51
+ ```
52
+
53
+ ## Usage
54
+
55
+ ### Scribe Live (streaming)
56
+
57
+ Scribe detects the end of each turn, so let the STT drive turn detection:
58
+
59
+ ```python
60
+ from livekit.agents import AgentSession
61
+ from livekit.plugins import zoom_ai
62
+
63
+ session = AgentSession(
64
+ stt=zoom_ai.STT(language="en-US"),
65
+ turn_handling={"turn_detection": "stt"},
66
+ # ... llm, tts, etc.
67
+ )
68
+ ```
69
+
70
+ ### Scribe Fast (per utterance)
71
+
72
+ ```python
73
+ from livekit.agents import AgentSession
74
+ from livekit.plugins import silero, zoom_ai
75
+
76
+ session = AgentSession(
77
+ stt=zoom_ai.STT(mode="fast"),
78
+ vad=silero.VAD.load(), # cuts the audio into utterances
79
+ # ... llm, tts, etc.
80
+ )
81
+ ```
82
+
83
+ ### Without an agent
84
+
85
+ Both modes also work on their own, for example for transcription. Outside an agent job, pass an `aiohttp` session:
86
+
87
+ ```python
88
+ stt = zoom_ai.STT(http_session=session, silence_duration_ms=600) # Live
89
+ stream = stt.stream() # push_frame() audio, then iterate the stream for SpeechEvents
90
+
91
+ event = await zoom_ai.STT(mode="fast", http_session=session).recognize(frames) # Fast
92
+ ```
93
+
94
+ For transcription, a longer `silence_duration_ms` (such as 600) keeps sentences with pauses together and can improve accuracy; the 350 ms default is tuned for voice agents.
95
+
96
+ ## Options
97
+
98
+ Options map to the Scribe API fields of the same name; see the [Scribe docs](https://developers.zoom.us/docs/ai-services/scribe/) for what each one does and its availability. For a Scribe feature without an option here, pass its fields in `extra_kwargs`.
99
+
100
+ | Option | Default | Description |
101
+ |---|---|---|
102
+ | `mode` | `"live"` | `"live"` (streaming) or `"fast"` (one request per utterance) |
103
+ | `api_key` | `$ZOOM_AI_API_KEY` | Zoom AI Services API key |
104
+ | `language` | `"en-US"` | Recognition language ([supported languages](https://developers.zoom.us/docs/ai-services/scribe/speech-understanding/)); a regional variant Scribe doesn't list uses its base language's locale (`en-GB` → `en-US`) |
105
+ | `model` | `None` | Recognition model; `None` uses Scribe's default |
106
+ | `language_detection` | `None` | Language detection mode (Live supports `"continuous"`); the language Scribe detects is in `SpeechData.language`. With `zoom-scribe-multilingual` in Live, set it to get each final's language |
107
+ | `silence_duration_ms` | `350` | Live: silence (ms) that ends a turn; `None` uses Scribe's default |
108
+ | `diarization` | `False` | Speaker labels: `SpeechData.speaker_id`, or `metadata["speaker_segments"]` when several people speak in one final |
109
+ | `word_time_offsets` | `False` | Fast: word timings in `SpeechData.words` |
110
+ | `channel_separation` | `False` | Fast: recognize each stereo channel separately; channels in `metadata["channel_segments"]` |
111
+ | `vocabulary` | `None` | Words and phrases to recognize, such as names and product terms |
112
+ | `text_polishing` | `False` | Polished text as the transcript, with the original in `metadata["transcript"]`; if polishing fails, the original text. `en-US` only |
113
+ | `extra_kwargs` | `None` | Other Scribe request fields, e.g. `{"config": {"language_detection": {"candidate_languages": ["en-US", "fr-FR"]}}}` to restrict language detection |
114
+ | `base_url` | `https://api.zoom.us/v2/aiservices/scribe` | Scribe API base URL |
@@ -0,0 +1,93 @@
1
+ # Zoom AI plugin for LiveKit Agents
2
+
3
+ Support for [Zoom Scribe](https://developers.zoom.us/docs/ai-services/scribe/) speech-to-text, in two modes:
4
+
5
+ - **Live** ([docs](https://developers.zoom.us/docs/ai-services/scribe/live-mode/)): streaming over WebSocket. Scribe's own VAD ends each speech turn and returns its final transcript.
6
+ - **Fast** ([docs](https://developers.zoom.us/docs/ai-services/scribe/fast-mode/)): one HTTP request per utterance. Not streaming, so `AgentSession` pairs it with a VAD.
7
+
8
+ See [zoom.ai](https://www.zoom.ai/) for all Zoom AI Services APIs and features.
9
+
10
+ ## Installation
11
+
12
+ ```bash
13
+ pip install livekit-plugins-zoom-ai
14
+ ```
15
+
16
+ Or install with the LiveKit Agents extra:
17
+
18
+ ```bash
19
+ uv add "livekit-agents[zoom-ai]"
20
+ ```
21
+
22
+ ## Pre-requisites
23
+
24
+ The plugin needs a Zoom AI Services API key. Create one in [Zoom Platform Studio](https://platform.zoom.us/) under Credentials → API Keys, with the Scribe permissions.
25
+
26
+ Set it in your `.env` file:
27
+
28
+ ```
29
+ ZOOM_AI_API_KEY=<your_zoom_api_key>
30
+ ```
31
+
32
+ ## Usage
33
+
34
+ ### Scribe Live (streaming)
35
+
36
+ Scribe detects the end of each turn, so let the STT drive turn detection:
37
+
38
+ ```python
39
+ from livekit.agents import AgentSession
40
+ from livekit.plugins import zoom_ai
41
+
42
+ session = AgentSession(
43
+ stt=zoom_ai.STT(language="en-US"),
44
+ turn_handling={"turn_detection": "stt"},
45
+ # ... llm, tts, etc.
46
+ )
47
+ ```
48
+
49
+ ### Scribe Fast (per utterance)
50
+
51
+ ```python
52
+ from livekit.agents import AgentSession
53
+ from livekit.plugins import silero, zoom_ai
54
+
55
+ session = AgentSession(
56
+ stt=zoom_ai.STT(mode="fast"),
57
+ vad=silero.VAD.load(), # cuts the audio into utterances
58
+ # ... llm, tts, etc.
59
+ )
60
+ ```
61
+
62
+ ### Without an agent
63
+
64
+ Both modes also work on their own, for example for transcription. Outside an agent job, pass an `aiohttp` session:
65
+
66
+ ```python
67
+ stt = zoom_ai.STT(http_session=session, silence_duration_ms=600) # Live
68
+ stream = stt.stream() # push_frame() audio, then iterate the stream for SpeechEvents
69
+
70
+ event = await zoom_ai.STT(mode="fast", http_session=session).recognize(frames) # Fast
71
+ ```
72
+
73
+ For transcription, a longer `silence_duration_ms` (such as 600) keeps sentences with pauses together and can improve accuracy; the 350 ms default is tuned for voice agents.
74
+
75
+ ## Options
76
+
77
+ Options map to the Scribe API fields of the same name; see the [Scribe docs](https://developers.zoom.us/docs/ai-services/scribe/) for what each one does and its availability. For a Scribe feature without an option here, pass its fields in `extra_kwargs`.
78
+
79
+ | Option | Default | Description |
80
+ |---|---|---|
81
+ | `mode` | `"live"` | `"live"` (streaming) or `"fast"` (one request per utterance) |
82
+ | `api_key` | `$ZOOM_AI_API_KEY` | Zoom AI Services API key |
83
+ | `language` | `"en-US"` | Recognition language ([supported languages](https://developers.zoom.us/docs/ai-services/scribe/speech-understanding/)); a regional variant Scribe doesn't list uses its base language's locale (`en-GB` → `en-US`) |
84
+ | `model` | `None` | Recognition model; `None` uses Scribe's default |
85
+ | `language_detection` | `None` | Language detection mode (Live supports `"continuous"`); the language Scribe detects is in `SpeechData.language`. With `zoom-scribe-multilingual` in Live, set it to get each final's language |
86
+ | `silence_duration_ms` | `350` | Live: silence (ms) that ends a turn; `None` uses Scribe's default |
87
+ | `diarization` | `False` | Speaker labels: `SpeechData.speaker_id`, or `metadata["speaker_segments"]` when several people speak in one final |
88
+ | `word_time_offsets` | `False` | Fast: word timings in `SpeechData.words` |
89
+ | `channel_separation` | `False` | Fast: recognize each stereo channel separately; channels in `metadata["channel_segments"]` |
90
+ | `vocabulary` | `None` | Words and phrases to recognize, such as names and product terms |
91
+ | `text_polishing` | `False` | Polished text as the transcript, with the original in `metadata["transcript"]`; if polishing fails, the original text. `en-US` only |
92
+ | `extra_kwargs` | `None` | Other Scribe request fields, e.g. `{"config": {"language_detection": {"candidate_languages": ["en-US", "fr-FR"]}}}` to restrict language detection |
93
+ | `base_url` | `https://api.zoom.us/v2/aiservices/scribe` | Scribe API base URL |
@@ -0,0 +1,47 @@
1
+ # Copyright 2026 LiveKit, Inc.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
15
+ """Zoom AI plugin for LiveKit Agents.
16
+
17
+ Speech-to-text with Zoom Scribe: ``STT()`` streams over Scribe Live and
18
+ ``STT(mode="fast")`` transcribes one utterance per request with Scribe Fast.
19
+
20
+ See https://developers.zoom.us/docs/ai-services/scribe/ for more information.
21
+ """
22
+
23
+ from .stt import STT, SpeechStream
24
+ from .version import __version__
25
+
26
+ __all__ = ["STT", "SpeechStream", "__version__"]
27
+
28
+ from livekit.agents import Plugin
29
+
30
+ from .log import logger
31
+
32
+
33
+ class ZoomAIPlugin(Plugin):
34
+ def __init__(self) -> None:
35
+ super().__init__(__name__, __version__, __package__, logger)
36
+
37
+
38
+ Plugin.register_plugin(ZoomAIPlugin())
39
+
40
+ # Cleanup docs of unexported modules
41
+ _module = dir()
42
+ NOT_IN_ALL = [m for m in _module if m not in __all__]
43
+
44
+ __pdoc__ = {}
45
+
46
+ for n in NOT_IN_ALL:
47
+ __pdoc__[n] = False
@@ -0,0 +1,17 @@
1
+ # Copyright 2026 LiveKit, Inc.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
15
+ import logging
16
+
17
+ logger = logging.getLogger("livekit.plugins.zoom_ai")