livekit-agents 1.0.0.dev0__tar.gz → 1.0.0.dev2__tar.gz

{livekit_agents-1.0.0.dev0 → livekit_agents-1.0.0.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: livekit-agents
-Version: 1.0.0.dev0
+Version: 1.0.0.dev2
 Summary: LiveKit Python Agents
 Home-page: https://github.com/livekit/agents
 License: Apache-2.0
@@ -20,7 +20,7 @@ Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: >=3.9.0
 Description-Content-Type: text/markdown
 Requires-Dist: click~=8.1
-Requires-Dist: livekit>=0.20.0
+Requires-Dist: livekit>=0.21.1
 Requires-Dist: livekit-api~=0.8.2
 Requires-Dist: livekit-protocol~=0.8.2
 Requires-Dist: protobuf>=3
@@ -30,8 +30,8 @@ Requires-Dist: watchfiles~=0.22
 Requires-Dist: psutil~=5.9
 Requires-Dist: aiohttp~=3.10
 Requires-Dist: typing-extensions~=4.12
+Requires-Dist: sounddevice>=0.5
 Requires-Dist: colorama; sys_platform == "win32"
-Requires-Dist: aiodns~=3.2; sys_platform != "win32"
 Provides-Extra: codecs
 Requires-Dist: av>=12.0.0; extra == "codecs"
 Requires-Dist: numpy>=1.26.0; extra == "codecs"

{livekit_agents-1.0.0.dev0 → livekit_agents-1.0.0.dev2}/livekit/agents/__init__.py

@@ -17,12 +17,12 @@ from . import (
     ipc,
     llm,
     metrics,
-    pipeline,
     stt,
     tokenize,
     tts,
     utils,
     vad,
+    voice,
 )
 from ._exceptions import (
     APIConnectionError,
@@ -43,6 +43,7 @@ from .types import (
     NotGivenOr,
 )
 from .version import __version__
+from .voice import VoiceAgent
 from .worker import Worker, WorkerOptions, WorkerPermissions, WorkerType
 
 __all__ = [
@@ -66,7 +67,8 @@ __all__ = [
     "tokenize",
     "llm",
     "metrics",
-    "pipeline",
+    "voice",
+    "VoiceAgent",
     "cli",
     "AssignmentTimeoutError",
     "APIConnectionError",

{livekit_agents-1.0.0.dev0 → livekit_agents-1.0.0.dev2}/livekit/agents/_exceptions.py

@@ -31,9 +31,7 @@ class APIError(Exception):
     retryable: bool = False
     """Whether the error can be retried."""
 
-    def __init__(
-        self, message: str, *, body: object | None, retryable: bool = True
-    ) -> None:
+    def __init__(self, message: str, *, body: object | None, retryable: bool = True) -> None:
         super().__init__(message)
 
         self.message = message
@@ -70,20 +68,22 @@ class APIStatusError(APIError):
         self.status_code = status_code
         self.request_id = request_id
 
+    def __str__(self):
+        return (
+            f"{self.message} "
+            f"(status_code={self.status_code}, request_id={self.request_id}, body={self.body})"
+        )
+
 
 class APIConnectionError(APIError):
     """Raised when an API request failed due to a connection error."""
 
-    def __init__(
-        self, message: str = "Connection error.", *, retryable: bool = True
-    ) -> None:
+    def __init__(self, message: str = "Connection error.", *, retryable: bool = True) -> None:
         super().__init__(message, body=None, retryable=retryable)
 
 
 class APITimeoutError(APIConnectionError):
     """Raised when an API request timed out."""
 
-    def __init__(
-        self, message: str = "Request timed out.", *, retryable: bool = True
-    ) -> None:
+    def __init__(self, message: str = "Request timed out.", *, retryable: bool = True) -> None:
         super().__init__(message, retryable=retryable)

{livekit_agents-1.0.0.dev0 → livekit_agents-1.0.0.dev2}/livekit/agents/cli/cli.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import asyncio
 import pathlib
 import signal
@@ -14,6 +16,12 @@ from ..worker import JobExecutorType, Worker, WorkerOptions
 from . import proto
 from .log import setup_logging
 
+CLI_ARGUMENTS: proto.CliArgs | None = None
+
+
+def _esc(*codes: int) -> str:
+    return "\033[" + ";".join(str(c) for c in codes) + "m"
+
 
 def run_app(opts: WorkerOptions, *, hot_reload: NotGivenOr[bool] = NOT_GIVEN) -> None:
     """Run the CLI to interact with the worker"""
@@ -23,9 +31,7 @@ def run_app(opts: WorkerOptions, *, hot_reload: NotGivenOr[bool] = NOT_GIVEN) ->
     @click.option(
         "--log-level",
         default="INFO",
-        type=click.Choice(
-            ["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], case_sensitive=False
-        ),
+        type=click.Choice(["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], case_sensitive=False),
         help="Set the logging level",
     )
     @click.option(
@@ -48,9 +54,7 @@ def run_app(opts: WorkerOptions, *, hot_reload: NotGivenOr[bool] = NOT_GIVEN) ->
         default=60,
         help="Time in seconds to wait for jobs to finish before shutting down",
     )
-    def start(
-        log_level: str, url: str, api_key: str, api_secret: str, drain_timeout: int
-    ) -> None:
+    def start(log_level: str, url: str, api_key: str, api_secret: str, drain_timeout: int) -> None:
         opts.ws_url = url or opts.ws_url
         opts.api_key = api_key or opts.api_key
         opts.api_secret = api_secret or opts.api_secret
@@ -69,9 +73,7 @@ def run_app(opts: WorkerOptions, *, hot_reload: NotGivenOr[bool] = NOT_GIVEN) ->
     @click.option(
         "--log-level",
         default="DEBUG",
-        type=click.Choice(
-            ["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], case_sensitive=False
-        ),
+        type=click.Choice(["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], case_sensitive=False),
         help="Set the logging level",
     )
     @click.option(
@@ -138,7 +140,7 @@ def run_app(opts: WorkerOptions, *, hot_reload: NotGivenOr[bool] = NOT_GIVEN) ->
         envvar="LIVEKIT_API_SECRET",
         help="LiveKit server or Cloud project's API secret",
     )
-    def chat(
+    def console(
         url: str,
         api_key: str,
         api_secret: str,
@@ -149,29 +151,26 @@ def run_app(opts: WorkerOptions, *, hot_reload: NotGivenOr[bool] = NOT_GIVEN) ->
         opts.api_key = api_key or opts.api_key
         opts.api_secret = api_secret or opts.api_secret
 
-        chat_name = utils.shortuuid("chat_cli_")
-
         args = proto.CliArgs(
             opts=opts,
-            log_level="ERROR",
+            log_level="INFO",
             devmode=True,
             asyncio_debug=False,
             watch=False,
+            console=True,
             drain_timeout=0,
             register=False,
             simulate_job=proto.SimulateJobArgs(
-                room=chat_name,
+                room="mock-console",
             ),
         )
-        _run_dev(args)
+        run_worker(args)
 
     @cli.command(help="Connect to a specific room")
     @click.option(
         "--log-level",
         default="DEBUG",
-        type=click.Choice(
-            ["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], case_sensitive=False
-        ),
+        type=click.Choice(["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], case_sensitive=False),
         help="Set the logging level",
     )
     @click.option(
@@ -200,9 +199,7 @@ def run_app(opts: WorkerOptions, *, hot_reload: NotGivenOr[bool] = NOT_GIVEN) ->
         help="Watch for changes in the current directory and plugins in editable mode",
     )
     @click.option("--room", help="Room name to connect to", required=True)
-    @click.option(
-        "--participant-identity", help="Participant identity (JobType.JT_PUBLISHER)"
-    )
+    @click.option("--participant-identity", help="Participant identity (JobType.JT_PUBLISHER)")
     def connect(
         log_level: str,
         url: str,
@@ -236,13 +233,11 @@ def run_app(opts: WorkerOptions, *, hot_reload: NotGivenOr[bool] = NOT_GIVEN) ->
     @click.option(
         "--log-level",
         default="DEBUG",
-        type=click.Choice(
-            ["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], case_sensitive=False
-        ),
+        type=click.Choice(["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], case_sensitive=False),
         help="Set the logging level",
     )
     def download_files(log_level: str) -> None:
-        setup_logging(log_level, True)
+        setup_logging(log_level, True, False)
 
         for plugin in Plugin.registered_plugins:
             logger.info(f"Downloading files for {plugin}")
@@ -258,13 +253,11 @@ def _run_dev(
     if args.watch:
         from .watcher import WatchServer
 
-        setup_logging(args.log_level, args.devmode)
+        setup_logging(args.log_level, args.devmode, args.console)
         main_file = pathlib.Path(sys.argv[0]).parent
 
         async def _run_loop():
-            server = WatchServer(
-                run_worker, main_file, args, loop=asyncio.get_event_loop()
-            )
+            server = WatchServer(run_worker, main_file, args, loop=asyncio.get_event_loop())
             await server.run()
 
         try:
@@ -276,12 +269,21 @@ def _run_dev(
 
 
 def run_worker(args: proto.CliArgs) -> None:
-    setup_logging(args.log_level, args.devmode)
+    global CLI_ARGUMENTS
+    CLI_ARGUMENTS = args
+
+    setup_logging(args.log_level, args.devmode, args.console)
     args.opts.validate_config(args.devmode)
 
     loop = asyncio.new_event_loop()
     asyncio.set_event_loop(loop)
 
+    if args.console:
+        print(_esc(34) + "=" * 50 + _esc(0))
+        print(_esc(34) + "     Livekit Agents - Console" + _esc(0))
+        print(_esc(34) + "=" * 50 + _esc(0))
+        print("Press [Ctrl+B] to toggle between Text/Audio mode, [Q] to quit.\n")
+
     worker = Worker(args.opts, devmode=args.devmode, register=args.register, loop=loop)
 
     loop.set_debug(args.asyncio_debug)
@@ -293,9 +295,16 @@ def run_worker(args: proto.CliArgs) -> None:
         if args.simulate_job and args.reload_count == 0:
             logger.info("connecting to room %s", args.simulate_job.room)
             loop.create_task(
-                worker.simulate_job(
-                    args.simulate_job.room, args.simulate_job.participant_identity
-                )
+                worker.simulate_job(args.simulate_job.room, args.simulate_job.participant_identity)
+            )
+
+        if args.devmode:
+            logger.info(
+                f"{_esc(1)}see tracing information at http://localhost:{worker.worker_info.http_port}/debug{_esc(0)}"
+            )
+        else:
+            logger.info(
+                f"see tracing information at http://localhost:{worker.worker_info.http_port}/debug"
             )
 
     try:

{livekit_agents-1.0.0.dev0 → livekit_agents-1.0.0.dev2}/livekit/agents/cli/log.py

@@ -19,6 +19,8 @@ NOISY_LOGGERS = [
     "watchfiles",
     "anthropic",
     "websockets.client",
+    "aiohttp.access",
+    "livekit",
 ]
 
 
@@ -60,9 +62,7 @@ _RESERVED_ATTRS: Tuple[str, ...] = (
 
 def _merge_record_extra(record: logging.LogRecord, target: Dict[Any, Any]):
     for key, value in record.__dict__.items():
-        if key not in _RESERVED_ATTRS and not (
-            hasattr(key, "startswith") and key.startswith("_")
-        ):
+        if key not in _RESERVED_ATTRS and not (hasattr(key, "startswith") and key.startswith("_")):
             target[key] = value
 
 
@@ -136,9 +136,7 @@ class JsonFormatter(logging.Formatter):
         log_record.update(message_dict)
         _merge_record_extra(record, log_record)
 
-        log_record["timestamp"] = datetime.fromtimestamp(
-            record.created, tz=timezone.utc
-        )
+        log_record["timestamp"] = datetime.fromtimestamp(record.created, tz=timezone.utc)
 
         return json.dumps(log_record, cls=JsonFormatter.JsonEncoder, ensure_ascii=True)
 
@@ -188,9 +186,7 @@ class ColoredFormatter(logging.Formatter):
         args.update(self._esc_codes)
 
         if extra:
-            args["extra"] = json.dumps(
-                extra, cls=JsonFormatter.JsonEncoder, ensure_ascii=True
-            )
+            args["extra"] = json.dumps(extra, cls=JsonFormatter.JsonEncoder, ensure_ascii=True)
 
         for field in self._required_fields:
             if field in extra:
@@ -200,14 +196,21 @@ class ColoredFormatter(logging.Formatter):
         return msg + self._esc_codes["esc_reset"]
 
 
-def setup_logging(log_level: str, devmode: bool) -> None:
+def setup_logging(log_level: str, devmode: bool, console: bool) -> None:
     handler = logging.StreamHandler()
 
     if devmode:
         # colorful logs for dev (improves readability)
-        colored_formatter = ColoredFormatter(
-            "%(asctime)s - %(esc_levelcolor)s%(levelname)-4s%(esc_reset)s %(name)s - %(message)s %(esc_gray)s%(extra)s"
-        )
+        if console:
+            # reset the line before each log message
+            colored_formatter = ColoredFormatter(
+                "\r%(asctime)s - %(esc_levelcolor)s%(levelname)-4s%(esc_reset)s %(name)s - %(message)s %(esc_gray)s%(extra)s"
+            )
+        else:
+            colored_formatter = ColoredFormatter(
+                "%(asctime)s - %(esc_levelcolor)s%(levelname)-4s%(esc_reset)s %(name)s - %(message)s %(esc_gray)s%(extra)s"
+            )
+
         handler.setFormatter(colored_formatter)
     else:
         # production logs (serialized of json)

{livekit_agents-1.0.0.dev0 → livekit_agents-1.0.0.dev2}/livekit/agents/cli/proto.py

@@ -27,6 +27,9 @@ class CliArgs:
     watch: bool
     drain_timeout: int
 
+    console: bool = False
+    # whether to run the worker in console mode (console subcommand
+
     # register the worker to the worker pool
     register: bool = True
 

{livekit_agents-1.0.0.dev0 → livekit_agents-1.0.0.dev2}/livekit/agents/cli/watcher.py

@@ -126,9 +126,7 @@ class WatchServer:
                 with contextlib.suppress(asyncio.InvalidStateError):
                     self._recv_jobs_fut.set_result(None)
             if isinstance(msg, proto.ReloadJobsRequest):
-                await channel.asend_message(
-                    self._pch, proto.ReloadJobsResponse(jobs=active_jobs)
-                )
+                await channel.asend_message(self._pch, proto.ReloadJobsResponse(jobs=active_jobs))
             if isinstance(msg, proto.Reloaded):
                 self._worker_reloading = False
 
@@ -151,9 +149,7 @@ class WatchClient:
     async def _run(self) -> None:
         assert self._cli_args.mp_cch
         try:
-            self._cch = await utils.aio.duplex_unix._AsyncDuplex.open(
-                self._cli_args.mp_cch
-            )
+            self._cch = await utils.aio.duplex_unix._AsyncDuplex.open(self._cli_args.mp_cch)
 
             await channel.asend_message(self._cch, proto.ReloadJobsRequest())