livekit-plugins-bithuman 1.0.22__py3-none-any.whl → 1.1.0__py3-none-any.whl

livekit/plugins/bithuman/avatar.py

@@ -8,9 +8,9 @@ import cv2
 import numpy as np
 from loguru import logger as _logger
 
-from bithuman import AsyncBithuman
+from bithuman import AsyncBithuman  # type: ignore
 from livekit import rtc
-from livekit.agents import NOT_GIVEN, AgentSession, NotGivenOr, utils
+from livekit.agents import NOT_GIVEN, AgentSession, NotGivenOr, get_job_context, utils
 from livekit.agents.voice.avatar import (
     AudioSegmentEnd,
     AvatarOptions,
@@ -39,11 +39,12 @@ class AvatarSession:
         api_url: NotGivenOr[str] = NOT_GIVEN,
         api_secret: NotGivenOr[str] = NOT_GIVEN,
         api_token: NotGivenOr[str] = NOT_GIVEN,
+        runtime: NotGivenOr[AsyncBithuman | None] = NOT_GIVEN,
     ) -> None:
-        self._api_url = api_url or os.getenv("BITHUMAN_API_URL")
-        self._api_secret = api_secret or os.getenv("BITHUMAN_API_SECRET")
-        self._api_token = api_token or os.getenv("BITHUMAN_API_TOKEN")
-        self._model_path = model_path or os.getenv("BITHUMAN_MODEL_PATH")
+        self._api_url = api_url or (os.getenv("BITHUMAN_API_URL") or NOT_GIVEN)
+        self._api_secret = api_secret or (os.getenv("BITHUMAN_API_SECRET") or NOT_GIVEN)
+        self._api_token = api_token or (os.getenv("BITHUMAN_API_TOKEN") or NOT_GIVEN)
+        self._model_path = model_path or (os.getenv("BITHUMAN_MODEL_PATH") or NOT_GIVEN)
 
         if self._api_secret is None and self._api_token is None:
             raise BitHumanException("BITHUMAN_API_SECRET or BITHUMAN_API_TOKEN must be set")
@@ -51,22 +52,39 @@ class AvatarSession:
             raise BitHumanException("BITHUMAN_MODEL_PATH must be set")
 
         self._avatar_runner: AvatarRunner | None = None
+        self._runtime = runtime
 
     async def start(self, agent_session: AgentSession, room: rtc.Room) -> None:
-        kwargs = {
-            "model_path": self._model_path,
-        }
-        if self._api_secret:
-            kwargs["api_secret"] = self._api_secret
-        if self._api_token:
-            kwargs["token"] = self._api_token
-        if self._api_url:
-            kwargs["api_url"] = self._api_url
-
-        runtime = await AsyncBithuman.create(**kwargs)
-        await runtime.start()
+        if self._runtime:
+            runtime = self._runtime
+            await runtime._initialize_token()  # refresh the token
+        else:
+            kwargs = {
+                "model_path": self._model_path,
+            }
+            if self._api_secret:
+                kwargs["api_secret"] = self._api_secret
+            if self._api_token:
+                kwargs["token"] = self._api_token
+            if self._api_url:
+                kwargs["api_url"] = self._api_url
+
+            runtime = await AsyncBithuman.create(**kwargs)
+            self._runtime = runtime
+            await runtime.start()
+
         video_generator = BithumanGenerator(runtime)
 
+        try:
+            job_ctx = get_job_context()
+
+            async def _on_shutdown() -> None:
+                runtime.cleanup()
+
+            job_ctx.add_shutdown_callback(_on_shutdown)
+        except RuntimeError:
+            pass
+
         output_width, output_height = video_generator.video_resolution
         avatar_options = AvatarOptions(
             video_width=output_width,
@@ -88,6 +106,12 @@ class AvatarSession:
 
         agent_session.output.audio = audio_buffer
 
+    @property
+    def runtime(self) -> AsyncBithuman:
+        if self._runtime is None:
+            raise BitHumanException("Runtime not initialized")
+        return self._runtime
+
 
 class BithumanGenerator(VideoGenerator):
     def __init__(self, runtime: AsyncBithuman):
@@ -102,11 +126,11 @@ class BithumanGenerator(VideoGenerator):
 
     @property
     def video_fps(self) -> int:
-        return self._runtime.settings.FPS
+        return self._runtime.settings.FPS  # type: ignore
 
     @property
     def audio_sample_rate(self) -> int:
-        return self._runtime.settings.INPUT_SAMPLE_RATE
+        return self._runtime.settings.INPUT_SAMPLE_RATE  # type: ignore
 
     @utils.log_exceptions(logger=logger)
     async def push_audio(self, frame: rtc.AudioFrame | AudioSegmentEnd) -> None:

livekit/plugins/bithuman/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "1.0.22"
+__version__ = "1.1.0"

{livekit_plugins_bithuman-1.0.22.dist-info → livekit_plugins_bithuman-1.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: livekit-plugins-bithuman
-Version: 1.0.22
+Version: 1.1.0
 Summary: Agent Framework plugin for services from BitHuman Avatar Rendering
 Project-URL: Documentation, https://docs.livekit.io
 Project-URL: Website, https://livekit.io/
@@ -17,8 +17,8 @@ Classifier: Topic :: Multimedia :: Sound/Audio
 Classifier: Topic :: Multimedia :: Video
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Requires-Python: >=3.9.0
-Requires-Dist: bithuman>=0.5.5
-Requires-Dist: livekit-agents>=1.0.22
+Requires-Dist: bithuman>=0.5.10
+Requires-Dist: livekit-agents>=1.1.0
 Description-Content-Type: text/markdown
 
 # BitHuman plugin for LiveKit Agents

livekit_plugins_bithuman-1.1.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+livekit/plugins/bithuman/__init__.py,sha256=yEz6LYNiykKKobr6e20vHipDN6Xzi61oRtnUoMZSDDw,1280
+livekit/plugins/bithuman/avatar.py,sha256=-_KZVRTOaugekQ5S1EDiLb0tdJy-G4wRZoAeK3X3qm0,5952
+livekit/plugins/bithuman/log.py,sha256=1lFUaugLdHDmBqFuNz2Z70iMRyuOtQ9KkL5h3ney0So,71
+livekit/plugins/bithuman/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+livekit/plugins/bithuman/version.py,sha256=lFVJxRoJYH4JZgg7iJQF0_dlrbfVbRYYWQzbHnv_p-w,600
+livekit_plugins_bithuman-1.1.0.dist-info/METADATA,sha256=kvcDh_djeJp8TAamPGBJQQ4BKwkuq_zV0-gOizoAdlg,1178
+livekit_plugins_bithuman-1.1.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+livekit_plugins_bithuman-1.1.0.dist-info/RECORD,,

livekit_plugins_bithuman-1.0.22.dist-info/RECORD

@@ -1,7 +0,0 @@
-livekit/plugins/bithuman/__init__.py,sha256=yEz6LYNiykKKobr6e20vHipDN6Xzi61oRtnUoMZSDDw,1280
-livekit/plugins/bithuman/avatar.py,sha256=XdvsIhKofmtDTJKe6Je2Yx67fzcbd1ikM2MTYvaztxs,5089
-livekit/plugins/bithuman/log.py,sha256=1lFUaugLdHDmBqFuNz2Z70iMRyuOtQ9KkL5h3ney0So,71
-livekit/plugins/bithuman/version.py,sha256=fFh0krgNqxKvDz0uOvDLACfvE24LL65uGmzGKWgu_wM,601
-livekit_plugins_bithuman-1.0.22.dist-info/METADATA,sha256=psu4A7HZ3aDvV0ZPT3qvpgKT6CFHjntTaCoJ4zJ5jgA,1179
-livekit_plugins_bithuman-1.0.22.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-livekit_plugins_bithuman-1.0.22.dist-info/RECORD,,