livekit-plugins-nltk 0.2.0__py3-none-any.whl → 0.4.0__py3-none-any.whl

livekit/plugins/nltk/__init__.py

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 
-from .sentence_tokenizer import SentenceTokenizer, SentenceStream
+from .sentence_tokenizer import SentenceStream, SentenceTokenizer
 from .version import __version__
 
 __all__ = [
@@ -24,12 +24,13 @@ __all__ = [
 
 
 from livekit.agents import Plugin
-import nltk
+
+import nltk  # type: ignore
 
 
 class NltkPlugin(Plugin):
     def __init__(self):
-        super().__init__(__name__, __version__)
+        super().__init__(__name__, __version__, __package__)
 
     def download_files(self):
         try:

livekit/plugins/nltk/sentence_tokenizer.py

@@ -1,10 +1,14 @@
-from typing import List
-from livekit import agents
-from dataclasses import dataclass
-import dataclasses
-from typing import Optional
+from __future__ import annotations
+
 import asyncio
-import nltk
+import dataclasses
+import logging
+from dataclasses import dataclass
+from typing import List, Optional
+
+from livekit import agents
+
+import nltk  # type: ignore
 
 # nltk is using the punkt tokenizer
 # https://www.nltk.org/_modules/nltk/tokenize/punkt.html
@@ -77,12 +81,17 @@ class SentenceStream(agents.tokenize.SentenceStream):
         self._language = language
         self._context_len = context_len
         self._min_sentence_len = min_sentence_len
-        self._event_queue = asyncio.Queue()
+        self._event_queue = asyncio.Queue[agents.tokenize.SegmentedSentence | None]()
+        self._closed = False
 
-        self._incomplete_sentences = []  # <= min_sentence_len
+        self._incomplete_sentences: List[str] = []  # <= min_sentence_len
         self._buffer = ""
 
     def push_text(self, text: str) -> None:
+        if self._closed:
+            logging.error("Cannot push text to closed stream")
+            return
+
         for char in text:
             self._buffer += char
 
@@ -118,11 +127,16 @@ class SentenceStream(agents.tokenize.SentenceStream):
         if buff:
             await self._event_queue.put(agents.tokenize.SegmentedSentence(text=buff))
 
+    async def aclose(self) -> None:
+        self._closed = True
+        self._event_queue.put_nowait(None)
+
     async def __anext__(self) -> agents.tokenize.SegmentedSentence:
-        if self._event_queue.empty():
+        event = await self._event_queue.get()
+        if event is None:
             raise StopAsyncIteration
 
-        return await self._event_queue.get()
+        return event
 
     def __aiter__(self) -> "SentenceStream":
         return self

livekit/plugins/nltk/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "0.2.0"
+__version__ = "0.4.0"

{livekit_plugins_nltk-0.2.0.dist-info → livekit_plugins_nltk-0.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: livekit-plugins-nltk
-Version: 0.2.0
+Version: 0.4.0
 Summary: Agent Framework plugin for NLTK-based text processing.
 Home-page: https://github.com/livekit/agents
 License: Apache-2.0
@@ -18,8 +18,9 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: >=3.9.0
 Description-Content-Type: text/markdown
-Requires-Dist: livekit >=0.9.0
+Requires-Dist: livekit ~=0.9
 Requires-Dist: nltk <4,>=3
+Requires-Dist: livekit-agents ~=0.5.dev0
 
 # LiveKit Plugins NLTK
 

livekit_plugins_nltk-0.4.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+livekit/plugins/nltk/__init__.py,sha256=HGbaUwK-0cU-SbvbEl2WSQKwNrkHn8XuO-86Hiy0cy4,1134
+livekit/plugins/nltk/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+livekit/plugins/nltk/sentence_tokenizer.py,sha256=1Oy0pmvCiD_vHepi-Vp6lEKEOFS1FdHjO9bvBX8dPCk,4561
+livekit/plugins/nltk/version.py,sha256=yelanl1wEXtgUH0CzoNVXfi2yTc2hElSzuAhULFzANc,600
+livekit_plugins_nltk-0.4.0.dist-info/METADATA,sha256=xzUdecj4xBjWc9nyYXddYgNOQ2ES1DlE2ZPzeRdN8fY,1184
+livekit_plugins_nltk-0.4.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+livekit_plugins_nltk-0.4.0.dist-info/top_level.txt,sha256=OoDok3xUmXbZRvOrfvvXB-Juu4DX79dlq188E19YHoo,8
+livekit_plugins_nltk-0.4.0.dist-info/RECORD,,

{livekit_plugins_nltk-0.2.0.dist-info → livekit_plugins_nltk-0.4.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.42.0)
+Generator: bdist_wheel (0.43.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

livekit_plugins_nltk-0.2.0.dist-info/RECORD

@@ -1,7 +0,0 @@
-livekit/plugins/nltk/__init__.py,sha256=89A9weAyFd0CZcdfrgppDBYAroGroPMv7tkrspVgFGY,1104
-livekit/plugins/nltk/sentence_tokenizer.py,sha256=QOB0Vaibrq2-TbQScuUZQf8mdIbVTu1G287JXz3xw8I,4202
-livekit/plugins/nltk/version.py,sha256=cLFCdnm5S21CiJ5UJBcqfRvvFkCQ8p6M5fFUJVJkEiM,600
-livekit_plugins_nltk-0.2.0.dist-info/METADATA,sha256=jS1I0K2KEk0jwvPCckbD1s35DM4_EwNsVOlVw7_Svdc,1145
-livekit_plugins_nltk-0.2.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-livekit_plugins_nltk-0.2.0.dist-info/top_level.txt,sha256=OoDok3xUmXbZRvOrfvvXB-Juu4DX79dlq188E19YHoo,8
-livekit_plugins_nltk-0.2.0.dist-info/RECORD,,