frontengine 0.0.26__tar.gz → 0.0.28__tar.gz

{frontengine-0.0.26 → frontengine-0.0.28}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: frontengine
-Version: 0.0.26
+Version: 0.0.28
 Summary: FrontEngine is BingGPT that can use-define front end or only use like screen saver
 Author-email: JE-Chen <jechenmailman@gmail.com>
 License: MIT

{frontengine-0.0.26 → frontengine-0.0.28}/frontengine/ui/chat/chat_scene_input.py

@@ -1,6 +1,5 @@
 import pyttsx3
 from PySide6.QtCore import QTimer
-from PySide6.QtGui import QScreen
 from PySide6.QtWidgets import QBoxLayout, QWidget, QPushButton, QHBoxLayout, QTextEdit, QMessageBox
 
 from frontengine.show.chat.chat_toast import ChatToast

frontengine-0.0.28/frontengine/ui/chat/speech_to_text.py

@@ -0,0 +1,69 @@
+import queue
+import sys
+import time
+
+from PySide6.QtCore import QTimer
+from PySide6.QtWidgets import QWidget, QPushButton, QBoxLayout, QLineEdit
+from speech_recognition import Microphone
+from speech_recognition import Recognizer
+from speech_recognition import RequestError, UnknownValueError
+from threading import Thread
+
+from frontengine.utils.multi_language.language_wrapper import language_wrapper
+
+LISTENER_QUEUE = queue.Queue()
+
+
+def callback(recognizer: Recognizer, audio):
+    try:
+        text = recognizer.recognize_google(audio)
+        LISTENER_QUEUE.put_nowait(text)
+    except (RequestError, UnknownValueError) as error:
+        print(repr(error), file=sys.stderr)
+
+
+class ChatSpeechToText(QWidget):
+
+    def __init__(self):
+        super().__init__()
+        # UI
+        self.box_layout = QBoxLayout(QBoxLayout.Direction.LeftToRight)
+        self.voice_text_edit = QLineEdit()
+        self.start_listen_button = QPushButton(
+            language_wrapper.language_word_dict.get("chat_recognizer_voice_button"))
+        self.start_listen_button.clicked.connect(self.start_listener_thread)
+        self.send_text_button = QPushButton(
+            language_wrapper.language_word_dict.get("chat_scene_send_chat"))
+        self.box_layout.addWidget(self.voice_text_edit)
+        self.box_layout.addWidget(self.start_listen_button)
+        self.box_layout.addWidget(self.send_text_button)
+        self.setLayout(self.box_layout)
+        # Listener Timer
+        self.listener_timer = QTimer()
+        self.listener_timer.setInterval(100)
+        self.listener_timer.timeout.connect(self.update_voice_edit)
+        self.listener_timer.start()
+
+    def start_listener_thread(self):
+        listener_thread = Thread(target=self.start_listener)
+        listener_thread.daemon = True
+        listener_thread.start()
+
+    @classmethod
+    def start_listener(cls):
+        recognizer = Recognizer()
+        microphone = Microphone()
+        with microphone as source:
+            recognizer.adjust_for_ambient_noise(source, duration=0.1)
+        stop_listening = recognizer.listen_in_background(microphone, callback)
+        for receive_sound_time in range(50):
+            time.sleep(0.1)
+        stop_listening(wait_for_stop=False)
+
+    def update_voice_edit(self):
+        if not LISTENER_QUEUE.empty():
+            self.voice_text_edit.setText(str(LISTENER_QUEUE.get_nowait()))
+
+    def close(self) -> bool:
+        self.listener_timer.stop()
+        return super().close()

{frontengine-0.0.26 → frontengine-0.0.28}/frontengine/ui/setting/chat_scene/chat_scene_setting.py

@@ -7,6 +7,7 @@ from frontengine.show.scene.scene import SceneManager
 from frontengine.ui.chat.chat_model import load_scene_json, chat_model
 from frontengine.ui.chat.chat_scene_input import ChatInputDialog
 from frontengine.ui.chat.chatthread import ChatThread, DELEGATE_CHAT
+from frontengine.ui.chat.speech_to_text import ChatSpeechToText
 from frontengine.utils.logging.loggin_instance import front_engine_logger
 from frontengine.utils.multi_language.language_wrapper import language_wrapper
 
@@ -15,6 +16,7 @@ class ChatSceneUI(QWidget):
 
     def __init__(self):
         super().__init__()
+        self.voice_input = None
         self.grid_layout = QGridLayout()
         self.grid_layout = QGridLayout(self)
         self.grid_layout.setContentsMargins(0, 0, 0, 0)
@@ -79,6 +81,10 @@ class ChatSceneUI(QWidget):
         self.local_box = QBoxLayout(QBoxLayout.Direction.LeftToRight)
         self.local_box.addWidget(self.locale_label)
         self.local_box.addWidget(self.locale_input)
+        # Start voice input
+        self.start_voice_input_button = QPushButton(
+            language_wrapper.language_word_dict.get("start_chat_voice_input_ui"))
+        self.start_voice_input_button.clicked.connect(self.start_voice_input)
         # Add to layout
         self.grid_layout.addWidget(self.choose_style_combobox, 0, 0)
         self.grid_layout.addWidget(self.close_delay_label, 0, 1)
@@ -88,7 +94,8 @@ class ChatSceneUI(QWidget):
         self.grid_layout.addLayout(self.local_box, 0, 5)
         self.grid_layout.addWidget(self.new_topic_button, 0, 6)
         self.grid_layout.addWidget(self.scene_input_button, 0, 7)
-        self.grid_layout.addWidget(self.start_button, 0, 8)
+        self.grid_layout.addWidget(self.start_voice_input_button, 0, 8)
+        self.grid_layout.addWidget(self.start_button, 0, 9)
         self.grid_layout.addWidget(self.chat_panel_scroll_area, 1, 0, -1, -1)
         self.setLayout(self.grid_layout)
 
@@ -102,6 +109,16 @@ class ChatSceneUI(QWidget):
         if chat_model.rowCount() > 0:
             self.start_scene()
 
+    def start_voice_input(self):
+        self.voice_input = ChatSpeechToText()
+        self.voice_input.show()
+        self.voice_input.send_text_button.clicked.connect(self.send_voice_chat)
+
+    def send_voice_chat(self):
+        chat_thread = ChatThread(
+            self.chat_panel, self.voice_input.voice_text_edit.text(), self.locale_input.text())
+        chat_thread.start()
+
     def send_chat(self):
         chat_thread = ChatThread(
             self.chat_panel, self.chat_input.chat_input.toPlainText(), self.locale_input.text())

{frontengine-0.0.26 → frontengine-0.0.28}/frontengine/utils/multi_language/english.py

@@ -107,4 +107,7 @@ english_word_dict = {
     "chat_scene_precise": "precise",
     "chat_scene_balanced": "balanced",
     "chat_gpt_exception": "GPT error, pls retry or new topic",
+    # Chat voice input
+    "start_chat_voice_input_ui": "Open voice input ui",
+    "chat_recognizer_voice_button": "Start listen voice"
 }

{frontengine-0.0.26 → frontengine-0.0.28}/frontengine/utils/multi_language/traditional_chinese.py

@@ -107,4 +107,7 @@ traditional_chinese_word_dict = {
     "chat_scene_precise": "精準",
     "chat_scene_balanced": "平衡",
     "chat_gpt_exception": "GPT 錯誤，請重試或開始一個新話題",
+    # Chat voice input
+    "start_chat_voice_input_ui": "開啟聲音輸入介面",
+    "chat_recognizer_voice_button": "開始錄製聲音"
 }

{frontengine-0.0.26 → frontengine-0.0.28}/frontengine.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: frontengine
-Version: 0.0.26
+Version: 0.0.28
 Summary: FrontEngine is BingGPT that can use-define front end or only use like screen saver
 Author-email: JE-Chen <jechenmailman@gmail.com>
 License: MIT

{frontengine-0.0.26 → frontengine-0.0.28}/frontengine.egg-info/SOURCES.txt

@@ -34,6 +34,7 @@ frontengine/ui/chat/__init__.py
 frontengine/ui/chat/chat_model.py
 frontengine/ui/chat/chat_scene_input.py
 frontengine/ui/chat/chatthread.py
+frontengine/ui/chat/speech_to_text.py
 frontengine/ui/color/__init__.py
 frontengine/ui/color/global_color.py
 frontengine/ui/dialog/__init__.py

frontengine-0.0.28/frontengine.egg-info/requires.txt

@@ -0,0 +1,6 @@
+PySide6
+qt-material
+EdgeGPT
+pyttsx3
+SpeechRecognition
+PyAudio

{frontengine-0.0.26 → frontengine-0.0.28}/pyproject.toml

@@ -6,14 +6,12 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "frontengine"
-version = "0.0.26"
+version = "0.0.28"
 authors = [
     { name = "JE-Chen", email = "jechenmailman@gmail.com" },
 ]
 dependencies = [
-    "PySide6",
-    "qt-material",
-    "EdgeGPT"
+    "PySide6", "qt-material", "EdgeGPT", "pyttsx3", "SpeechRecognition", "PyAudio"
 ]
 description = "FrontEngine is BingGPT that can use-define front end or only use like screen saver"
 requires-python = ">=3.8"

frontengine-0.0.26/frontengine.egg-info/requires.txt

@@ -1,3 +0,0 @@
-PySide6
-qt-material
-EdgeGPT