frontengine 0.0.26__py3-none-any.whl → 0.0.28__py3-none-any.whl

frontengine/ui/chat/chat_scene_input.py

@@ -1,6 +1,5 @@
 import pyttsx3
 from PySide6.QtCore import QTimer
-from PySide6.QtGui import QScreen
 from PySide6.QtWidgets import QBoxLayout, QWidget, QPushButton, QHBoxLayout, QTextEdit, QMessageBox
 
 from frontengine.show.chat.chat_toast import ChatToast

frontengine/ui/chat/speech_to_text.py

@@ -0,0 +1,69 @@
+import queue
+import sys
+import time
+
+from PySide6.QtCore import QTimer
+from PySide6.QtWidgets import QWidget, QPushButton, QBoxLayout, QLineEdit
+from speech_recognition import Microphone
+from speech_recognition import Recognizer
+from speech_recognition import RequestError, UnknownValueError
+from threading import Thread
+
+from frontengine.utils.multi_language.language_wrapper import language_wrapper
+
+LISTENER_QUEUE = queue.Queue()
+
+
+def callback(recognizer: Recognizer, audio):
+    try:
+        text = recognizer.recognize_google(audio)
+        LISTENER_QUEUE.put_nowait(text)
+    except (RequestError, UnknownValueError) as error:
+        print(repr(error), file=sys.stderr)
+
+
+class ChatSpeechToText(QWidget):
+
+    def __init__(self):
+        super().__init__()
+        # UI
+        self.box_layout = QBoxLayout(QBoxLayout.Direction.LeftToRight)
+        self.voice_text_edit = QLineEdit()
+        self.start_listen_button = QPushButton(
+            language_wrapper.language_word_dict.get("chat_recognizer_voice_button"))
+        self.start_listen_button.clicked.connect(self.start_listener_thread)
+        self.send_text_button = QPushButton(
+            language_wrapper.language_word_dict.get("chat_scene_send_chat"))
+        self.box_layout.addWidget(self.voice_text_edit)
+        self.box_layout.addWidget(self.start_listen_button)
+        self.box_layout.addWidget(self.send_text_button)
+        self.setLayout(self.box_layout)
+        # Listener Timer
+        self.listener_timer = QTimer()
+        self.listener_timer.setInterval(100)
+        self.listener_timer.timeout.connect(self.update_voice_edit)
+        self.listener_timer.start()
+
+    def start_listener_thread(self):
+        listener_thread = Thread(target=self.start_listener)
+        listener_thread.daemon = True
+        listener_thread.start()
+
+    @classmethod
+    def start_listener(cls):
+        recognizer = Recognizer()
+        microphone = Microphone()
+        with microphone as source:
+            recognizer.adjust_for_ambient_noise(source, duration=0.1)
+        stop_listening = recognizer.listen_in_background(microphone, callback)
+        for receive_sound_time in range(50):
+            time.sleep(0.1)
+        stop_listening(wait_for_stop=False)
+
+    def update_voice_edit(self):
+        if not LISTENER_QUEUE.empty():
+            self.voice_text_edit.setText(str(LISTENER_QUEUE.get_nowait()))
+
+    def close(self) -> bool:
+        self.listener_timer.stop()
+        return super().close()

frontengine/ui/setting/chat_scene/chat_scene_setting.py

@@ -7,6 +7,7 @@ from frontengine.show.scene.scene import SceneManager
 from frontengine.ui.chat.chat_model import load_scene_json, chat_model
 from frontengine.ui.chat.chat_scene_input import ChatInputDialog
 from frontengine.ui.chat.chatthread import ChatThread, DELEGATE_CHAT
+from frontengine.ui.chat.speech_to_text import ChatSpeechToText
 from frontengine.utils.logging.loggin_instance import front_engine_logger
 from frontengine.utils.multi_language.language_wrapper import language_wrapper
 
@@ -15,6 +16,7 @@ class ChatSceneUI(QWidget):
 
     def __init__(self):
         super().__init__()
+        self.voice_input = None
         self.grid_layout = QGridLayout()
         self.grid_layout = QGridLayout(self)
         self.grid_layout.setContentsMargins(0, 0, 0, 0)
@@ -79,6 +81,10 @@ class ChatSceneUI(QWidget):
         self.local_box = QBoxLayout(QBoxLayout.Direction.LeftToRight)
         self.local_box.addWidget(self.locale_label)
         self.local_box.addWidget(self.locale_input)
+        # Start voice input
+        self.start_voice_input_button = QPushButton(
+            language_wrapper.language_word_dict.get("start_chat_voice_input_ui"))
+        self.start_voice_input_button.clicked.connect(self.start_voice_input)
         # Add to layout
         self.grid_layout.addWidget(self.choose_style_combobox, 0, 0)
         self.grid_layout.addWidget(self.close_delay_label, 0, 1)
@@ -88,7 +94,8 @@ class ChatSceneUI(QWidget):
         self.grid_layout.addLayout(self.local_box, 0, 5)
         self.grid_layout.addWidget(self.new_topic_button, 0, 6)
         self.grid_layout.addWidget(self.scene_input_button, 0, 7)
-        self.grid_layout.addWidget(self.start_button, 0, 8)
+        self.grid_layout.addWidget(self.start_voice_input_button, 0, 8)
+        self.grid_layout.addWidget(self.start_button, 0, 9)
         self.grid_layout.addWidget(self.chat_panel_scroll_area, 1, 0, -1, -1)
         self.setLayout(self.grid_layout)
 
@@ -102,6 +109,16 @@ class ChatSceneUI(QWidget):
         if chat_model.rowCount() > 0:
             self.start_scene()
 
+    def start_voice_input(self):
+        self.voice_input = ChatSpeechToText()
+        self.voice_input.show()
+        self.voice_input.send_text_button.clicked.connect(self.send_voice_chat)
+
+    def send_voice_chat(self):
+        chat_thread = ChatThread(
+            self.chat_panel, self.voice_input.voice_text_edit.text(), self.locale_input.text())
+        chat_thread.start()
+
     def send_chat(self):
         chat_thread = ChatThread(
             self.chat_panel, self.chat_input.chat_input.toPlainText(), self.locale_input.text())

frontengine/utils/multi_language/english.py

@@ -107,4 +107,7 @@ english_word_dict = {
     "chat_scene_precise": "precise",
     "chat_scene_balanced": "balanced",
     "chat_gpt_exception": "GPT error, pls retry or new topic",
+    # Chat voice input
+    "start_chat_voice_input_ui": "Open voice input ui",
+    "chat_recognizer_voice_button": "Start listen voice"
 }

frontengine/utils/multi_language/traditional_chinese.py

@@ -107,4 +107,7 @@ traditional_chinese_word_dict = {
     "chat_scene_precise": "精準",
     "chat_scene_balanced": "平衡",
     "chat_gpt_exception": "GPT 錯誤，請重試或開始一個新話題",
+    # Chat voice input
+    "start_chat_voice_input_ui": "開啟聲音輸入介面",
+    "chat_recognizer_voice_button": "開始錄製聲音"
 }

{frontengine-0.0.26.dist-info → frontengine-0.0.28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: frontengine
-Version: 0.0.26
+Version: 0.0.28
 Summary: FrontEngine is BingGPT that can use-define front end or only use like screen saver
 Author-email: JE-Chen <jechenmailman@gmail.com>
 License: MIT
@@ -19,6 +19,9 @@ License-File: LICENSE
 Requires-Dist: PySide6
 Requires-Dist: qt-material
 Requires-Dist: EdgeGPT
+Requires-Dist: pyttsx3
+Requires-Dist: SpeechRecognition
+Requires-Dist: PyAudio
 
 
 [![Downloads](https://static.pepy.tech/badge/frontengine)](https://pepy.tech/project/frontengine)

{frontengine-0.0.26.dist-info → frontengine-0.0.28.dist-info}/RECORD

@@ -24,8 +24,9 @@ frontengine/show/web/webview.py,sha256=iUGPA3qXpr07v9SriCudicvC3usT9mBYhOLuGIdEG
 frontengine/ui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 frontengine/ui/chat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 frontengine/ui/chat/chat_model.py,sha256=qmd1yh3q1Kv9GQHYD9YCVBLO-vI66t7OGVUxJnwSpg4,2775
-frontengine/ui/chat/chat_scene_input.py,sha256=kZjYo0_BOeEkcK0ckLLzxy33hWBfwUR2goRqIiRG38w,2518
+frontengine/ui/chat/chat_scene_input.py,sha256=9feBPap11cqXh4x5qu5dC0eSXHrzU7mthAdoy8W4bwI,2483
 frontengine/ui/chat/chatthread.py,sha256=NsmdMBQgFUR1Z1ih1K5YC-rCSoTFlcIXtKJ0eVmeftY,2590
+frontengine/ui/chat/speech_to_text.py,sha256=PzNDtYw6Ju5JqBeRIKICHVtlYq2hwpUTTF8jvHTjOPw,2548
 frontengine/ui/color/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 frontengine/ui/color/global_color.py,sha256=Rh-R-X2BHVjcK5MTBZ1nEMVHgLj1rP4nk-wTQKbiwFA,125
 frontengine/ui/dialog/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -36,7 +37,7 @@ frontengine/ui/main/language_menu.py,sha256=hY4W5pKeJTff_9JEfS0aSUh7Bi5zArLvSrhg
 frontengine/ui/main/main_ui.py,sha256=AkCaMPvZUEcVbfG-xixUkqgHNq6fr7MO6WKtHv2mz_I,6367
 frontengine/ui/setting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 frontengine/ui/setting/chat_scene/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-frontengine/ui/setting/chat_scene/chat_scene_setting.py,sha256=xrTjYPXfRskv_5mkgl2sMMbRgWwqwrozI4m_kPAIPVw,6795
+frontengine/ui/setting/chat_scene/chat_scene_setting.py,sha256=CbdUm8goEY8abbqGOSCi4WD-mtYbjaPm-Dpo8ElU2nQ,7603
 frontengine/ui/setting/control_center/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 frontengine/ui/setting/control_center/control_center_ui.py,sha256=Y3ZuOxkYOQ_Cc1mecJwJMhyqLyIi-LZand4X0k3vzfE,8318
 frontengine/ui/setting/gif/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -93,13 +94,13 @@ frontengine/utils/json_format/json_process.py,sha256=xJt_4Hm_o3sNDoeGtRW9Q7fsRj3
 frontengine/utils/logging/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 frontengine/utils/logging/loggin_instance.py,sha256=4sXnOHo5yyyHp1w7HcBd28-MXc6CTORQ0xAdMcb4tyU,579
 frontengine/utils/multi_language/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-frontengine/utils/multi_language/english.py,sha256=1BlyJ82lo7XAEizvYOVP0Jsz5kK5R2y327Uq0-D96Yw,4692
+frontengine/utils/multi_language/english.py,sha256=FEGbsVTh9e_Ruz77vfqInW2sdOCCddqxRalyyYj5VL8,4831
 frontengine/utils/multi_language/language_wrapper.py,sha256=KBqsG6ng5LSJkGqmu_YDxI8yAjXwgHM12DOzVgh_HXI,848
-frontengine/utils/multi_language/traditional_chinese.py,sha256=LJr-4gLGNHHeG3qT-QU0PKXSMNjEXNmZiuG3TwKFM9o,4838
+frontengine/utils/multi_language/traditional_chinese.py,sha256=Oeabbu7iFNz5WNt_2P0-qc9DtYP3Ccska6MrclOSMYI,4982
 frontengine/utils/redirect_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 frontengine/utils/redirect_manager/redirect_manager_class.py,sha256=zGJeVpjRU12MCnhVAdksAIhK_IhddI4cNKVb7DMgOZA,1888
-frontengine-0.0.26.dist-info/LICENSE,sha256=b3VlPBXnrDylKGffOEOLWMgOX-yfd65XC7PA1_sox2o,1085
-frontengine-0.0.26.dist-info/METADATA,sha256=ZE0G4ZgpoEMzS6VX8V5DDUnNbxhj5oMGbaAkVjNnM1o,2867
-frontengine-0.0.26.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-frontengine-0.0.26.dist-info/top_level.txt,sha256=btCybScN_ubeQ8phsSDBB0T-HyHjqt7b-WPy61uTox0,12
-frontengine-0.0.26.dist-info/RECORD,,
+frontengine-0.0.28.dist-info/LICENSE,sha256=b3VlPBXnrDylKGffOEOLWMgOX-yfd65XC7PA1_sox2o,1085
+frontengine-0.0.28.dist-info/METADATA,sha256=uoq15uR017ACQnHFr8DDc5bpDUf17USjCYJTidEsHps,2949
+frontengine-0.0.28.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+frontengine-0.0.28.dist-info/top_level.txt,sha256=btCybScN_ubeQ8phsSDBB0T-HyHjqt7b-WPy61uTox0,12
+frontengine-0.0.28.dist-info/RECORD,,