Anchor-annotator 0.7.0__py3-none-any.whl → 0.8.0__py3-none-any.whl

anchor/settings.py

@@ -46,6 +46,9 @@ class AnchorSettings(QtCore.QSettings):
     IE_MODEL_PATH = "ie_model_path"
     PHONE_MAPPING_PATH = "phone_mapping_path"
     REFERENCE_ALIGNMENT_PATH = "reference_alignment_path"
+    LANGUAGE = "language"
+    VAD_MODEL = "kaldi"
+    SPECTRAL_FEATURES = "spectrogram"
 
     AUTOSAVE = "anchor/autosave"
     AUTOLOAD = "anchor/autoload"
@@ -99,6 +102,7 @@ class AnchorSettings(QtCore.QSettings):
     LOCKED = "anchor/locked"
     CUDA = "anchor/cuda"
     GITHUB_TOKEN = "anchor/github_token"
+    HF_TOKEN = "anchor/hf_token"
     TIME_DIRECTION = "anchor/time_direction"
     RTL = "Right-to-left"
     LTR = "Left-to-right"
@@ -220,6 +224,9 @@ class AnchorSettings(QtCore.QSettings):
             AnchorSettings.TIER_TRANSCRIBED_WORDS_VISIBLE: True,
             AnchorSettings.TIER_TRANSCRIBED_PHONES_VISIBLE: True,
             AnchorSettings.THEME_PRESET: "MFA",
+            AnchorSettings.LANGUAGE: "unknown",
+            AnchorSettings.VAD_MODEL: "kaldi",
+            AnchorSettings.SPECTRAL_FEATURES: "spectrogram",
             AnchorSettings.PLOT_THREAD_COUNT: 10,
         }
         self.default_values.update(self.mfa_theme)
@@ -778,7 +785,7 @@ class AnchorSettings(QtCore.QSettings):
             border: {self.border_width}px solid {enabled_border_color};
         }}
         QCheckBox::indicator:checked {{
-            image: url(:/icons/anchor_dark/actions/check.svg);
+            image: url(:/icons/anchor_light/actions/check.svg);
         }}
         QTextEdit{{
             color: {text_edit_color};

anchor/ui_main_window.py

@@ -3,11 +3,12 @@
 ################################################################################
 ## Form generated from reading UI file 'main_window.ui'
 ##
-## Created by: Qt User Interface Compiler version 6.2.2
+## Created by: Qt User Interface Compiler version 6.7.2
 ##
 ## WARNING! All changes made in this file will be lost when recompiling UI file!
 ################################################################################
 
+import resources_rc
 from PySide6.QtCore import (
     QCoreApplication,
     QDate,
@@ -54,7 +55,6 @@ from PySide6.QtWidgets import (
     QWidget,
 )
 
-import anchor.resources_rc
 from anchor.widgets import (
     AcousticModelWidget,
     AlignmentWidget,
@@ -77,7 +77,7 @@ class Ui_MainWindow(object):
             MainWindow.setObjectName("MainWindow")
         MainWindow.resize(1448, 974)
         icon = QIcon()
-        icon.addFile(":/anchor-yellow.svg", QSize(), QIcon.Normal, QIcon.Off)
+        icon.addFile(":/anchor-yellow.svg", QSize(), QIcon.Mode.Normal, QIcon.State.Off)
         MainWindow.setWindowIcon(icon)
         MainWindow.setStyleSheet("")
         MainWindow.setAnimated(True)
@@ -237,18 +237,23 @@ class Ui_MainWindow(object):
         self.alignUtteranceAct.setEnabled(False)
         icon19 = QIcon(QIcon.fromTheme("edit-magic"))
         self.alignUtteranceAct.setIcon(icon19)
+        self.trimUtteranceAct = QAction(MainWindow)
+        self.trimUtteranceAct.setObjectName("trimUtteranceAct")
+        self.trimUtteranceAct.setEnabled(False)
+        icon20 = QIcon(QIcon.fromTheme("edit-scissors"))
+        self.trimUtteranceAct.setIcon(icon20)
         self.reloadCorpusAct = QAction(MainWindow)
         self.reloadCorpusAct.setObjectName("reloadCorpusAct")
         self.zoomToSelectionAct = QAction(MainWindow)
         self.zoomToSelectionAct.setObjectName("zoomToSelectionAct")
         self.zoomToSelectionAct.setEnabled(False)
-        icon20 = QIcon(QIcon.fromTheme("zoom-fit-best"))
-        self.zoomToSelectionAct.setIcon(icon20)
+        icon21 = QIcon(QIcon.fromTheme("zoom-fit-best"))
+        self.zoomToSelectionAct.setIcon(icon21)
         self.oovsOnlyAct = QAction(MainWindow)
         self.oovsOnlyAct.setObjectName("oovsOnlyAct")
         self.oovsOnlyAct.setCheckable(True)
-        icon21 = QIcon(QIcon.fromTheme("tools-check-spelling"))
-        self.oovsOnlyAct.setIcon(icon21)
+        icon22 = QIcon(QIcon.fromTheme("tools-check-spelling"))
+        self.oovsOnlyAct.setIcon(icon22)
         self.diarizeSpeakersAct = QAction(MainWindow)
         self.diarizeSpeakersAct.setObjectName("diarizeSpeakersAct")
         self.find_duplicates_action = QAction(MainWindow)
@@ -264,6 +269,20 @@ class Ui_MainWindow(object):
         self.openCorpusManagerAct.setObjectName("openCorpusManagerAct")
         self.verifyTranscriptsAct = QAction(MainWindow)
         self.verifyTranscriptsAct.setObjectName("verifyTranscriptsAct")
+        self.transcribeUtteranceAct = QAction(MainWindow)
+        self.transcribeUtteranceAct.setObjectName("transcribeUtteranceAct")
+        self.transcribeUtteranceAct.setEnabled(False)
+        icon23 = QIcon(QIcon.fromTheme("edit-pen"))
+        self.transcribeUtteranceAct.setIcon(icon23)
+        self.actionLoad_VAD_model = QAction(MainWindow)
+        self.actionLoad_VAD_model.setObjectName("actionLoad_VAD_model")
+        self.speechbrainVadAct = QAction(MainWindow)
+        self.speechbrainVadAct.setObjectName("speechbrainVadAct")
+        self.speechbrainVadAct.setCheckable(True)
+        self.speechbrainVadAct.setEnabled(False)
+        self.kaldiVadAct = QAction(MainWindow)
+        self.kaldiVadAct.setObjectName("kaldiVadAct")
+        self.kaldiVadAct.setCheckable(True)
         self.centralwidget = QWidget(MainWindow)
         self.centralwidget.setObjectName("centralwidget")
         self.verticalLayout_4 = QVBoxLayout(self.centralwidget)
@@ -327,12 +346,16 @@ class Ui_MainWindow(object):
         self.menuDownload_G2P_model = QMenu(self.menuModels)
         self.menuDownload_G2P_model.setObjectName("menuDownload_G2P_model")
         self.menuDownload_G2P_model.setMaximumSize(QSize(200, 400))
+        self.vadModelMenu = QMenu(self.menuModels)
+        self.vadModelMenu.setObjectName("vadModelMenu")
         self.menuAlignment = QMenu(self.menubar)
         self.menuAlignment.setObjectName("menuAlignment")
         self.menuTranscription = QMenu(self.menubar)
         self.menuTranscription.setObjectName("menuTranscription")
         self.menuExperimental = QMenu(self.menubar)
         self.menuExperimental.setObjectName("menuExperimental")
+        self.menuLanguage = QMenu(self.menubar)
+        self.menuLanguage.setObjectName("menuLanguage")
         MainWindow.setMenuBar(self.menubar)
         self.statusbar = QStatusBar(MainWindow)
         self.statusbar.setObjectName("statusbar")
@@ -347,23 +370,23 @@ class Ui_MainWindow(object):
         self.utteranceListWidget = UtteranceListWidget()
         self.utteranceListWidget.setObjectName("utteranceListWidget")
         self.utteranceDockWidget.setWidget(self.utteranceListWidget)
-        MainWindow.addDockWidget(Qt.LeftDockWidgetArea, self.utteranceDockWidget)
+        MainWindow.addDockWidget(Qt.DockWidgetArea.LeftDockWidgetArea, self.utteranceDockWidget)
         self.dictionaryDockWidget = QDockWidget(MainWindow)
         self.dictionaryDockWidget.setObjectName("dictionaryDockWidget")
         self.dictionaryWidget = DictionaryWidget()
         self.dictionaryWidget.setObjectName("dictionaryWidget")
         self.dictionaryDockWidget.setWidget(self.dictionaryWidget)
-        MainWindow.addDockWidget(Qt.LeftDockWidgetArea, self.dictionaryDockWidget)
+        MainWindow.addDockWidget(Qt.DockWidgetArea.LeftDockWidgetArea, self.dictionaryDockWidget)
         self.speakerDockWidget = QDockWidget(MainWindow)
         self.speakerDockWidget.setObjectName("speakerDockWidget")
         self.speakerWidget = SpeakerWidget()
         self.speakerWidget.setObjectName("speakerWidget")
         self.speakerDockWidget.setWidget(self.speakerWidget)
-        MainWindow.addDockWidget(Qt.LeftDockWidgetArea, self.speakerDockWidget)
+        MainWindow.addDockWidget(Qt.DockWidgetArea.LeftDockWidgetArea, self.speakerDockWidget)
         self.toolBar = QToolBar(MainWindow)
         self.toolBar.setObjectName("toolBar")
         self.toolBar.setEnabled(True)
-        sizePolicy = QSizePolicy(QSizePolicy.Preferred, QSizePolicy.Fixed)
+        sizePolicy = QSizePolicy(QSizePolicy.Policy.Preferred, QSizePolicy.Policy.Fixed)
         sizePolicy.setHorizontalStretch(1)
         sizePolicy.setVerticalStretch(0)
         sizePolicy.setHeightForWidth(self.toolBar.sizePolicy().hasHeightForWidth())
@@ -373,25 +396,31 @@ class Ui_MainWindow(object):
         self.toolBar.setAllowedAreas(Qt.BottomToolBarArea)
         self.toolBar.setIconSize(QSize(25, 25))
         self.toolBar.setFloatable(False)
-        MainWindow.addToolBar(Qt.BottomToolBarArea, self.toolBar)
+        MainWindow.addToolBar(Qt.ToolBarArea.BottomToolBarArea, self.toolBar)
         self.acousticModelDockWidget = QDockWidget(MainWindow)
         self.acousticModelDockWidget.setObjectName("acousticModelDockWidget")
         self.acousticModelWidget = AcousticModelWidget()
         self.acousticModelWidget.setObjectName("acousticModelWidget")
         self.acousticModelDockWidget.setWidget(self.acousticModelWidget)
-        MainWindow.addDockWidget(Qt.LeftDockWidgetArea, self.acousticModelDockWidget)
+        MainWindow.addDockWidget(
+            Qt.DockWidgetArea.LeftDockWidgetArea, self.acousticModelDockWidget
+        )
         self.languageModelDockWidget = QDockWidget(MainWindow)
         self.languageModelDockWidget.setObjectName("languageModelDockWidget")
         self.languageModelWidget = LanguageModelWidget()
         self.languageModelWidget.setObjectName("languageModelWidget")
         self.languageModelDockWidget.setWidget(self.languageModelWidget)
-        MainWindow.addDockWidget(Qt.LeftDockWidgetArea, self.languageModelDockWidget)
+        MainWindow.addDockWidget(
+            Qt.DockWidgetArea.LeftDockWidgetArea, self.languageModelDockWidget
+        )
         self.transcriptionDockWidget = QDockWidget(MainWindow)
         self.transcriptionDockWidget.setObjectName("transcriptionDockWidget")
         self.transcriptionWidget = TranscriberWidget()
         self.transcriptionWidget.setObjectName("transcriptionWidget")
         self.transcriptionDockWidget.setWidget(self.transcriptionWidget)
-        MainWindow.addDockWidget(Qt.LeftDockWidgetArea, self.transcriptionDockWidget)
+        MainWindow.addDockWidget(
+            Qt.DockWidgetArea.LeftDockWidgetArea, self.transcriptionDockWidget
+        )
         self.alignmentDockWidget = QDockWidget(MainWindow)
         self.alignmentDockWidget.setObjectName("alignmentDockWidget")
         self.alignmentDockWidget.setEnabled(True)
@@ -399,19 +428,19 @@ class Ui_MainWindow(object):
         self.alignmentWidget = AlignmentWidget()
         self.alignmentWidget.setObjectName("alignmentWidget")
         self.alignmentDockWidget.setWidget(self.alignmentWidget)
-        MainWindow.addDockWidget(Qt.LeftDockWidgetArea, self.alignmentDockWidget)
+        MainWindow.addDockWidget(Qt.DockWidgetArea.LeftDockWidgetArea, self.alignmentDockWidget)
         self.oovDockWidget = QDockWidget(MainWindow)
         self.oovDockWidget.setObjectName("oovDockWidget")
         self.oovWidget = OovWidget()
         self.oovWidget.setObjectName("oovWidget")
         self.oovDockWidget.setWidget(self.oovWidget)
-        MainWindow.addDockWidget(Qt.RightDockWidgetArea, self.oovDockWidget)
+        MainWindow.addDockWidget(Qt.DockWidgetArea.RightDockWidgetArea, self.oovDockWidget)
         self.diarizationDockWidget = QDockWidget(MainWindow)
         self.diarizationDockWidget.setObjectName("diarizationDockWidget")
         self.diarizationWidget = DiarizationWidget()
         self.diarizationWidget.setObjectName("diarizationWidget")
         self.diarizationDockWidget.setWidget(self.diarizationWidget)
-        MainWindow.addDockWidget(Qt.LeftDockWidgetArea, self.diarizationDockWidget)
+        MainWindow.addDockWidget(Qt.DockWidgetArea.LeftDockWidgetArea, self.diarizationDockWidget)
 
         self.menubar.addAction(self.menuCorpus.menuAction())
         self.menubar.addAction(self.menuEdit.menuAction())
@@ -421,6 +450,7 @@ class Ui_MainWindow(object):
         self.menubar.addAction(self.menuTranscription.menuAction())
         self.menubar.addAction(self.menuExperimental.menuAction())
         self.menubar.addAction(self.menuWindow.menuAction())
+        self.menubar.addAction(self.menuLanguage.menuAction())
         self.menuCorpus.addAction(self.loadCorpusAct)
         self.menuCorpus.addAction(self.loadRecentCorpusMenu.menuAction())
         self.menuCorpus.addAction(self.openCorpusManagerAct)
@@ -462,6 +492,8 @@ class Ui_MainWindow(object):
         self.menuModels.addAction(self.ivectorExtractorMenu.menuAction())
         self.menuModels.addAction(self.menuDownload_ivector_extractor.menuAction())
         self.menuModels.addAction(self.closeIvectorExtractorAct)
+        self.menuModels.addSeparator()
+        self.menuModels.addAction(self.vadModelMenu.menuAction())
         self.acousticModelMenu.addAction(self.loadAcousticModelAct)
         self.acousticModelMenu.addSeparator()
         self.g2pMenu.addAction(self.loadG2PModelAct)
@@ -474,6 +506,8 @@ class Ui_MainWindow(object):
         self.menuDownload_ivector_extractor.addSeparator()
         self.menuDownload_language_model.addSeparator()
         self.menuDownload_G2P_model.addSeparator()
+        self.vadModelMenu.addAction(self.speechbrainVadAct)
+        self.vadModelMenu.addAction(self.kaldiVadAct)
         self.menuAlignment.addAction(self.loadReferenceAlignmentsAct)
         self.menuAlignment.addAction(self.selectMappingFileAct)
         self.menuAlignment.addAction(self.evaluateAlignmentsAct)
@@ -492,6 +526,8 @@ class Ui_MainWindow(object):
         self.toolBar.addAction(self.deleteUtterancesAct)
         self.toolBar.addSeparator()
         self.toolBar.addAction(self.alignUtteranceAct)
+        self.toolBar.addAction(self.transcribeUtteranceAct)
+        self.toolBar.addAction(self.trimUtteranceAct)
         self.toolBar.addAction(self.segmentUtteranceAct)
         self.toolBar.addAction(self.lockEditAct)
         self.toolBar.addAction(self.exportFilesAct)
@@ -628,6 +664,14 @@ class Ui_MainWindow(object):
             QCoreApplication.translate("MainWindow", "Align the current utterance", None)
         )
         # endif // QT_CONFIG(tooltip)
+        self.trimUtteranceAct.setText(
+            QCoreApplication.translate("MainWindow", "Trim utterance", None)
+        )
+        # if QT_CONFIG(tooltip)
+        self.trimUtteranceAct.setToolTip(
+            QCoreApplication.translate("MainWindow", "Trim the current utterance", None)
+        )
+        # endif // QT_CONFIG(tooltip)
         self.reloadCorpusAct.setText(
             QCoreApplication.translate("MainWindow", "Reload corpus text from disk", None)
         )
@@ -673,6 +717,21 @@ class Ui_MainWindow(object):
             QCoreApplication.translate("MainWindow", "Verify transcripts", None)
         )
         # endif // QT_CONFIG(tooltip)
+        self.transcribeUtteranceAct.setText(
+            QCoreApplication.translate("MainWindow", "Transcribe utterance", None)
+        )
+        # if QT_CONFIG(tooltip)
+        self.transcribeUtteranceAct.setToolTip(
+            QCoreApplication.translate("MainWindow", "Transcribe the current utterance", None)
+        )
+        # endif // QT_CONFIG(tooltip)
+        self.actionLoad_VAD_model.setText(
+            QCoreApplication.translate("MainWindow", "Load VAD model", None)
+        )
+        self.speechbrainVadAct.setText(
+            QCoreApplication.translate("MainWindow", "speechbrain", None)
+        )
+        self.kaldiVadAct.setText(QCoreApplication.translate("MainWindow", "kaldi", None))
         self.menuCorpus.setTitle(QCoreApplication.translate("MainWindow", "Corpus", None))
         self.loadRecentCorpusMenu.setTitle(
             QCoreApplication.translate("MainWindow", "Load a recent corpus", None)
@@ -709,6 +768,9 @@ class Ui_MainWindow(object):
         self.menuDownload_G2P_model.setTitle(
             QCoreApplication.translate("MainWindow", "Download G2P model", None)
         )
+        self.vadModelMenu.setTitle(
+            QCoreApplication.translate("MainWindow", "Load VAD model", None)
+        )
         self.menuAlignment.setTitle(QCoreApplication.translate("MainWindow", "Alignment", None))
         self.menuTranscription.setTitle(
             QCoreApplication.translate("MainWindow", "Transcription", None)
@@ -716,6 +778,7 @@ class Ui_MainWindow(object):
         self.menuExperimental.setTitle(
             QCoreApplication.translate("MainWindow", "Experimental", None)
         )
+        self.menuLanguage.setTitle(QCoreApplication.translate("MainWindow", "Language", None))
         self.utteranceDockWidget.setWindowTitle(
             QCoreApplication.translate("MainWindow", "Utterances", None)
         )

anchor/ui_preferences.py

@@ -3,7 +3,7 @@
 ################################################################################
 ## Form generated from reading UI file 'preferences.ui'
 ##
-## Created by: Qt User Interface Compiler version 6.2.2
+## Created by: Qt User Interface Compiler version 6.7.2
 ##
 ## WARNING! All changes made in this file will be lost when recompiling UI file!
 ################################################################################
@@ -82,7 +82,7 @@ class Ui_PreferencesDialog(object):
         self.scrollArea_3.setWidgetResizable(True)
         self.scrollAreaWidgetContents_3 = QWidget()
         self.scrollAreaWidgetContents_3.setObjectName("scrollAreaWidgetContents_3")
-        self.scrollAreaWidgetContents_3.setGeometry(QRect(0, 0, 258, 322))
+        self.scrollAreaWidgetContents_3.setGeometry(QRect(0, 0, 682, 353))
         self.formLayout = QFormLayout(self.scrollAreaWidgetContents_3)
         self.formLayout.setObjectName("formLayout")
         self.autosaveLabel = QLabel(self.scrollAreaWidgetContents_3)
@@ -143,40 +143,40 @@ class Ui_PreferencesDialog(object):
         self.githubTokenLabel = QLabel(self.scrollAreaWidgetContents_3)
         self.githubTokenLabel.setObjectName("githubTokenLabel")
 
-        self.formLayout.setWidget(8, QFormLayout.LabelRole, self.githubTokenLabel)
+        self.formLayout.setWidget(9, QFormLayout.LabelRole, self.githubTokenLabel)
 
         self.githubTokenEdit = QLineEdit(self.scrollAreaWidgetContents_3)
         self.githubTokenEdit.setObjectName("githubTokenEdit")
 
-        self.formLayout.setWidget(8, QFormLayout.FieldRole, self.githubTokenEdit)
+        self.formLayout.setWidget(9, QFormLayout.FieldRole, self.githubTokenEdit)
 
         self.resultsPerPageLabel = QLabel(self.scrollAreaWidgetContents_3)
         self.resultsPerPageLabel.setObjectName("resultsPerPageLabel")
 
-        self.formLayout.setWidget(10, QFormLayout.LabelRole, self.resultsPerPageLabel)
+        self.formLayout.setWidget(11, QFormLayout.LabelRole, self.resultsPerPageLabel)
 
         self.resultsPerPageEdit = QSpinBox(self.scrollAreaWidgetContents_3)
         self.resultsPerPageEdit.setObjectName("resultsPerPageEdit")
         self.resultsPerPageEdit.setMaximum(1000)
 
-        self.formLayout.setWidget(10, QFormLayout.FieldRole, self.resultsPerPageEdit)
+        self.formLayout.setWidget(11, QFormLayout.FieldRole, self.resultsPerPageEdit)
 
         self.timeDirectionLabel = QLabel(self.scrollAreaWidgetContents_3)
         self.timeDirectionLabel.setObjectName("timeDirectionLabel")
 
-        self.formLayout.setWidget(12, QFormLayout.LabelRole, self.timeDirectionLabel)
+        self.formLayout.setWidget(13, QFormLayout.LabelRole, self.timeDirectionLabel)
 
         self.timeDirectionComboBox = QComboBox(self.scrollAreaWidgetContents_3)
         self.timeDirectionComboBox.addItem("")
         self.timeDirectionComboBox.addItem("")
         self.timeDirectionComboBox.setObjectName("timeDirectionComboBox")
 
-        self.formLayout.setWidget(12, QFormLayout.FieldRole, self.timeDirectionComboBox)
+        self.formLayout.setWidget(13, QFormLayout.FieldRole, self.timeDirectionComboBox)
 
         self.visibleSpeakerLabel = QLabel(self.scrollAreaWidgetContents_3)
         self.visibleSpeakerLabel.setObjectName("visibleSpeakerLabel")
 
-        self.formLayout.setWidget(13, QFormLayout.LabelRole, self.visibleSpeakerLabel)
+        self.formLayout.setWidget(14, QFormLayout.LabelRole, self.visibleSpeakerLabel)
 
         self.visibleSpeakerComboBox = QComboBox(self.scrollAreaWidgetContents_3)
         self.visibleSpeakerComboBox.addItem("")
@@ -186,7 +186,7 @@ class Ui_PreferencesDialog(object):
         self.visibleSpeakerComboBox.addItem("")
         self.visibleSpeakerComboBox.setObjectName("visibleSpeakerComboBox")
 
-        self.formLayout.setWidget(13, QFormLayout.FieldRole, self.visibleSpeakerComboBox)
+        self.formLayout.setWidget(14, QFormLayout.FieldRole, self.visibleSpeakerComboBox)
 
         self.cudaCheckBox = QCheckBox(self.scrollAreaWidgetContents_3)
         self.cudaCheckBox.setObjectName("cudaCheckBox")
@@ -203,6 +203,16 @@ class Ui_PreferencesDialog(object):
 
         self.formLayout.setWidget(6, QFormLayout.LabelRole, self.useMpLabel)
 
+        self.hfTokenEdit = QLineEdit(self.scrollAreaWidgetContents_3)
+        self.hfTokenEdit.setObjectName("hfTokenEdit")
+
+        self.formLayout.setWidget(10, QFormLayout.FieldRole, self.hfTokenEdit)
+
+        self.hfTokenLabel = QLabel(self.scrollAreaWidgetContents_3)
+        self.hfTokenLabel.setObjectName("hfTokenLabel")
+
+        self.formLayout.setWidget(10, QFormLayout.LabelRole, self.hfTokenLabel)
+
         self.scrollArea_3.setWidget(self.scrollAreaWidgetContents_3)
 
         self.verticalLayout_8.addWidget(self.scrollArea_3)
@@ -436,7 +446,7 @@ class Ui_PreferencesDialog(object):
         self.scrollArea_2.setWidgetResizable(True)
         self.scrollAreaWidgetContents_2 = QWidget()
         self.scrollAreaWidgetContents_2.setObjectName("scrollAreaWidgetContents_2")
-        self.scrollAreaWidgetContents_2.setGeometry(QRect(0, 0, 173, 410))
+        self.scrollAreaWidgetContents_2.setGeometry(QRect(0, 0, 668, 410))
         self.verticalLayout_7 = QVBoxLayout(self.scrollAreaWidgetContents_2)
         self.verticalLayout_7.setObjectName("verticalLayout_7")
         self.formLayout_2 = QFormLayout()
@@ -587,7 +597,7 @@ class Ui_PreferencesDialog(object):
         self.scrollArea_4.setWidgetResizable(True)
         self.scrollAreaWidgetContents_4 = QWidget()
         self.scrollAreaWidgetContents_4.setObjectName("scrollAreaWidgetContents_4")
-        self.scrollAreaWidgetContents_4.setGeometry(QRect(0, 0, 231, 228))
+        self.scrollAreaWidgetContents_4.setGeometry(QRect(0, 0, 682, 353))
         self.verticalLayout_11 = QVBoxLayout(self.scrollAreaWidgetContents_4)
         self.verticalLayout_11.setObjectName("verticalLayout_11")
         self.formLayout_6 = QFormLayout()
@@ -684,7 +694,7 @@ class Ui_PreferencesDialog(object):
         self.scrollArea_5.setWidgetResizable(True)
         self.scrollAreaWidgetContents_5 = QWidget()
         self.scrollAreaWidgetContents_5.setObjectName("scrollAreaWidgetContents_5")
-        self.scrollAreaWidgetContents_5.setGeometry(QRect(0, 0, 223, 250))
+        self.scrollAreaWidgetContents_5.setGeometry(QRect(0, 0, 682, 353))
         self.verticalLayout_13 = QVBoxLayout(self.scrollAreaWidgetContents_5)
         self.verticalLayout_13.setObjectName("verticalLayout_13")
         self.formLayout_7 = QFormLayout()
@@ -796,7 +806,7 @@ class Ui_PreferencesDialog(object):
         self.buttonBox.accepted.connect(PreferencesDialog.accept)
         self.buttonBox.rejected.connect(PreferencesDialog.reject)
 
-        self.tabWidget.setCurrentIndex(1)
+        self.tabWidget.setCurrentIndex(3)
         self.visibleSpeakerComboBox.setCurrentIndex(1)
 
         QMetaObject.connectSlotsByName(PreferencesDialog)
@@ -866,6 +876,9 @@ class Ui_PreferencesDialog(object):
         self.useMpLabel.setText(
             QCoreApplication.translate("PreferencesDialog", "Use multiprocessing?", None)
         )
+        self.hfTokenLabel.setText(
+            QCoreApplication.translate("PreferencesDialog", "HuggingFace request token", None)
+        )
         self.tabWidget.setTabText(
             self.tabWidget.indexOf(self.generalTab),
             QCoreApplication.translate("PreferencesDialog", "General", None),

anchor/undo.py

@@ -2,6 +2,7 @@ from __future__ import annotations
 
 import collections
 import typing
+import unicodedata
 
 import pynini.lib
 import sqlalchemy
@@ -427,18 +428,23 @@ class UpdateUtteranceTextCommand(FileCommand):
                 "UpdateUtteranceTextCommand", "Update utterance text"
             )
         )
-        self.tokenizer = self.corpus_model.corpus.get_tokenizer(
-            self.corpus_model.corpus.get_dict_id_for_speaker(
-                self.corpus_model.get_speaker_name(self.speaker_id)
+        try:
+            self.tokenizer = self.corpus_model.corpus.get_tokenizer(
+                self.corpus_model.corpus.get_dict_id_for_speaker(
+                    self.corpus_model.get_speaker_name(self.speaker_id)
+                )
             )
-        )
+        except (AttributeError, KeyError):
+            self.tokenizer = None
 
     def _process_text(self, session, text: str):
         self.utterance.text = text
-        normalized_text, normalized_character_text, oovs = self.tokenizer(text)
-        self.utterance.normalized_text = normalized_text
-        self.utterance.normalized_character_text = normalized_character_text
-        self.utterance.oovs = " ".join(oovs)
+        if self.tokenizer is not None:
+            text = unicodedata.normalize("NFKC", text)
+            normalized_text, normalized_character_text, oovs = self.tokenizer(text)
+            self.utterance.normalized_text = normalized_text
+            self.utterance.normalized_character_text = normalized_character_text
+            self.utterance.oovs = " ".join(oovs)
         self.utterance.ignored = not text
         session.merge(self.utterance)
 
@@ -751,7 +757,7 @@ class AddPronunciationCommand(DictionaryCommand):
         if not self.pronunciation:
             if dictionary_model.g2p_generator is not None:
                 try:
-                    self.pronunciation = dictionary_model.g2p_generator.rewriter(word)[0]
+                    self.pronunciation = dictionary_model.g2p_generator.rewriter(word)[0][0]
                 except (pynini.lib.rewrite.Error, IndexError):
                     self.pronunciation = self.oov_phone
             else:

anchor/widgets.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import logging
 import os
 import re
 import time
@@ -19,6 +20,7 @@ from montreal_forced_aligner.data import (  # noqa
     WordType,
 )
 from montreal_forced_aligner.db import Corpus, Phone, Speaker, Utterance  # noqa
+from montreal_forced_aligner.models import AcousticModel, Archive
 from montreal_forced_aligner.utils import DatasetType, inspect_database, mfa_open  # noqa
 from PySide6 import QtCore, QtGui, QtMultimedia, QtSvgWidgets, QtWidgets
 
@@ -52,6 +54,8 @@ if TYPE_CHECKING:
 outside_column_ratio = 0.2
 outside_column_minimum = 250
 
+logger = logging.getLogger("anchor")
+
 
 class ErrorButtonBox(QtWidgets.QDialogButtonBox):
     def __init__(self, *args, **kwargs):
@@ -101,8 +105,8 @@ class MediaPlayer(QtMultimedia.QMediaPlayer):  # pragma: no cover
         self.audioOutput().setMuted(muted)
 
     def handle_error(self, *args):
-        print("ERROR")
-        print(args)
+        logger.info("ERROR")
+        logger.info(args)
 
     def play(self) -> None:
         if self.startTime() is None:
@@ -387,7 +391,7 @@ class BaseTableView(QtWidgets.QTableView):
 class AnchorTableView(BaseTableView):
     def setModel(self, model: QtCore.QAbstractItemModel) -> None:
         super().setModel(model)
-        self.model().newResults.connect(self.scrollToTop)
+        # self.model().newResults.connect(self.scrollToTop)
         self.selectionModel().clear()
         self.horizontalHeader().sortIndicatorChanged.connect(self.model().update_sort)
 
@@ -729,25 +733,20 @@ class UtteranceListWidget(QtWidgets.QWidget):  # pragma: no cover
 
     def search(self):
         self.selection_model.clearSelection()
-        new_query = (
-            self.search_box.query,
-            self.file_dropdown.current_text(),
-            self.speaker_dropdown.current_text(),
-            self.oov_button.isChecked(),
-        )
-        if new_query != self.cached_query:
-            self.pagination_toolbar.reset()
-            self.corpus_model.current_offset = 0
+        query = self.search_box.query()
+        query.graphemes = self.corpus_model.dictionary_model.graphemes
+        self.pagination_toolbar.reset()
+        self.corpus_model.current_offset = 0
         self.corpus_model.search(
-            self.search_box.query(),
+            query,
             self.file_dropdown.current_text(),
             self.speaker_dropdown.current_text(),
             oovs=self.oov_button.isChecked(),
         )
-        self.corpus_model.set_text_filter(self.search_box.query())
 
     def replace(self):
         search_query = self.search_box.query()
+        search_query.graphemes = self.corpus_model.dictionary_model.graphemes
         if not search_query.text:
             return
         replacement = self.replace_box.text()
@@ -2360,7 +2359,7 @@ class ModelInfoWidget(QtWidgets.QWidget):
 
     def refresh(self):
         self.tree.clear()
-        if self.model is not None:
+        if self.model is not None and isinstance(self.model, Archive):
             self.label.setText(self.model.name)
             self.path_label.setText(str(self.model.source))
             meta = self.model.meta
@@ -2474,7 +2473,7 @@ class TranscriberWidget(QtWidgets.QWidget):
         else:
             validate_enabled = False
             self.dictionary_label.setText("Not loaded")
-        if self.corpus_model.acoustic_model is not None:
+        if isinstance(self.corpus_model.acoustic_model, AcousticModel):
             self.acoustic_model_label.setText(self.corpus_model.acoustic_model.name)
         else:
             validate_enabled = False
@@ -2998,7 +2997,7 @@ class AlignmentWidget(QtWidgets.QWidget):
         else:
             validate_enabled = False
             self.dictionary_label.setText("Not loaded")
-        if self.corpus_model.acoustic_model is not None:
+        if isinstance(self.corpus_model.acoustic_model, AcousticModel):
             self.acoustic_model_label.setText(self.corpus_model.acoustic_model.name)
         else:
             validate_enabled = False