simba-uw-tf-dev 4.7.5__py3-none-any.whl → 4.7.7__py3-none-any.whl

simba/third_party_label_appenders/transform/sleap_csv_to_yolo.py

@@ -19,10 +19,10 @@ from simba.utils.checks import (check_float, check_if_dir_exists, check_int,
                                 check_valid_dataframe, check_valid_tuple)
 from simba.utils.enums import Options
 from simba.utils.errors import NoFilesFoundError
-from simba.utils.printing import SimbaTimer, stdout_success
+from simba.utils.printing import SimbaTimer, stdout_success, stdout_information
 from simba.utils.read_write import (create_directory,
                                     find_files_of_filetypes_in_directory,
-                                    get_video_meta_data, read_frm_of_video)
+                                    get_video_meta_data, read_frm_of_video, copy_files_to_directory, clean_sleap_filenames_in_directory, remove_a_folder)
 from simba.utils.yolo import keypoint_array_to_yolo_annotation_str
 
 
@@ -70,11 +70,16 @@ class Sleap2Yolo:
                  padding: float = 0.00,
                  single_id: Optional[str] = None):
 
+        check_if_dir_exists(in_dir=save_dir)
         self.data_paths = find_files_of_filetypes_in_directory(directory=data_dir, extensions=['.csv'], as_dict=True, raise_error=True)
+        self.data_temp_dir = os.path.join(data_dir, '.temp')
+        create_directory(paths=self.data_temp_dir, overwrite=True, verbose=True)
+        copy_files_to_directory(file_paths=list(self.data_paths.values()), dir=self.data_temp_dir, verbose=False, integer_save_names=False)
+        clean_sleap_filenames_in_directory(dir=self.data_temp_dir, verbose=True)
+        self.data_paths = find_files_of_filetypes_in_directory(directory=self.data_temp_dir, extensions=['.csv'], as_dict=True, raise_error=True)
         self.video_paths = find_files_of_filetypes_in_directory(directory=video_dir, extensions=Options.ALL_VIDEO_FORMAT_OPTIONS.value, as_dict=True, raise_error=True)
         missing_video_paths = [x for x in self.video_paths.keys() if x not in self.data_paths.keys()]
         missing_data_paths = [x for x in self.data_paths.keys() if x not in self.video_paths.keys()]
-        check_if_dir_exists(in_dir=save_dir)
         self.img_dir, self.lbl_dir = os.path.join(save_dir, 'images'), os.path.join(save_dir, 'labels')
         self.img_train_dir, self.img_val_dir = os.path.join(save_dir, 'images', 'train'), os.path.join(save_dir, 'images', 'val')
         self.lbl_train_dir, self.lb_val_dir = os.path.join(save_dir, 'labels', 'train'), os.path.join(save_dir, 'labels', 'val')
@@ -92,15 +97,15 @@ class Sleap2Yolo:
         if frms_cnt is not None:
             check_int(name=f'{self.__class__.__name__} frms_cnt', value=frms_cnt, min_value=1, raise_error=True)
         if len(missing_video_paths) > 0:
-            raise NoFilesFoundError(msg=f'Video(s) {missing_video_paths} could not be found in {video_dir} directory', source=self.__class__.__name__)
+            remove_a_folder(folder_dir=self.data_temp_dir, ignore_errors=True)
+            raise NoFilesFoundError(msg=f'{len(missing_video_paths)} video(s) {missing_video_paths} (of {len(self.data_paths.keys())} expected) could not be found in {video_dir} directory', source=self.__class__.__name__)
         if len(missing_data_paths) > 0:
-            raise NoFilesFoundError(msg=f'CSV data for {missing_data_paths} could not be found in {data_dir} directory', source=self.__class__.__name__)
+            remove_a_folder(folder_dir=self.data_temp_dir, ignore_errors=True)
+            raise NoFilesFoundError(msg=f'{len(missing_data_paths)} CSV data for {missing_data_paths} (of {len(self.video_paths.keys())} could not be found in {data_dir} directory', source=self.__class__.__name__)
         self.verbose, self.instance_threshold, self.frms_cnt = verbose, instance_threshold, frms_cnt
         self.names, self.greyscale, self.train_size, self.clahe = names, greyscale, train_size, clahe
         self.padding, self.flip_idx, self.save_dir, self.single_id = padding, flip_idx, save_dir, single_id
 
-
-
     def run(self):
         dfs, timer, bp_cols = [], SimbaTimer(start=True), []
         for file_cnt, (file_name, file_path) in enumerate(self.data_paths.items()):
@@ -115,6 +120,7 @@ class Sleap2Yolo:
             dfs.append(df)
 
         dfs = pd.concat(dfs, axis=0)
+        dfs['track'] = dfs['track'].fillna(-1)
         unique_tracks_lk = {v: k for k, v in enumerate(dfs['track'].unique())}
         if self.names is not None:
             check_valid_tuple(x=self.names, source=f'{self.__class__.__name__} names', valid_dtypes=(str,), accepted_lengths=(len(list(unique_tracks_lk.keys())),))
@@ -125,14 +131,13 @@ class Sleap2Yolo:
         train_idx = random.sample(list(dfs['id'].unique()), int(len(dfs['frame_idx'].unique()) * self.train_size))
         if self.flip_idx is None:
             self.flip_idx = get_yolo_keypoint_flip_idx(x=list(dict.fromkeys([x[:-2] for x in bp_cols])))
-
         for frm_cnt, frm_id in enumerate(dfs['id'].unique()):
             frm_data = dfs[dfs['id'] == frm_id]
             video_path = list(frm_data['video'])[0]
             frm_idx = list(frm_data['frame_idx'])[0]
             video_meta = get_video_meta_data(video_path=video_path)
             if self.verbose:
-                print(f'Processing frame: {frm_cnt + 1}/{len(list(dfs["id"].unique()))} ...')
+                stdout_information(msg=f'Processing frame: {frm_cnt + 1}/{len(list(dfs["id"].unique()))} ...', source=self.__class__.__name__)
             img = read_frm_of_video(video_path=video_path, frame_index=frm_idx, greyscale=self.greyscale, clahe=self.clahe)
             img_h, img_w = img.shape[0], img.shape[1]
             if list(frm_data['id'])[0] in train_idx:
@@ -155,12 +160,13 @@ class Sleap2Yolo:
 
         create_yolo_keypoint_yaml(path=self.save_dir, train_path=self.img_train_dir, val_path=self.img_val_dir, names=map_dict, save_path=self.map_path, kpt_shape=(len(self.flip_idx), 3), flip_idx=tuple(self.flip_idx))
         timer.stop_timer()
+        remove_a_folder(folder_dir=self.data_temp_dir, ignore_errors=True)
         stdout_success(msg=f'YOLO formated data saved in {self.save_dir} directory', source=self.__class__.__name__, elapsed_time=timer.elapsed_time_str)
 
 
-# DATA_DIR = r'D:\ares\data\ant\sleap_csv'
-# VIDEO_DIR = r'D:\ares\data\ant\sleap_video'
-# SAVE_DIR = r"D:\imgs\sleap_csv"
+# DATA_DIR = r'E:\troubleshooting\mitra_pbn\raw_data\yolo\tracking'
+# VIDEO_DIR = r'E:\troubleshooting\mitra_pbn\raw_data\yolo\videos'
+# SAVE_DIR = r"E:\troubleshooting\mitra_pbn\raw_data\yolo\data"
 #
 # runner = Sleap2Yolo(data_dir=DATA_DIR, video_dir=VIDEO_DIR, frms_cnt=50, train_size=0.8, instance_threshold=0.9, save_dir=SAVE_DIR, single_id='ant')
 # runner.run()

simba/ui/create_project_ui.py

@@ -66,7 +66,7 @@ class ProjectCreatorPopUp():
         self.settings_frm = CreateLabelFrameWithIcon(parent=self.create_project_tab, header="SETTINGS", icon_name=Keys.DOCUMENTATION.value, icon_link=Links.CREATE_PROJECT.value)
         self.general_settings_frm = CreateLabelFrameWithIcon(parent=self.settings_frm, header="GENERAL PROJECT SETTINGS", icon_name='settings', icon_link=Links.CREATE_PROJECT.value, padx=5, pady=5, relief='solid')
         self.project_dir_select = FolderSelect(self.general_settings_frm, "PROJECT DIRECTORY:", lblwidth=35, entry_width=35, font=Formats.FONT_REGULAR.value, lbl_icon='browse')
-        self.project_name_eb = Entry_Box(self.general_settings_frm, "PROJECT NAME:", labelwidth=35, entry_box_width=35, img='id_card_2')
+        self.project_name_eb = Entry_Box(self.general_settings_frm, "PROJECT NAME:", labelwidth=35, entry_box_width=35, img='id_card_2', justify='center')
         self.file_type_dropdown = SimBADropDown(parent=self.general_settings_frm, dropdown_options=Options.WORKFLOW_FILE_TYPE_OPTIONS.value, label='WORKFLOW FILE TYPE:', label_width=35, dropdown_width=35, value=Options.WORKFLOW_FILE_TYPE_OPTIONS.value[0], img='file_type')
 
         self.ml_settings_frm = GetMLSettingsFrame(parent=self.create_project_tab, lbl_width=35, bx_width=22)

simba/ui/pop_ups/batch_preprocess_pop_up.py

@@ -21,7 +21,7 @@ class BatchPreProcessPopUp(PopUpMixin):
         PopUpMixin.__init__(self, title="BATCH PROCESS VIDEO", size=(600, 400), icon='stack')
         selections_frm = CreateLabelFrameWithIcon(parent=self.main_frm, header="SELECTIONS", icon_name=Keys.DOCUMENTATION.value, icon_link=Links.BATCH_PREPROCESS.value,)
         self.input_folder_select = FolderSelect(selections_frm, "INPUT VIDEO DIRECTORY:", title="Select Folder with Input Videos", lblwidth=30, lbl_icon='folder')
-        self.output_folder_select = FolderSelect(selections_frm, "OUTPUT VIDEO DIRECTORY:", title="Select Folder for Output videos", lblwidth=30, lbl_icon='folder')
+        self.output_folder_select = FolderSelect(selections_frm, "OUTPUT VIDEO DIRECTORY:", title="Select Folder for Output videos", lblwidth=30, lbl_icon='folder_2')
 
         confirm_btn = SimbaButton(parent=selections_frm, txt="CONFIRM", img='tick', txt_clr='blue', font=Formats.FONT_REGULAR.value, cmd=self.run)
         selections_frm.grid(row=0, column=0, sticky=NW)

simba/ui/pop_ups/simba_to_yolo_keypoints_popup.py

@@ -1,96 +1,96 @@
-__author__ = "Simon Nilsson; sronilsson@gmail.com"
-
-from tkinter import *
-
-import numpy as np
-
-from simba.mixins.config_reader import ConfigReader
-from simba.mixins.pop_up_mixin import PopUpMixin
-from simba.third_party_label_appenders.transform.simba_to_yolo import \
-    SimBA2Yolo
-from simba.third_party_label_appenders.transform.utils import (
-    get_yolo_keypoint_bp_id_idx, get_yolo_keypoint_flip_idx)
-from simba.ui.tkinter_functions import (CreateLabelFrameWithIcon, FileSelect,
-                                        FolderSelect, SimBADropDown)
-from simba.utils.read_write import str_2_bool
-
-TRAIN_SIZE_OPTIONS = np.arange(10, 110, 10)
-SAMPLE_SIZE_OPTIONS = list(np.arange(50, 650, 50))
-
-THRESHOLD_OPTIONS = list(np.arange(0.1, 1.1, 0.1))
-
-PADDING_OPTIONS = list(np.round(np.arange(0.01, 10.05, 0.05),2).astype(str))
-PADDING_OPTIONS = list(np.insert(PADDING_OPTIONS, 0, 'None'))
-
-class SimBA2YoloKeypointsPopUp(PopUpMixin):
-
-    """
-    :example:
-    >>> SimBA2YoloKeypointsPopUp()
-    """
-    def __init__(self):
-        PopUpMixin.__init__(self, title="SIMBA TO YOLO KEYPOINTS", icon='SimBA_logo_3_small')
-        settings_frm = CreateLabelFrameWithIcon(parent=self.main_frm, header="SETTINGS", icon_name='settings')
-        self.config_select = FileSelect(parent=settings_frm, fileDescription='SIMBA PROJECT CONFIG (.INI): ', lblwidth=35, file_types=[("INI FILE", (".ini", ".INI",))], entry_width=40, initialdir=r"C:\troubleshooting\mitra\project_folder", lbl_icon='ini')
-        self.save_dir = FolderSelect(settings_frm, folderDescription="SAVE DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r'C:\troubleshooting\mitra\yolo', lbl_icon='folder')
-        self.train_size_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=TRAIN_SIZE_OPTIONS, label="TRAIN SIZE (%): ", label_width=35, dropdown_width=40, value=70, img='pct_2')
-        self.verbose_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="VERBOSE: ", label_width=35, dropdown_width=40, value='TRUE', img='verbose')
-        self.padding_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=PADDING_OPTIONS, label="PADDING: ", label_width=35, dropdown_width=40, value='None', img='size_black')
-        self.sample_size_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=SAMPLE_SIZE_OPTIONS, label="FRAME SAMPLES PER VIDEO: ", label_width=35, dropdown_width=40, value=100, img='frames')
-        self.threshold_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=THRESHOLD_OPTIONS, label="CONFIDENCE THRESHOLD: ", label_width=35, dropdown_width=40, value='None', img='threshold')
-        self.grey_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="GREYSCALE: ", label_width=35, dropdown_width=40, value='FALSE', img='grey')
-        self.clahe_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="CLAHE: ", label_width=35, dropdown_width=40, value='FALSE', img='clahe')
-
-        settings_frm.grid(row=0, column=0, sticky=NW)
-        self.config_select.grid(row=0, column=0, sticky=NW)
-        self.save_dir.grid(row=1, column=0, sticky=NW)
-        self.train_size_dropdown.grid(row=2, column=0, sticky=NW)
-
-        self.verbose_dropdown.grid(row=3, column=0, sticky=NW)
-        self.padding_dropdown.grid(row=4, column=0, sticky=NW)
-        self.sample_size_dropdown.grid(row=5, column=0, sticky=NW)
-        self.threshold_dropdown.grid(row=6, column=0, sticky=NW)
-        self.grey_dropdown.grid(row=7, column=0, sticky=NW)
-        self.clahe_dropdown.grid(row=8, column=0, sticky=NW)
-
-        self.create_run_frm(run_function=self.run)
-        self.main_frm.mainloop()
-
-
-    def run(self):
-        config_path = self.config_select.file_path
-        config = ConfigReader(config_path=config_path)
-        animal_names = list(config.animal_bp_dict.keys())
-        bps = [x[:-2] for x in config.animal_bp_dict[animal_names[0]]['X_bps']]
-        flip_idx = get_yolo_keypoint_flip_idx(x=bps)
-        #map_dict = {c: k for c, k in enumerate(animal_names)}
-        bp_id_idx = None
-        if len(animal_names) > 1:
-            bp_id_idx = get_yolo_keypoint_bp_id_idx(animal_bp_dict=config.animal_bp_dict)
-        train_size = int(self.train_size_dropdown.get_value()) / 100
-        verbose = str_2_bool(self.verbose_dropdown.get_value())
-        save_dir = self.save_dir.folder_path
-        padding = float(self.padding_dropdown.get_value()) if self.padding_dropdown.get_value() != 'None' else 0.0
-        sample_size = int(self.sample_size_dropdown.get_value())
-        grey = str_2_bool(self.grey_dropdown.get_value())
-        clahe = str_2_bool(self.clahe_dropdown.get_value())
-        threshold = float(self.threshold_dropdown.get_value())
-
-        runner = SimBA2Yolo(config_path=config_path,
-                            save_dir=save_dir,
-                            data_dir=None,
-                            train_size=train_size,
-                            threshold=threshold,
-                            verbose=verbose,
-                            greyscale=grey,
-                            padding=padding,
-                            flip_idx=flip_idx,
-                            names=tuple(animal_names),
-                            sample_size=sample_size,
-                            bp_id_idx=bp_id_idx,
-                            clahe=clahe)
-        runner.run()
-
-
-#SimBA2YoloKeypointsPopUp()
-#simba_to_yolo_keypoints(config_path=r"C:\troubleshooting\mitra\project_folder\project_config.ini", save_dir=r'C:\troubleshooting\mitra\yolo', sample_size=150, verbose=True)
+__author__ = "Simon Nilsson; sronilsson@gmail.com"
+
+from tkinter import *
+
+import numpy as np
+
+from simba.mixins.config_reader import ConfigReader
+from simba.mixins.pop_up_mixin import PopUpMixin
+from simba.third_party_label_appenders.transform.simba_to_yolo import \
+    SimBA2Yolo
+from simba.third_party_label_appenders.transform.utils import (
+    get_yolo_keypoint_bp_id_idx, get_yolo_keypoint_flip_idx)
+from simba.ui.tkinter_functions import (CreateLabelFrameWithIcon, FileSelect,
+                                        FolderSelect, SimBADropDown)
+from simba.utils.read_write import str_2_bool
+
+TRAIN_SIZE_OPTIONS = np.arange(10, 110, 10)
+SAMPLE_SIZE_OPTIONS = list(np.arange(50, 650, 50))
+
+THRESHOLD_OPTIONS = [round(x, 2) for x in np.arange(0.1, 1.1, 0.1)]
+
+PADDING_OPTIONS = list(np.round(np.arange(0.01, 10.05, 0.05),2).astype(str))
+PADDING_OPTIONS = list(np.insert(PADDING_OPTIONS, 0, 'None'))
+
+class SimBA2YoloKeypointsPopUp(PopUpMixin):
+
+    """
+    :example:
+    >>> SimBA2YoloKeypointsPopUp()
+    """
+    def __init__(self):
+        PopUpMixin.__init__(self, title="SIMBA TO YOLO KEYPOINTS", icon='SimBA_logo_3_small')
+        settings_frm = CreateLabelFrameWithIcon(parent=self.main_frm, header="SETTINGS", icon_name='settings')
+        self.config_select = FileSelect(parent=settings_frm, fileDescription='SIMBA PROJECT CONFIG (.INI): ', lblwidth=35, file_types=[("INI FILE", (".ini", ".INI",))], entry_width=40, initialdir=r"C:\troubleshooting\mitra\project_folder", lbl_icon='ini', tooltip_key='simba2yolo_config')
+        self.save_dir = FolderSelect(settings_frm, folderDescription="SAVE DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r'C:\troubleshooting\mitra\yolo', lbl_icon='folder', tooltip_key='SAVE_DIR')
+        self.train_size_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=TRAIN_SIZE_OPTIONS, label="TRAIN SIZE (%): ", label_width=35, dropdown_width=40, value=70, img='pct_2', tooltip_key='simba2yolo_train_size')
+        self.verbose_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="VERBOSE: ", label_width=35, dropdown_width=40, value='TRUE', img='verbose', tooltip_key='verbose_dropdown')
+        self.padding_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=PADDING_OPTIONS, label="PADDING: ", label_width=35, dropdown_width=40, value='None', img='size_black', tooltip_key='simba2yolo_padding')
+        self.sample_size_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=SAMPLE_SIZE_OPTIONS, label="FRAME SAMPLES PER VIDEO: ", label_width=35, dropdown_width=40, value=100, img='frames', tooltip_key='simba2yolo_sample_size')
+        self.threshold_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=THRESHOLD_OPTIONS, label="CONFIDENCE THRESHOLD: ", label_width=35, dropdown_width=40, value='None', img='threshold', tooltip_key='threshold_dropdown')
+        self.grey_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="GREYSCALE: ", label_width=35, dropdown_width=40, value='FALSE', img='grey', tooltip_key='simba2yolo_grey')
+        self.clahe_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="CLAHE: ", label_width=35, dropdown_width=40, value='FALSE', img='clahe', tooltip_key='simba2yolo_clahe')
+
+        settings_frm.grid(row=0, column=0, sticky=NW)
+        self.config_select.grid(row=0, column=0, sticky=NW)
+        self.save_dir.grid(row=1, column=0, sticky=NW)
+        self.train_size_dropdown.grid(row=2, column=0, sticky=NW)
+
+        self.verbose_dropdown.grid(row=3, column=0, sticky=NW)
+        self.padding_dropdown.grid(row=4, column=0, sticky=NW)
+        self.sample_size_dropdown.grid(row=5, column=0, sticky=NW)
+        self.threshold_dropdown.grid(row=6, column=0, sticky=NW)
+        self.grey_dropdown.grid(row=7, column=0, sticky=NW)
+        self.clahe_dropdown.grid(row=8, column=0, sticky=NW)
+
+        self.create_run_frm(run_function=self.run)
+        self.main_frm.mainloop()
+
+
+    def run(self):
+        config_path = self.config_select.file_path
+        config = ConfigReader(config_path=config_path)
+        animal_names = list(config.animal_bp_dict.keys())
+        bps = [x[:-2] for x in config.animal_bp_dict[animal_names[0]]['X_bps']]
+        flip_idx = get_yolo_keypoint_flip_idx(x=bps)
+        #map_dict = {c: k for c, k in enumerate(animal_names)}
+        bp_id_idx = None
+        if len(animal_names) > 1:
+            bp_id_idx = get_yolo_keypoint_bp_id_idx(animal_bp_dict=config.animal_bp_dict)
+        train_size = int(self.train_size_dropdown.get_value()) / 100
+        verbose = str_2_bool(self.verbose_dropdown.get_value())
+        save_dir = self.save_dir.folder_path
+        padding = float(self.padding_dropdown.get_value()) if self.padding_dropdown.get_value() != 'None' else 0.0
+        sample_size = int(self.sample_size_dropdown.get_value())
+        grey = str_2_bool(self.grey_dropdown.get_value())
+        clahe = str_2_bool(self.clahe_dropdown.get_value())
+        threshold = float(self.threshold_dropdown.get_value())
+
+        runner = SimBA2Yolo(config_path=config_path,
+                            save_dir=save_dir,
+                            data_dir=None,
+                            train_size=train_size,
+                            threshold=threshold,
+                            verbose=verbose,
+                            greyscale=grey,
+                            padding=padding,
+                            flip_idx=flip_idx,
+                            names=tuple(animal_names),
+                            sample_size=sample_size,
+                            bp_id_idx=bp_id_idx,
+                            clahe=clahe)
+        runner.run()
+
+
+#SimBA2YoloKeypointsPopUp()
+#simba_to_yolo_keypoints(config_path=r"C:\troubleshooting\mitra\project_folder\project_config.ini", save_dir=r'C:\troubleshooting\mitra\yolo', sample_size=150, verbose=True)

simba/ui/pop_ups/sleap_annotations_to_yolo_popup.py

@@ -20,8 +20,9 @@ from simba.utils.read_write import (find_files_of_filetypes_in_directory,
 TRAIN_SIZE_OPTIONS = list(np.arange(10, 110, 10))
 SAMPLE_SIZE_OPTIONS = list(np.arange(50, 650, 50))
 
-PADDING_OPTIONS = list(np.round(np.arange(0.01, 10.05, 0.05),2).astype(str))
-PADDING_OPTIONS = list(np.insert(PADDING_OPTIONS, 0, 'None'))
+_padding_arr = np.concatenate([[0.01], np.arange(0.05, 10.05, 0.05)])
+PADDING_OPTIONS = [f"{x:.2f}" for x in np.round(_padding_arr, 2)]
+PADDING_OPTIONS = ['None'] + PADDING_OPTIONS
 
 
 
@@ -37,26 +38,28 @@ class SLEAPAnnotations2YoloPopUp(PopUpMixin):
     def __init__(self):
         PopUpMixin.__init__(self, title="SLEAP ANNOTATIONS TO YOLO POSE ESTIMATION ANNOTATIONS", icon='sleap_small')
         settings_frm = CreateLabelFrameWithIcon(parent=self.main_frm, header="SETTINGS", icon_name='settings')
-        self.sleap_dir = FolderSelect(settings_frm, folderDescription="SLEAP DATA DIRECTORY (.SLP):", lblwidth=35, entry_width=40, initialdir=r"D:\troubleshooting\two_animals_sleap\import_data", lbl_icon='folder')
-        self.save_dir = FolderSelect(settings_frm, folderDescription="SAVE DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r"D:\troubleshooting\two_animals_sleap\yolo_kpts_2", lbl_icon='folder')
+        self.sleap_dir = FolderSelect(settings_frm, folderDescription="SLEAP DATA DIRECTORY (.SLP):", lblwidth=35, entry_width=40, lbl_icon='folder', tooltip_key='SLEAP_SLP_DATA_DIR')
+        self.video_dir = FolderSelect(settings_frm, folderDescription="VIDEO DIRECTORY:", lblwidth=35, entry_width=40, lbl_icon='folder_video', tooltip_key='VIDEO_DIR')
+        self.save_dir = FolderSelect(settings_frm, folderDescription="SAVE DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r"D:\troubleshooting\two_animals_sleap\yolo_kpts_2", lbl_icon='folder', tooltip_key='SAVE_DIR')
 
-        self.verbose_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="VERBOSE: ", label_width=35, dropdown_width=40, value='TRUE', img='verbose')
-        self.train_size_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=TRAIN_SIZE_OPTIONS, label="TRAIN SIZE (%): ", label_width=35, dropdown_width=40, value=70, img='pct_2')
-        self.grey_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="GREYSCALE: ", label_width=35, dropdown_width=40, value='FALSE', img='grey')
-        self.padding_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=PADDING_OPTIONS, label="PADDING: ", label_width=35, dropdown_width=40, value='None', img='size_black')
-        self.clahe_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="CLAHE: ", label_width=35, dropdown_width=40, value='FALSE', img='clahe')
-        self.single_id_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="REMOVE ANIMAL ID'S", label_width=35, dropdown_width=40, value='FALSE', img='mouse_head')
+        self.verbose_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="VERBOSE: ", label_width=35, dropdown_width=40, value='TRUE', img='verbose', tooltip_key='verbose_dropdown')
+        self.train_size_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=TRAIN_SIZE_OPTIONS, label="TRAIN SIZE (%): ", label_width=35, dropdown_width=40, value=70, img='pct_2', tooltip_key='simba2yolo_train_size')
+        self.grey_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="GREYSCALE: ", label_width=35, dropdown_width=40, value='FALSE', img='grey', tooltip_key='simba2yolo_grey')
+        self.padding_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=PADDING_OPTIONS, label="PADDING: ", label_width=35, dropdown_width=40, value='None', img='size_black', tooltip_key='simba2yolo_padding')
+        self.clahe_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="CLAHE: ", label_width=35, dropdown_width=40, value='FALSE', img='clahe', tooltip_key='simba2yolo_clahe')
+        self.single_id_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="REMOVE ANIMAL ID'S", label_width=35, dropdown_width=40, value='FALSE', img='mouse_head', tooltip_key='sleap_remove_animal_ids')
 
         settings_frm.grid(row=0, column=0, sticky=NW)
         self.sleap_dir .grid(row=0, column=0, sticky=NW)
-        self.save_dir.grid(row=1, column=0, sticky=NW)
+        self.video_dir.grid(row=1, column=0, sticky=NW)
+        self.save_dir.grid(row=2, column=0, sticky=NW)
 
-        self.verbose_dropdown.grid(row=2, column=0, sticky=NW)
-        self.train_size_dropdown.grid(row=3, column=0, sticky=NW)
-        self.grey_dropdown.grid(row=4, column=0, sticky=NW)
-        self.clahe_dropdown.grid(row=5, column=0, sticky=NW)
-        self.padding_dropdown.grid(row=6, column=0, sticky=NW)
-        self.single_id_dropdown.grid(row=7, column=0, sticky=NW)
+        self.verbose_dropdown.grid(row=3, column=0, sticky=NW)
+        self.train_size_dropdown.grid(row=4, column=0, sticky=NW)
+        self.grey_dropdown.grid(row=5, column=0, sticky=NW)
+        self.clahe_dropdown.grid(row=6, column=0, sticky=NW)
+        self.padding_dropdown.grid(row=7, column=0, sticky=NW)
+        self.single_id_dropdown.grid(row=8, column=0, sticky=NW)
 
         self.create_run_frm(run_function=self.run)
         self.main_frm.mainloop()
@@ -65,9 +68,12 @@ class SLEAPAnnotations2YoloPopUp(PopUpMixin):
     def run(self):
         sleap_dir = self.sleap_dir.folder_path
         save_dir = self.save_dir.folder_path
+        video_dir = self.video_dir.folder_path
 
         check_if_dir_exists(in_dir=sleap_dir, source=f'{self.__class__.__name__} SLEAP DATA DIRECTORY', raise_error=True)
         check_if_dir_exists(in_dir=save_dir, source=f'{self.__class__.__name__} SAVE DIRECTORY', raise_error=True)
+        video_dir_exist = check_if_dir_exists(in_dir=video_dir, source=f'{self.__class__.__name__} VIDEO DIRECTORY', raise_error=False)
+        video_dir = video_dir if video_dir_exist else None
         _ = find_files_of_filetypes_in_directory(directory=sleap_dir, extensions=['.slp'], raise_error=True)
 
         grey = str_2_bool(self.grey_dropdown.get_value())
@@ -77,7 +83,15 @@ class SLEAPAnnotations2YoloPopUp(PopUpMixin):
         padding = float(self.padding_dropdown.get_value()) if self.padding_dropdown.get_value() != 'None' else 0.0
         single_id = 'animal_1' if str_2_bool(self.single_id_dropdown.get_value()) else None
 
-        runner = SleapAnnotations2Yolo(sleap_dir=sleap_dir, save_dir=save_dir, padding=padding, train_size=train_size, verbose=verbose, greyscale=grey, clahe=clahe, single_id=single_id)
+        runner = SleapAnnotations2Yolo(sleap_dir=sleap_dir,
+                                       save_dir=save_dir,
+                                       video_dir=video_dir,
+                                       padding=padding,
+                                       train_size=train_size,
+                                       verbose=verbose,
+                                       greyscale=grey,
+                                       clahe=clahe,
+                                       single_id=single_id)
         runner.run()
 
 

simba/ui/pop_ups/sleap_csv_predictions_to_yolo_popup.py

@@ -21,7 +21,8 @@ TRAIN_SIZE_OPTIONS = np.arange(10, 110, 10)
 SAMPLE_SIZE_OPTIONS = list(np.arange(50, 650, 50))
 
 PADDING_OPTIONS = list(np.round(np.arange(0.01, 10.05, 0.05),2).astype(str))
-PADDING_OPTIONS = np.insert(PADDING_OPTIONS, 0, 'None')
+PADDING_OPTIONS = list(np.insert(PADDING_OPTIONS, 0, 'None'))
+
 
 THRESHOLD_OPTION = list(range(10, 110, 10))
 
@@ -38,19 +39,19 @@ class SLEAPcsvInference2Yolo(PopUpMixin):
     def __init__(self):
         PopUpMixin.__init__(self, title="SLEAP CSV PREDICTIONS TO YOLO POSE ESTIMATION ANNOTATIONS", icon='sleap_small')
         settings_frm = CreateLabelFrameWithIcon(parent=self.main_frm, header="SETTINGS", icon_name='settings')
-        self.sleap_dir = FolderSelect(settings_frm, folderDescription="SLEAP DATA DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r"D:\troubleshooting\two_animals_sleap\import_data", lbl_icon='folder')
-        self.video_dir = FolderSelect(settings_frm, folderDescription="VIDEO DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r"D:\troubleshooting\two_animals_sleap\project_folder\videos", lbl_icon='folder')
-        self.save_dir = FolderSelect(settings_frm, folderDescription="SAVE DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r"D:\troubleshooting\two_animals_sleap\yolo_kpts_2", lbl_icon='folder')
-
-        self.frm_cnt_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=SAMPLE_SIZE_OPTIONS, label="FRAMES (PER VIDEO): ", label_width=35, dropdown_width=40, value=100, img='frames')
-        self.verbose_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="VERBOSE: ", label_width=35, dropdown_width=40, value='TRUE', img='frames')
-        self.threshold_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=THRESHOLD_OPTION, label="THRESHOLD (%): ", label_width=35, dropdown_width=40, value=90, img='threshold')
-        self.train_size_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=TRAIN_SIZE_OPTIONS, label="TRAIN SIZE (%): ", label_width=35, dropdown_width=40, value=70, img='pct_2')
-        self.grey_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="GREYSCALE: ", label_width=35, dropdown_width=40, value='FALSE', img='grey')
-        self.padding_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=PADDING_OPTIONS, label="PADDING: ", label_width=35, dropdown_width=40, value='None', img='resize')
-        self.animal_cnt_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=list(range(1, 10, 1)), label="ANIMAL COUNT: ", label_width=35, dropdown_width=40, value=2, img='abacus_2')
-        self.clahe_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="CLAHE: ", label_width=35, dropdown_width=40, value='FALSE', img='clahe')
-        self.single_id_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="REMOVE ANIMAL ID'S", label_width=35, dropdown_width=40, value='FALSE', img='mouse_head')
+        self.sleap_dir = FolderSelect(settings_frm, folderDescription="SLEAP DATA DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r"D:\troubleshooting\two_animals_sleap\import_data", lbl_icon='folder', tooltip_key='SLEAP_DATA_DIR')
+        self.video_dir = FolderSelect(settings_frm, folderDescription="VIDEO DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r"D:\troubleshooting\two_animals_sleap\project_folder\videos", lbl_icon='folder_video', tooltip_key='VIDEO_DIR')
+        self.save_dir = FolderSelect(settings_frm, folderDescription="SAVE DIRECTORY:", lblwidth=35, entry_width=40, initialdir=r"D:\troubleshooting\two_animals_sleap\yolo_kpts_2", lbl_icon='folder_2', tooltip_key='SAVE_DIR')
+
+        self.frm_cnt_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=SAMPLE_SIZE_OPTIONS, label="FRAMES (PER VIDEO): ", label_width=35, dropdown_width=40, value=100, img='frames', tooltip_key='simba2yolo_sample_size')
+        self.verbose_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="VERBOSE: ", label_width=35, dropdown_width=40, value='TRUE', img='verbose', tooltip_key='verbose_dropdown')
+        self.threshold_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=THRESHOLD_OPTION, label="THRESHOLD (%): ", label_width=35, dropdown_width=40, value=90, img='threshold', tooltip_key='sleap_threshold')
+        self.train_size_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=TRAIN_SIZE_OPTIONS, label="TRAIN SIZE (%): ", label_width=35, dropdown_width=40, value=70, img='pct_2', tooltip_key='simba2yolo_train_size')
+        self.grey_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="GREYSCALE: ", label_width=35, dropdown_width=40, value='FALSE', img='grey', tooltip_key='simba2yolo_grey')
+        self.padding_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=PADDING_OPTIONS, label="PADDING: ", label_width=35, dropdown_width=40, value='None', img='resize', tooltip_key='simba2yolo_padding')
+        self.animal_cnt_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=list(range(1, 10, 1)), label="ANIMAL COUNT: ", label_width=35, dropdown_width=40, value=2, img='abacus_2', tooltip_key='ANIMAL_COUNT')
+        self.clahe_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="CLAHE: ", label_width=35, dropdown_width=40, value='FALSE', img='clahe', tooltip_key='simba2yolo_clahe')
+        self.single_id_dropdown = SimBADropDown(parent=settings_frm, dropdown_options=['TRUE', 'FALSE'], label="REMOVE ANIMAL ID'S", label_width=35, dropdown_width=40, value='FALSE', img='mouse_head', tooltip_key='sleap_remove_animal_ids')
 
         settings_frm.grid(row=0, column=0, sticky=NW)
         self.sleap_dir .grid(row=0, column=0, sticky=NW)

simba/ui/pop_ups/video_processing_pop_up.py

@@ -2495,7 +2495,7 @@ class Convert2WEBMPopUp(PopUpMixin):
     def __init__(self):
         super().__init__(title="CONVERT VIDEOS TO WEBM", icon='webm')
         settings_frm = CreateLabelFrameWithIcon(parent=self.main_frm, header="SETTINGS", icon_name=Keys.DOCUMENTATION.value, icon_link=Links.VIDEO_TOOLS.value)
-        self.WEBM_CODEC_LK = {'VP8': 'vp8', 'VP9': 'vp9'}
+        self.WEBM_CODEC_LK = {'VP8': 'vp8', 'VP9': 'vp9', 'AV1': 'av1'}
 
         self.quality_dropdown = SimBADropDown(parent=settings_frm, label="OUTPUT VIDEO QUALITY:", dropdown_options=list(range(10, 110, 10)), label_width=25, value=60, img='pct', dropdown_width=30)
         self.codec_dropdown = SimBADropDown(parent=settings_frm, label="COMPRESSION CODEC:", dropdown_options=list(self.WEBM_CODEC_LK.keys()), label_width=25, value='VP9', img='file_type', dropdown_width=30)