small-fish-gui 1.10.1__py3-none-any.whl → 1.10.3__py3-none-any.whl

small_fish_gui/__init__.py

@@ -37,7 +37,7 @@ ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 """
-__version__ = "1.10.1"
+__version__ = "1.10.3"
 __wiki__ = "https://github.com/2Echoes/small_fish_gui/wiki"
 
 import os

small_fish_gui/batch/integrity.py

@@ -8,6 +8,7 @@ import bigfish.stack as stack
 import numpy as np
 import FreeSimpleGUI as sg
 
+from ..hints import pipeline_parameters
 from ..pipeline._preprocess import check_integrity, convert_parameters_types, ParameterInputError, _check_segmentation_parameters
 from ..pipeline.segmentation import _cast_segmentation_parameters
 
@@ -100,7 +101,7 @@ def check_segmentation_parameters(
     return segmentation_is_ok, values
 
 def check_detection_parameters(
-        values,
+        values : pipeline_parameters,
         do_dense_region_deconvolution,
         do_clustering,
         is_multichannel,
@@ -117,7 +118,7 @@ def check_detection_parameters(
             do_dense_region_deconvolution=do_dense_region_deconvolution,
             do_clustering=do_clustering,
             multichannel=is_multichannel,
-            segmentation_done=None,
+            segmentation_done= values['do_segmentation'],
             map_=map_,
             shape=shape
         )

small_fish_gui/batch/pipeline.py

@@ -49,6 +49,9 @@ def batch_pipeline(
     if parameters['save segmentation'] : os.makedirs(main_dir + "segmentation/", exist_ok=True)
     if parameters['save detection'] : os.makedirs(main_dir + "detection/", exist_ok=True)
     if parameters['extract spots'] : os.makedirs(main_dir + "results/spots_extraction", exist_ok=True)
+    first_save = True # init for excel append
+    append_to_line = 1 #Start at line one
+    cell_append_to_line = 1 #Start at line one
 
     #Setting spot detection dimension
     parameters['dim'] = 3 if is_3D else 2
@@ -62,6 +65,12 @@ def batch_pipeline(
     error_log = open(main_dir + "error_log", mode='w')
     error_count = 0
 
+    #These columns usually kept for coloc analysis will be dropped for memory gain in batch mode
+    COLUMNS_TO_DROP = ['image', 'spots', 'clusters', 'rna_coords', 'cluster_coords',"rna_coords", "cluster_coords", "free_spots_coords", "clustered_spots_coords"]
+    for col in COLUMNS_TO_DROP :
+                if col in cell_results_df : cell_results_df.drop(columns=col)
+                if col in results_df : results_df.drop(columns=col)
+
     for acquisition_id, file in enumerate(filenames_list) :
         try :
 
@@ -192,6 +201,10 @@ def batch_pipeline(
             frame_results=frame_result,
             )
 
+            for col in COLUMNS_TO_DROP :
+                if col in new_cell_results_df : new_cell_results_df.drop(columns=col)
+                if col in new_results_df : new_results_df.drop(columns=col)
+
             results_df = pd.concat([
                 results_df.reset_index(drop=True), new_results_df.reset_index(drop=True)
             ], axis=0)
@@ -202,6 +215,10 @@ def batch_pipeline(
 
 
             #6. Saving results
+            if parameters['xlsx'] :
+                if first_save : xlsx_header = True
+                else : xlsx_header = False
+
             window_print(batch_window,"saving image_results...")
             #1 file per batch + 1 file per batch if segmentation
             acquisition_success = write_results(
@@ -212,7 +229,12 @@ def batch_pipeline(
                 do_feather= parameters["feather"], 
                 do_csv= parameters["csv"],
                 overwrite=True,
+                batch_mode=True,
+                header=first_save,
+                xlsx_start_line=append_to_line
                 )
+            append_to_line += len(results_df)
+            results_df = results_df.drop(results_df.index)
 
             if do_segmentation :
                 cell_success = write_results(
@@ -223,10 +245,16 @@ def batch_pipeline(
                     do_feather= parameters["feather"], 
                     do_csv= parameters["csv"],
                     overwrite=True,
+                    batch_mode=True,
+                    header=first_save,
+                    xlsx_start_line=cell_append_to_line
                     )
-
+                cell_append_to_line += len(cell_results_df)
+                cell_results_df = cell_results_df.drop(cell_results_df.index)
+            first_save = False
             window_print(batch_window,"Sucessfully saved.")
 
+
         except Exception as error :
             
             error_count +=1

small_fish_gui/gui/_napari_widgets.py

@@ -133,7 +133,7 @@ class SegmentationReseter(NapariWidget) :
     def __init__(self, label_list: 'list[Labels]'):
         self.label_list = label_list
         if len(self.label_list) == 0 : raise ValueError("Empty label list")
-        self.save = self._get_save()
+        self.save = self._get_save(label_list)
         super().__init__()
         
     

small_fish_gui/interface/inoutput.py

@@ -71,7 +71,20 @@ def write_list_of_results(
     return True
 
 
-def write_results(dataframe: pd.DataFrame, path:str, filename:str, do_excel= True, do_feather= False, do_csv=False, overwrite=False, reset_index=True) :
+def write_results(
+        dataframe: pd.DataFrame, 
+        path:str, 
+        filename:str, 
+        do_excel= True, 
+        do_feather= False, 
+        do_csv=False, 
+        overwrite=False, 
+        reset_index=True, 
+        batch_mode = False,
+        header = True,
+        xlsx_start_line = 1,
+        ) :
+    
     check_parameter(dataframe= pd.DataFrame, path= str, filename = str, do_excel = bool, do_feather = bool)
 
     if len(dataframe) == 0 : return True
@@ -103,16 +116,20 @@ def write_results(dataframe: pd.DataFrame, path:str, filename:str, do_excel= Tru
 
     if reset_index : dataframe = dataframe.reset_index(drop=True)
 
-    if do_csv : dataframe.to_csv(path + new_filename + '.csv', sep=";")
+    if do_csv : 
+        if batch_mode : mode = 'a'
+        else : mode = 'w'
+        dataframe.to_csv(path + new_filename + '.csv', sep=";", header=header, mode=mode)
     if do_excel : 
         if len(dataframe) < MAX_LEN_EXCEL :
-            dataframe.to_excel(path + new_filename + '.xlsx')
+            dataframe.to_excel(path + new_filename + '.xlsx', header=header, startrow=xlsx_start_line)
         else : 
             print("Error : Table too big to be saved in excel format.")
             return False
     
-    if do_feather : 
-        dataframe.to_parquet(path + new_filename + '.parquet')
+    if do_feather :
+        print("feather saving is depreciated, please use csv instead") 
+        pass
 
     return True
 

{small_fish_gui-1.10.1.dist-info → small_fish_gui-1.10.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: small_fish_gui
-Version: 1.10.1
+Version: 1.10.3
 Summary: Small Fish is a python application for the analysis of smFish images. It provides a ready to use graphical interface to combine famous python packages for cell analysis without any need for coding.
 Project-URL: Homepage, https://github.com/2Echoes/small_fish
 Project-URL: Wiki, https://github.com/2Echoes/small_fish_gui/wiki

{small_fish_gui-1.10.1.dist-info → small_fish_gui-1.10.3.dist-info}/RECORD

@@ -1,6 +1,6 @@
 small_fish_gui/LICENSE,sha256=-iFy8VGBYs5VsHglKpk4D-hxqQ2jMJaqmfq_ulIzDks,1303
 small_fish_gui/README.md,sha256=SFXhmWiISVrOd_cBUodAYaHhMPeKBXyVoPe-fiBxuBw,4671
-small_fish_gui/__init__.py,sha256=44EaSpou5NLatD2ClFxZDEBAJwaf4uIHVZEIGzgeOI0,2050
+small_fish_gui/__init__.py,sha256=u3_GHTV7nTxsPq7gk2dj3ZOgHGhW-U1wWMt0T2PNXck,2050
 small_fish_gui/__main__.py,sha256=mgO_BmBGBsp8steg_lcwCPZ7QzgjgeScL8Npgs1D9Pk,1643
 small_fish_gui/hints.py,sha256=57pO8WA_PymBm5QyXCgYxnZIqqt86B-hO_s_6sv8b5s,1962
 small_fish_gui/requirements.txt,sha256=udO54grAFrmnEqUQC4rDeUMaIyBz3hYB1LJtu1ld7tg,354
@@ -8,15 +8,15 @@ small_fish_gui/utils.py,sha256=LM6QW2ono_LIRv7JXIIq7ZxxbDXqBtZ5uR9gjKJfwM8,1903
 small_fish_gui/.github/workflows/python-publish.yml,sha256=5Ltnuhw9TevhzndlBmdUgYMnS73xEAxSyd1u8DHdn5s,1084
 small_fish_gui/batch/__init__.py,sha256=ku2_Yate-UG89Q0BmE2B9kFV4kOz-u9Lf2lj6VsdFXs,127
 small_fish_gui/batch/input.py,sha256=mqnP8LBhyNbtlcqjVlUiVeuHw4YxOX3GgzJbq03isKE,1477
-small_fish_gui/batch/integrity.py,sha256=qyttOwsukds6eE2j6NRmA8-fQtHxlnP4tgwQqrs3EWs,4853
-small_fish_gui/batch/pipeline.py,sha256=-XSyGTrk7WYhgLZLZeUoJvyzfcoprJTofUuIz623Irw,10419
+small_fish_gui/batch/integrity.py,sha256=pc8qaM5hf8EkLVgOC6BLUmmoO51_zbk_GQET_JRe0t8,4937
+small_fish_gui/batch/pipeline.py,sha256=1Uk0jSYcYGCT80putAUiuja8yNrdMPa-uozYK-OlMys,11850
 small_fish_gui/batch/prompt.py,sha256=pGwcszKkKrEr5MizlKk9e9a0mt7CGttqf3xl-3BuXR0,18851
 small_fish_gui/batch/test.py,sha256=FcoCngSeueociwVoG8V3C6lQO7rrRHUfIVA2hJKr4v4,213
 small_fish_gui/batch/update.py,sha256=opSwMLlQDUtCwWpx9d2GfNKVA-t90ziqc1qofDH74D8,5044
 small_fish_gui/batch/utils.py,sha256=Pnmzlen8gmLBYBthMiUiK0TErjBBSId9SjKeBd9U6-U,1784
 small_fish_gui/batch/values.txt,sha256=XY8FBgAqExVKbtCXLztptaOUTFKj0G6t1_xX-zjYuTk,999
 small_fish_gui/gui/__init__.py,sha256=k08QFdLv2IXR8a6f8aPzy6iJ6MjDI7ZV143CH-BEXuA,845
-small_fish_gui/gui/_napari_widgets.py,sha256=SohHKdlPrnky4He-tbw6X10FOGSAUA0dN-3eEs_keU0,18781
+small_fish_gui/gui/_napari_widgets.py,sha256=4wVm09PWyudhSBIaKf5_a3oCfeRty6mitI04X3ems9k,18791
 small_fish_gui/gui/animation.py,sha256=MnYsA1kxQZ72L_H0knxOs41lG0ZZv1re7gSgYNmZY00,983
 small_fish_gui/gui/layout.py,sha256=f45acK2I7o9Q3LYY23G4XAJ8HPoD9mp7AJNNlLbUByI,14371
 small_fish_gui/gui/napari_visualiser.py,sha256=g9ZIcCBQ3HHjclbk8EsJYLLAIdCK-uSYg123-vjP5PQ,10011
@@ -28,7 +28,7 @@ small_fish_gui/gui/screenshot/mapping_help_screenshot.png,sha256=HcuRh5TYciUogUa
 small_fish_gui/gui/screenshot/segmentation_help_screenshot.png,sha256=rbSgIydT0gZtfMh1qk4mdMbEIyCaakvHmxa2eOrLwO0,118944
 small_fish_gui/interface/__init__.py,sha256=tS4nWOTX2RpzRpzLbjvo5gbfqgvgLXEzjpUh7W-1RUE,311
 small_fish_gui/interface/image.py,sha256=SOe3zlyTKqkkQflb3A9EJok8QduUn2ue6bMH9Ma2hKU,1933
-small_fish_gui/interface/inoutput.py,sha256=FXKSSRrVou5VBWvTbiBjSCr7DncIyZbcV5MfRa6J64g,5467
+small_fish_gui/interface/inoutput.py,sha256=toB2SNNZNiupZTT2-zQKJ6ewI-_DJTVrXIkdq8TMWXY,5793
 small_fish_gui/interface/testing.py,sha256=AUdqmFJ6kBvFTOLRfZZJBBe3nm1key2bGpUDXJRaueI,2561
 small_fish_gui/pipeline/__init__.py,sha256=Oww6dcuvnktl5jFKLriz8ZXObKo9MkneE739A8C1reY,739
 small_fish_gui/pipeline/_colocalisation.py,sha256=PJ9IkICwPiaTNRTX4xqPhf1J3wyE2yAFRPtYEbw2k-A,21298
@@ -43,7 +43,7 @@ small_fish_gui/pipeline/spots.py,sha256=9hNOGnOZhrtrIORt8UGBcI-SGCh1XftcUGerkBwN
 small_fish_gui/pipeline/test.py,sha256=w4ZMGDmUDXxVgWTlZ2TKw19W8q5gcE9gLMKe0SWnRrw,2827
 small_fish_gui/pipeline/testing.ipynb,sha256=Rs7VQ7TImNyUzT2_59JgbOjR5_Qs-0NjHHnqS87eiwA,76481
 small_fish_gui/pipeline/utils.py,sha256=run6qtqCAe_mFnE3o1CnmF1xBBmK3ydgc8-jOV9P-_w,448
-small_fish_gui-1.10.1.dist-info/METADATA,sha256=plUMEokmc4m78E11yK6v-oNmqIuEiDfmskj9XrTMpy0,2670
-small_fish_gui-1.10.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-small_fish_gui-1.10.1.dist-info/licenses/LICENSE,sha256=-iFy8VGBYs5VsHglKpk4D-hxqQ2jMJaqmfq_ulIzDks,1303
-small_fish_gui-1.10.1.dist-info/RECORD,,
+small_fish_gui-1.10.3.dist-info/METADATA,sha256=RD1JG9SuZum1q1vpqYGjVOBcC2uo5rf32fGGKUjlT1E,2670
+small_fish_gui-1.10.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+small_fish_gui-1.10.3.dist-info/licenses/LICENSE,sha256=-iFy8VGBYs5VsHglKpk4D-hxqQ2jMJaqmfq_ulIzDks,1303
+small_fish_gui-1.10.3.dist-info/RECORD,,