small-fish-gui 1.10.2__tar.gz → 1.10.3__tar.gz

{small_fish_gui-1.10.2 → small_fish_gui-1.10.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: small_fish_gui
-Version: 1.10.2
+Version: 1.10.3
 Summary: Small Fish is a python application for the analysis of smFish images. It provides a ready to use graphical interface to combine famous python packages for cell analysis without any need for coding.
 Project-URL: Homepage, https://github.com/2Echoes/small_fish
 Project-URL: Wiki, https://github.com/2Echoes/small_fish_gui/wiki

{small_fish_gui-1.10.2 → small_fish_gui-1.10.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "small_fish_gui"
-version = "1.10.2"
+version = "1.10.3"
 authors = [
   { name="Slimani Floric", email="floric.slimani@live.com" },
 ]

{small_fish_gui-1.10.2 → small_fish_gui-1.10.3}/src/small_fish_gui/__init__.py

@@ -37,7 +37,7 @@ ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 """
-__version__ = "1.10.2"
+__version__ = "1.10.3"
 __wiki__ = "https://github.com/2Echoes/small_fish_gui/wiki"
 
 import os

{small_fish_gui-1.10.2 → small_fish_gui-1.10.3}/src/small_fish_gui/batch/integrity.py

@@ -8,6 +8,7 @@ import bigfish.stack as stack
 import numpy as np
 import FreeSimpleGUI as sg
 
+from ..hints import pipeline_parameters
 from ..pipeline._preprocess import check_integrity, convert_parameters_types, ParameterInputError, _check_segmentation_parameters
 from ..pipeline.segmentation import _cast_segmentation_parameters
 
@@ -100,7 +101,7 @@ def check_segmentation_parameters(
     return segmentation_is_ok, values
 
 def check_detection_parameters(
-        values,
+        values : pipeline_parameters,
         do_dense_region_deconvolution,
         do_clustering,
         is_multichannel,
@@ -117,7 +118,7 @@ def check_detection_parameters(
             do_dense_region_deconvolution=do_dense_region_deconvolution,
             do_clustering=do_clustering,
             multichannel=is_multichannel,
-            segmentation_done=None,
+            segmentation_done= values['do_segmentation'],
             map_=map_,
             shape=shape
         )

{small_fish_gui-1.10.2 → small_fish_gui-1.10.3}/src/small_fish_gui/batch/pipeline.py

@@ -49,6 +49,9 @@ def batch_pipeline(
     if parameters['save segmentation'] : os.makedirs(main_dir + "segmentation/", exist_ok=True)
     if parameters['save detection'] : os.makedirs(main_dir + "detection/", exist_ok=True)
     if parameters['extract spots'] : os.makedirs(main_dir + "results/spots_extraction", exist_ok=True)
+    first_save = True # init for excel append
+    append_to_line = 1 #Start at line one
+    cell_append_to_line = 1 #Start at line one
 
     #Setting spot detection dimension
     parameters['dim'] = 3 if is_3D else 2
@@ -62,6 +65,12 @@ def batch_pipeline(
     error_log = open(main_dir + "error_log", mode='w')
     error_count = 0
 
+    #These columns usually kept for coloc analysis will be dropped for memory gain in batch mode
+    COLUMNS_TO_DROP = ['image', 'spots', 'clusters', 'rna_coords', 'cluster_coords',"rna_coords", "cluster_coords", "free_spots_coords", "clustered_spots_coords"]
+    for col in COLUMNS_TO_DROP :
+                if col in cell_results_df : cell_results_df.drop(columns=col)
+                if col in results_df : results_df.drop(columns=col)
+
     for acquisition_id, file in enumerate(filenames_list) :
         try :
 
@@ -192,6 +201,10 @@ def batch_pipeline(
             frame_results=frame_result,
             )
 
+            for col in COLUMNS_TO_DROP :
+                if col in new_cell_results_df : new_cell_results_df.drop(columns=col)
+                if col in new_results_df : new_results_df.drop(columns=col)
+
             results_df = pd.concat([
                 results_df.reset_index(drop=True), new_results_df.reset_index(drop=True)
             ], axis=0)
@@ -202,6 +215,10 @@ def batch_pipeline(
 
 
             #6. Saving results
+            if parameters['xlsx'] :
+                if first_save : xlsx_header = True
+                else : xlsx_header = False
+
             window_print(batch_window,"saving image_results...")
             #1 file per batch + 1 file per batch if segmentation
             acquisition_success = write_results(
@@ -212,7 +229,12 @@ def batch_pipeline(
                 do_feather= parameters["feather"], 
                 do_csv= parameters["csv"],
                 overwrite=True,
+                batch_mode=True,
+                header=first_save,
+                xlsx_start_line=append_to_line
                 )
+            append_to_line += len(results_df)
+            results_df = results_df.drop(results_df.index)
 
             if do_segmentation :
                 cell_success = write_results(
@@ -223,10 +245,16 @@ def batch_pipeline(
                     do_feather= parameters["feather"], 
                     do_csv= parameters["csv"],
                     overwrite=True,
+                    batch_mode=True,
+                    header=first_save,
+                    xlsx_start_line=cell_append_to_line
                     )
-
+                cell_append_to_line += len(cell_results_df)
+                cell_results_df = cell_results_df.drop(cell_results_df.index)
+            first_save = False
             window_print(batch_window,"Sucessfully saved.")
 
+
         except Exception as error :
             
             error_count +=1

{small_fish_gui-1.10.2 → small_fish_gui-1.10.3}/src/small_fish_gui/interface/inoutput.py

@@ -71,7 +71,20 @@ def write_list_of_results(
     return True
 
 
-def write_results(dataframe: pd.DataFrame, path:str, filename:str, do_excel= True, do_feather= False, do_csv=False, overwrite=False, reset_index=True) :
+def write_results(
+        dataframe: pd.DataFrame, 
+        path:str, 
+        filename:str, 
+        do_excel= True, 
+        do_feather= False, 
+        do_csv=False, 
+        overwrite=False, 
+        reset_index=True, 
+        batch_mode = False,
+        header = True,
+        xlsx_start_line = 1,
+        ) :
+    
     check_parameter(dataframe= pd.DataFrame, path= str, filename = str, do_excel = bool, do_feather = bool)
 
     if len(dataframe) == 0 : return True
@@ -103,16 +116,20 @@ def write_results(dataframe: pd.DataFrame, path:str, filename:str, do_excel= Tru
 
     if reset_index : dataframe = dataframe.reset_index(drop=True)
 
-    if do_csv : dataframe.to_csv(path + new_filename + '.csv', sep=";")
+    if do_csv : 
+        if batch_mode : mode = 'a'
+        else : mode = 'w'
+        dataframe.to_csv(path + new_filename + '.csv', sep=";", header=header, mode=mode)
     if do_excel : 
         if len(dataframe) < MAX_LEN_EXCEL :
-            dataframe.to_excel(path + new_filename + '.xlsx')
+            dataframe.to_excel(path + new_filename + '.xlsx', header=header, startrow=xlsx_start_line)
         else : 
             print("Error : Table too big to be saved in excel format.")
             return False
     
-    if do_feather : 
-        dataframe.to_parquet(path + new_filename + '.parquet')
+    if do_feather :
+        print("feather saving is depreciated, please use csv instead") 
+        pass
 
     return True