bifacial-radiance 0.5.1__py2.py3-none-any.whl

bifacial_radiance/HPCScripts/Other Examples (unorganized)/compile_Cases.py

@@ -0,0 +1,122 @@
+# -*- coding: utf-8 -*-
+"""
+mkdir /scratch/sayala/RadianceScenes/Full_Row_40Mods/outputanalysis
+mkdir /scratch/sayala/RadianceScenes/Full_Row_40Mods/outputanalysis/dataframes_Gpoat
+mkdir /scratch/sayala/RadianceScenes/Full_Row_40Mods/outputanalysis/dataframes_Gfront
+
+"""
+
+# In[1]:
+# This section collects the cell by cell irradiance calculated by bifacial_radiance
+# into an hourly pickle in format "  irr_1axis_01_01_08.csv "
+# and stores them in a folder (i.e. hourly_dataframes_row_FrontOnly)
+# It also accumulates up the cell by cell irradiances into a yearly irradiance pickle
+# at the end and plots it.
+# Each dataframe/pickle has module 20 (Northmost) as the first row (So if you're
+# seeing the data it's like you're seeing the array from a top-down view. 
+# Note that this is not the way that dataframes get plotted in python so it needs
+# to be inverted later for plotting. UGH.)
+
+import os
+import pandas as pd
+import re
+import numpy as np
+#from collections import Counter
+
+# Where the 500k results are stored:
+savefolder=r'/scratch/sayala/JORDAN/'
+
+case = 'CaseC'
+
+if case == 'Case0':
+    testfolder=r'/scratch/sayala/JORDAN/JackSolar_Hourly/'
+    savefolderGrear=r'/scratch/sayala/JORDAN/dataframes_Grear/'
+    savefolderGground=r'/scratch/sayala/JORDAN/dataframes_Gground/'
+    savefolderfront =r'/scratch/sayala/JORDAN/dataframes_Gfront'
+
+if case == 'CaseA':
+    testfolder=r'/scratch/sayala/JORDAN/JackSolar_CaseA/'
+    savefolderGrear=r'/scratch/sayala/JORDAN/dataframes_Grear_CaseA/'
+    savefolderGground=r'/scratch/sayala/JORDAN/dataframes_Gground_CaseA/'
+    savefolderfront =r'/scratch/sayala/JORDAN/dataframes_Gfront_CaseA'
+
+if case == 'CaseB':
+    testfolder=r'/scratch/sayala/JORDAN/JackSolar_CaseB/'
+    savefolderGrear=r'/scratch/sayala/JORDAN/dataframes_Grear_CaseB/'
+    savefolderGground=r'/scratch/sayala/JORDAN/dataframes_Gground_CaseB/'
+    savefolderfront =r'/scratch/sayala/JORDAN/dataframes_Gfront_CaseB'
+
+if case == 'CaseC':
+    testfolder=r'/scratch/sayala/JORDAN/JackSolar_CaseC/'
+    savefolderGrear=r'/scratch/sayala/JORDAN/dataframes_Grear_CaseC/'
+    savefolderGground=r'/scratch/sayala/JORDAN/dataframes_Gground_CaseC/'
+    savefolderfront =r'/scratch/sayala/JORDAN/dataframes_Gfront_CaseC'
+
+
+savefolder = r'/scratch/sayala/JORDAN/'
+
+
+
+filelist = sorted(os.listdir(testfolder))
+print('{} files in the directory'.format(filelist.__len__()))
+#print(filelist[1].partition('_Module_')[0])
+hourlist = [x[5:] for x in filelist]
+
+samp='/scratch/sayala/JORDAN/JackSolar_Hourly/Hour_12/results/irr_xloc_0.csv'
+# Reading the valuesf or the row array and storing them in dataframes/pickles
+a = np.zeros(shape=(22, 105))
+df = pd.DataFrame(a)
+df_GroundOnly = pd.DataFrame(a)
+
+frontirrad = 0
+newdf = True
+
+for i in range(0, len(hourlist)):
+    hourfoo = hourlist[i]
+#for i in range(12,14):
+    print("Working on Hour "+str(hourfoo))
+    resfolder = os.path.join(testfolder, 'Hour_'+str(hourfoo))
+    resfolder = os.path.join(resfolder, 'results/')
+    print(resfolder)
+    A = sorted(os.listdir(resfolder))
+    if len(A) != 0:
+        
+        rowarray_Grear=[]
+        rowarray_Ground=[]
+
+        for ii in range (0, 22):
+            filename = 'irr_xloc_'+str(ii)+'.csv'
+            data = pd.read_csv(os.path.join(resfolder,filename))
+            groundirrad = list(data['Wm2Front'])
+            rowarray_Ground.append(groundirrad)
+
+            rearirrad = list(data['Wm2Back'])
+            rowarray_Grear.append(rearirrad)
+        
+        rowarray_Grear=pd.DataFrame(rowarray_Grear)
+        resfmt = 'irr_1axis_Hour_{}.pkl'.format(f'{i:04}')
+        if newdf: 
+            df_all_Grear = rowarray_Grear
+        else:
+            df_all_Grear = df_all_Grear+rowarray_Grear
+
+        rowarray_Ground=pd.DataFrame(rowarray_Ground)
+        if newdf: 
+            df_all_Ground = rowarray_Ground
+            newdf = False
+        else:
+            df_all_Ground = df_all_Ground+rowarray_Ground
+        
+        # Read the 1 front file and compile values
+        filename = 'irr_frontSide.csv'
+        data = pd.read_csv(os.path.join(resfolder,filename))
+        frontirrad = frontirrad + data['Wm2Front']
+
+compiledsavenameGround = 'All_Ground_'+case+'.csv'
+compiledsavenameGrear = 'All_Grear_'+case+'.csv'
+df_all_Ground.to_csv(os.path.join(savefolder,compiledsavenameGround))
+df_all_Grear.to_csv(os.path.join(savefolder,compiledsavenameGrear))
+
+print("Frontirrad = ", frontirrad)
+
+print("FINISHED")

bifacial_radiance/HPCScripts/Other Examples (unorganized)/compile_CasesMonth.py

@@ -0,0 +1,142 @@
+# -*- coding: utf-8 -*-
+"""
+mkdir /scratch/sayala/RadianceScenes/Full_Row_40Mods/outputanalysis
+mkdir /scratch/sayala/RadianceScenes/Full_Row_40Mods/outputanalysis/dataframes_Gpoat
+mkdir /scratch/sayala/RadianceScenes/Full_Row_40Mods/outputanalysis/dataframes_Gfront
+
+"""
+
+# In[1]:
+# This section collects the cell by cell irradiance calculated by bifacial_radiance
+# into an hourly pickle in format "  irr_1axis_01_01_08.csv "
+# and stores them in a folder (i.e. hourly_dataframes_row_FrontOnly)
+# It also accumulates up the cell by cell irradiances into a yearly irradiance pickle
+# at the end and plots it.
+# Each dataframe/pickle has module 20 (Northmost) as the first row (So if you're
+# seeing the data it's like you're seeing the array from a top-down view. 
+# Note that this is not the way that dataframes get plotted in python so it needs
+# to be inverted later for plotting. UGH.)
+
+import os
+import pandas as pd
+import re
+import numpy as np
+import bisect
+#from collections import Counter
+
+# Where the 500k results are stored:
+savefolder=r'/scratch/sayala/JORDAN/'
+
+case = 'CaseC'
+
+if case == 'Case0':
+    testfolder=r'/scratch/sayala/JORDAN/JackSolar_Hourly/'
+    savefolderGrear=r'/scratch/sayala/JORDAN/dataframes_Grear/'
+    savefolderGground=r'/scratch/sayala/JORDAN/dataframes_Gground/'
+    savefolderfront =r'/scratch/sayala/JORDAN/dataframes_Gfront'
+
+if case == 'CaseA':
+    testfolder=r'/scratch/sayala/JORDAN/JackSolar_CaseA/'
+    savefolderGrear=r'/scratch/sayala/JORDAN/dataframes_Grear_CaseA/'
+    savefolderGground=r'/scratch/sayala/JORDAN/dataframes_Gground_CaseA/'
+    savefolderfront =r'/scratch/sayala/JORDAN/dataframes_Gfront_CaseA'
+
+if case == 'CaseB':
+    testfolder=r'/scratch/sayala/JORDAN/JackSolar_CaseB/'
+    savefolderGrear=r'/scratch/sayala/JORDAN/dataframes_Grear_CaseB/'
+    savefolderGground=r'/scratch/sayala/JORDAN/dataframes_Gground_CaseB/'
+    savefolderfront =r'/scratch/sayala/JORDAN/dataframes_Gfront_CaseB'
+
+if case == 'CaseC':
+    testfolder=r'/scratch/sayala/JORDAN/JackSolar_CaseC/'
+    savefolderGrear=r'/scratch/sayala/JORDAN/dataframes_Grear_CaseC/'
+    savefolderGground=r'/scratch/sayala/JORDAN/dataframes_Gground_CaseC/'
+    savefolderfront =r'/scratch/sayala/JORDAN/dataframes_Gfront_CaseC'
+
+
+savefolder = r'/scratch/sayala/JORDAN/'
+
+
+
+filelist = sorted(os.listdir(testfolder))
+print('{} files in the directory'.format(filelist.__len__()))
+#print(filelist[1].partition('_Module_')[0])
+hourlist = [x[5:] for x in filelist]
+
+samp='/scratch/sayala/JORDAN/JackSolar_Hourly/Hour_12/results/irr_xloc_0.csv'
+# Reading the valuesf or the row array and storing them in dataframes/pickles
+a = np.zeros(shape=(22, 105))
+df = pd.DataFrame(a)
+df_GroundOnly = pd.DataFrame(a)
+
+frontirrad = 0
+newdf = True
+
+starts = [2881, 3626, 4346, 5090, 5835]
+ends = [3621, 4341, 5085, 5829, 6550]
+
+frontirrads_all = []
+
+for mm in range(0, len(starts)):
+
+    lower_bound = starts[mm]
+    upper_bound = ends[mm]
+    l = list(map(int, hourlist))
+    lower_bound_i = bisect.bisect_left(l, lower_bound)
+    upper_bound_i = bisect.bisect_right(l, upper_bound, lo=lower_bound_i)
+    subhourlist = l[lower_bound_i:upper_bound_i]
+
+    frontirrad = 0
+    newdf = True
+
+    for i in range(0, len(subhourlist)):
+        hourfoo = subhourlist[i]
+    #for i in range(12,14):
+        print("Working on Hour "+str(hourfoo))
+        resfolder = os.path.join(testfolder, 'Hour_'+str(hourfoo))
+        resfolder = os.path.join(resfolder, 'results/')
+        print(resfolder)
+        A = sorted(os.listdir(resfolder))
+        if len(A) != 0:
+            
+            rowarray_Grear=[]
+            rowarray_Ground=[]
+
+            for ii in range (0, 22):
+                filename = 'irr_xloc_'+str(ii)+'.csv'
+                data = pd.read_csv(os.path.join(resfolder,filename))
+                groundirrad = list(data['Wm2Front'])
+                rowarray_Ground.append(groundirrad)
+
+                rearirrad = list(data['Wm2Back'])
+                rowarray_Grear.append(rearirrad)
+            
+            rowarray_Grear=pd.DataFrame(rowarray_Grear)
+            resfmt = 'irr_1axis_Hour_{}.pkl'.format(f'{i:04}')
+            if newdf: 
+                df_all_Grear = rowarray_Grear
+            else:
+                df_all_Grear = df_all_Grear+rowarray_Grear
+
+            rowarray_Ground=pd.DataFrame(rowarray_Ground)
+            if newdf: 
+                df_all_Ground = rowarray_Ground
+                newdf = False
+            else:
+                df_all_Ground = df_all_Ground+rowarray_Ground
+            
+            # Read the 1 front file and compile values
+            filename = 'irr_frontSide.csv'
+            data = pd.read_csv(os.path.join(resfolder,filename))
+            frontirrad = frontirrad + data['Wm2Front']
+
+    compiledsavenameGround = 'All_Ground_'+case+'_month_'+str(mm)+'.csv'
+    compiledsavenameGrear = 'All_Grear_'+case+'_month_'+str(mm)+'.csv'
+    df_all_Ground.to_csv(os.path.join(savefolder,compiledsavenameGround))
+    df_all_Grear.to_csv(os.path.join(savefolder,compiledsavenameGrear))
+
+    frontirrads_all.append(frontirrad)
+    #print("Frontirrad Month ", mm, frontirrad)
+
+print (frontirrads_all)
+print("FINISHED")

bifacial_radiance/HPCScripts/Other Examples (unorganized)/compile_PRNew.py

@@ -0,0 +1,91 @@
+# -*- coding: utf-8 -*-
+"""
+# P1
+# Compile the Ground Irradiance
+
+"""
+
+
+import os
+import pandas as pd
+import numpy as np
+
+# Folders where results are and will be saved
+savefolder=r'/scratch/sayala/JORDAN/RESULTS_PR_NEW'
+posSampled = 50 #!! Modify to the number of positions sampled
+
+xgaps = [0.9144000000000001, 1.2192, 3.6576000000000004, 4.572, 5.486400000000001,  ]
+numpanelss = np.array([3, 4])
+sensorsxs = np.array(list(range(0, 50)))   
+
+ft2m = 0.3048
+
+xgaps = np.round(np.array([3, 4, 6, 9, 12, 15, 18, 21]) * ft2m,1)
+numpanelss = [3, 4]
+sensorsxs = np.array(list(range(0, 401)))   
+
+
+errors_all_numpanels = []
+errors_all_xgap = []
+errors_all_posx = []
+
+for ii in range(0, len(numpanelss)):
+    numpanels = numpanelss[ii]
+    for jj in range(0, len(xgaps)):
+        xgap = xgaps[jj]
+
+        
+        x_all = []
+        y_all = []
+        z_all = []
+        mattype_all = []
+        Wm2_all = []
+
+        numpanels_all = []
+        xgap_all = []
+        posx_all = []
+        
+        for posx in sensorsxs:
+            xgap = xgaps[jj]
+
+            #/scratch/sayala/JORDAN/PUERTO_RICO_NEW/numpanels_3_xgap_1.2_Posx_001/results/irr_xloc_1_Front.csv 
+            zero_filled_posx = str(posx).zfill(3)
+            filename = '/scratch/sayala/JORDAN/PUERTO_RICO_NEW/numpanels_{}_xgap_{}_Posx_{}/results/irr_xloc_{}_Front.csv'.format(numpanels, xgap, zero_filled_posx, posx)
+            print("Working on entry numpanels_{}_xgap_{}_Posx_{}".format(numpanels, xgap, posx))
+
+            try:
+                data = pd.read_csv(filename)
+                
+                # Save all the values
+                x_all.append(list(data['x']))
+                y_all.append(list(data['y']))
+                z_all.append(list(data['z']))
+                mattype_all.append(list(data['mattype']))
+                Wm2_all.append(list(data['Wm2']))
+
+                # Saving position and parameters for indexing
+                numpanels_all.append(numpanels)
+                xgap_all.append(xgap)
+                posx_all.append(posx)
+
+            except:
+                print('*** Missing entry numpanels_{}_xgap_{}_Posx_{}'.format(numpanels, xgap, posx))
+                errors_all_numpanels.append(numpanels)
+                errors_all_xgap.append(xgap)
+                errors_all_posx.append(posx)
+                
+
+        savefilename = 'Results_numpanels_{}_xgap_{}_Posx_{}.csv'.format(numpanels, xgap, posx)
+        df = pd.DataFrame(list(zip(numpanels_all,xgap_all, posx_all,
+                                    x_all,y_all,z_all, mattype_all, Wm2_all)),
+                                    columns=['numpanels', 'xgap', 'posx', 'x','y','z',
+                                            'mattype','Wm2'])
+
+        df.to_csv(os.path.join(savefolder,savefilename))
+
+errorfile = pd.DataFrame(list(zip(errors_all_numpanels,errors_all_xgap, errors_all_posx)),
+                                columns=['numpanels', 'xgap', 'posx'])
+
+errorfile.to_csv(os.path.join(savefolder, 'ERRORS_05Sep21_PRNew.csv'))
+
+print("FINISHED")

bifacial_radiance/HPCScripts/Other Examples (unorganized)/compile_PRNewP2.py

@@ -0,0 +1,95 @@
+# -*- coding: utf-8 -*-
+"""
+# P2
+# COMPILE THE MODULE's IRRADIANCE 
+
+"""
+
+
+import os
+import pandas as pd
+import numpy as np
+
+# Folders where results are and will be saved
+savefolder=r'/scratch/sayala/JORDAN/RESULTS_PR_NEW'
+posSampled = 50 #!! Modify to the number of positions sampled
+
+ft2m = 0.3048
+
+xgaps = np.round(np.array([3, 4, 6, 9, 12, 15, 18, 21]) * ft2m,1)
+numpanelss = [3, 4]
+sensorsxs = np.array(list(range(0, 41)))   
+
+
+errors_all_numpanels = []
+errors_all_xgap = []
+errors_all_posx = []
+
+for ii in range(0, len(numpanelss)):
+    numpanels = numpanelss[ii]
+    for jj in range(0, len(xgaps)):
+        xgap = xgaps[jj]
+
+        
+        x_all = []
+        y_all = []
+        z_all = []
+        mattype_all = []
+        rearZ_all = []
+        mattype_all = []
+        rearMat_all = []
+        Wm2Front_all = []
+        Wm2Back_all = []
+
+        numpanels_all = []
+        xgap_all = []
+        posx_all = []
+        
+        for posx in sensorsxs:
+            xgap = xgaps[jj]
+
+            #/scratch/sayala/JORDAN/PUERTO_RICO_NEW_P2/numpanels_3_xgap_1.2_Posx_001/results/irr_xloc_1_Front.csv 
+            zero_filled_posx = str(posx).zfill(3)
+            filename = '/scratch/sayala/JORDAN/PUERTO_RICO_NEW_P2/numpanels_{}_xgap_{}_Posx_{}/results/irr_xloc_{}.csv'.format(numpanels, xgap, zero_filled_posx, posx)
+            print("Working on entry numpanels_{}_xgap_{}_Posx_{}".format(numpanels, xgap, posx))
+
+            try:
+                data = pd.read_csv(filename)
+                
+                # Save all the values
+                x_all.append(list(data['x']))
+                y_all.append(list(data['y']))
+                z_all.append(list(data['z']))
+                rearZ_all.append(list(data['rearZ']))
+                mattype_all.append(list(data['mattype']))
+                rearMat_all.append(list(data['rearMat']))
+                Wm2Front_all.append(list(data['Wm2Front']))
+                Wm2Back_all.append(list(data['Wm2Back']))
+
+                # Saving position and parameters for indexing
+                numpanels_all.append(numpanels)
+                xgap_all.append(xgap)
+                posx_all.append(posx)
+
+            except:
+                print('*** Missing entry numpanels_{}_xgap_{}_Posx_{}'.format(numpanels, xgap, posx))
+                errors_all_numpanels.append(numpanels)
+                errors_all_xgap.append(xgap)
+                errors_all_posx.append(posx)
+                
+
+        savefilename = 'Results_p2_numpanels_{}_xgap_{}_Posx_{}.csv'.format(numpanels, xgap, posx)
+        df = pd.DataFrame(list(zip(numpanels_all,xgap_all, posx_all,
+                                    x_all,y_all,z_all,rearZ_all,
+                               mattype_all,rearMat_all,Wm2Front_all,Wm2Back_all)),
+                                    columns=['numpanels', 'xgap', 'posx', 'x','y','z','rearZ',
+                                       'mattype','rearMat','Wm2Front','Wm2Back'])
+
+        df.to_csv(os.path.join(savefolder,savefilename))
+
+errorfile = pd.DataFrame(list(zip(errors_all_numpanels,errors_all_xgap, errors_all_posx)),
+                                columns=['numpanels', 'xgap', 'posx'])
+
+errorfile.to_csv(os.path.join(savefolder, 'ERRORS_05Sep21_PRNew2.csv'))
+
+print("FINISHED")

bifacial_radiance/HPCScripts/Other Examples (unorganized)/compile_TreeResults.py

@@ -0,0 +1,108 @@
+# -*- coding: utf-8 -*-
+"""
+mkdir /scratch/sayala/RadianceScenes/Full_Row_40Mods/outputanalysis
+mkdir /scratch/sayala/RadianceScenes/Full_Row_40Mods/outputanalysis/dataframes_Gpoat
+mkdir /scratch/sayala/RadianceScenes/Full_Row_40Mods/outputanalysis/dataframes_Gfront
+
+"""
+
+# In[1]:
+# This section collects the cell by cell irradiance calculated by bifacial_radiance
+# into an hourly pickle in format "  irr_1axis_01_01_08.csv "
+# and stores them in a folder (i.e. hourly_dataframes_row_FrontOnly)
+# It also accumulates up the cell by cell irradiances into a yearly irradiance pickle
+# at the end and plots it.
+# Each dataframe/pickle has module 20 (Northmost) as the first row (So if you're
+# seeing the data it's like you're seeing the array from a top-down view. 
+# Note that this is not the way that dataframes get plotted in python so it needs
+# to be inverted later for plotting. UGH.)
+
+import os
+import pandas as pd
+import re
+import numpy as np
+#from collections import Counter
+
+# Where the 500k results are stored:
+savefolder = r'/scratch/sayala/JORDAN/'
+
+
+# irr_Coffee_ch_1.8_xgap_0.6_tilt_18_pitch_1.6_Front&Back.csv
+
+ch_all = []
+xgap_all = []
+tilt_all = []
+pitch_all = []
+NorthIrrad = []
+SouthIrrad = []
+EastIrrad = []
+WestIrrad = []
+
+
+ft2m = 0.3048
+clearance_heights = np.array([6.0, 8.0, 10.0])* ft2m
+xgaps = np.array([2, 3, 4]) * ft2m
+Ds = np.array([2, 3, 4]) * ft2m    # D is a variable that represents the spacing between rows, not-considering the collector areas.
+tilts = [18, 10]
+y = 1
+
+
+
+for ch in range (0, len(clearance_heights)):
+    
+    clearance_height = clearance_heights[ch]
+    for xx in range (0, len(xgaps)):
+        
+        xgap = xgaps[xx]
+
+        for tt in range (0, len(tilts)):
+        
+            tilt = tilts[tt]
+            for dd in range (0, len(Ds)):
+                pitch = y * np.cos(np.radians(tilt))+Ds[dd]
+
+
+                folder_name = ('CH_'+str(clearance_height)+
+                            '_xgap_'+str(xgap)+\
+                            '_tilt_'+str(tilt)+
+                            '_pitch_'+str(pitch))
+
+                testfolder = os.path.join(r'/scratch/sayala/JORDAN/PUERTO_RICO/', folder_name)
+                resultsfolder = os.path.join(testfolder, 'results')
+
+                sim_name = ('irr_Coffee'+'_ch_'+str(round(clearance_height,1))+
+                                '_xgap_'+str(round(xgap,1))+\
+                                '_tilt_'+str(round(tilt,1))+
+                                '_pitch_'+str(round(pitch,1))+'_North&South.csv')
+
+                sim_name2 = ('irr_Coffee'+'_ch_'+str(round(clearance_height,1))+
+                                '_xgap_'+str(round(xgap,1))+\
+                                '_tilt_'+str(round(tilt,1))+
+                                '_pitch_'+str(round(pitch,1))+'_East&West.csv')
+
+                ch_all.append(clearance_height)
+                xgap_all.append(xgap)
+                tilt_all.append(tilt)
+                pitch_all.append(pitch)
+                data = pd.read_csv(os.path.join(resultsfolder, sim_name))
+                NorthIrrad.append(data['Wm2Front'].item())
+                SouthIrrad.append(data['Wm2Back'].item())
+                data = pd.read_csv(os.path.join(resultsfolder, sim_name2))
+                EastIrrad.append(data['Wm2Front'].item())
+                WestIrrad.append(data['Wm2Back'].item())
+
+
+ch_all = pd.Series(ch_all, name='clearance_height')
+xgap_all = pd.Series(xgap_all, name='xgap')
+tilt_all = pd.Series(tilt_all, name='tilt')
+pitch_all = pd.Series(pitch_all, name='pitch')
+NorthIrrad = pd.Series(NorthIrrad, name='NorthIrrad')
+SouthIrrad = pd.Series(SouthIrrad, name='SouthIrrad')
+EastIrrad = pd.Series(EastIrrad, name='EastIrrad')
+WestIrrad = pd.Series(WestIrrad, name='WestIrrad')
+
+df = pd.concat([ch_all, xgap_all, tilt_all, pitch_all, NorthIrrad, SouthIrrad, EastIrrad, WestIrrad], axis=1)
+df.to_csv(os.path.join(savefolder,'TREES.csv'))
+
+
+print("FINISHED")

bifacial_radiance/HPCScripts/Other Examples (unorganized)/compile_basic_module_sampling.py

@@ -0,0 +1,103 @@
+import os
+import pandas as pd
+import numpy as np
+
+# Folders where results are and will be saved
+savefolder=r'/scratch/sayala/RadianceScenes/BasicSimulations/'
+posSampled = 50 #!! Modify to the number of positions sampled
+
+
+
+for jj in range(0, 2):
+    # 0 - With
+    # 1 - Without
+    
+    if jj == 0:
+        testfolder=r'/scratch/sayala/RadianceScenes/BasicSimulations/Gendaylit1axis/WithResults'
+        savefilename = 'COMPILED_Results_WITH_19AUG.csv'
+        withopt = 'WITH'
+    if jj == 1:
+        testfolder=r'/scratch/sayala/RadianceScenes/BasicSimulations/Gendaylit1axis/WithoutResults'
+        savefilename = 'COMPILED_Results_WITHOUT_19AUG.csv'   
+        withopt = 'WITHOUT'
+    
+    filelist = sorted(os.listdir(testfolder))
+    #daylist = [x[4:] for x in filelist]
+    # timestamplist = []
+    # for i in range(len(daylist)):
+    #     timestamplist[i] = sorted(os.listdir(testfolder+r'\'+f'{day for day in daylist}'))
+    print('{} files in the directory'.format(filelist.__len__()))
+    #print(filelist[1].partition('_Module_')[0])
+    #!! Make sures this matches the folder names pattern or adjust accordingly.
+    # This assumes the folders are named "Day_01_01_01_08" (y m d h)
+    
+    
+    
+    x_all = []
+    y_all = []
+    z_all = []
+    rearZ_all = []
+    mattype_all = []
+    rearMat_all = []
+    Wm2Front_all = []
+    Wm2Back_all = []
+    pos_all = []
+    timestamp_all = []
+    errors_all = []
+
+    timestamplist = [x[4:15] for x in filelist]
+#    positionlist = [x[21:] for x in filelist] 
+
+   
+    timestamplist = ['21_04_29_11']
+    
+    for i in range(0, len(timestamplist)):
+        
+        print("Working on entry "+str(i)+" timestamp "+timestamplist[i])
+
+        posSampled = 200
+    
+        for ii in range (0, posSampled):
+            resfolder = os.path.join(testfolder, 'Day_'+timestamplist[i]+'_Posx_'+str(ii))
+            resfolder = os.path.join(resfolder, 'results/')
+            print(resfolder)
+        
+            #!! Make sure this matches the format being used to save results or
+            # modify accordingly.
+            # example filename: 'irr_20_01_01_08_pos_0.csv' 
+            filename = 'irr_1axis_'+timestamplist[i]+'_00_'+withopt+'_pos_'+str(ii)+'.csv'
+            try:
+                data = pd.read_csv(os.path.join(resfolder,filename))
+                
+                # Save all the values
+                x_all.append(list(data['x']))
+                y_all.append(list(data['y']))
+                z_all.append(list(data['z']))
+                rearZ_all.append(list(data['rearZ']))
+                mattype_all.append(list(data['mattype']))
+                rearMat_all.append(list(data['rearMat']))
+                Wm2Front_all.append(list(data['Wm2Front']))
+                Wm2Back_all.append(list(data['Wm2Back']))
+    
+                # Saving position and timestamp for indexing
+                pos_all.append(ii)
+                timestamp_all.append(timestamplist[i])
+    
+            except:
+                print('*** Missing positions ', ii)
+                errors_all.append(ii)
+                
+
+    df = pd.DataFrame(list(zip(timestamp_all,pos_all,x_all,y_all,z_all,rearZ_all,
+                               mattype_all,rearMat_all,Wm2Front_all,Wm2Back_all)),
+                              columns=['Timestamp', 'Position', 'x','y','z','rearZ',
+                                       'mattype','rearMat','Wm2Front','Wm2Back'])
+
+    df.to_csv(os.path.join(savefolder,savefilename))
+    
+    errorfile = os.path.join(savefolder, 'ERRORS'+withopt+'.txt')
+    with open(errorfile, 'w') as f:
+        for s in errors_all:
+            f.write(str(s) + '\n')
+print("FINISHED")
+