foscat 3.0.20__py3-none-any.whl → 3.0.21__py3-none-any.whl

foscat/CNN.py

@@ -0,0 +1,110 @@
+import numpy as np
+import pickle
+import foscat.scat_cov as sc
+  
+
+class CNN:
+        
+    def __init__(self,
+                 scat_operator=None,
+                 nparam=1,
+                 nscale=1,
+                 chanlist=[],
+                 in_nside=1,
+                 n_chan_in=1,
+                 nbatch=1,
+                 SEED=1234,
+                 filename=None):
+
+        if filename is not None:
+            outlist=pickle.load(open("%s.pkl"%(filename),"rb"))
+            self.scat_operator=sc.funct(KERNELSZ=outlist[3],all_type=outlist[7])
+            self.KERNELSZ= self.scat_operator.KERNELSZ
+            self.all_type= self.scat_operator.all_type
+            self.npar=outlist[2]
+            self.nscale=outlist[5]
+            self.chanlist=outlist[0]
+            self.in_nside=outlist[4] 
+            self.nbatch=outlist[1]
+            self.n_chan_in=outlist[8]
+            self.x=self.scat_operator.backend.bk_cast(outlist[6])
+            self.out_nside=self.in_nside//(2**self.nscale)
+        else:
+            self.nscale=nscale
+            self.nbatch=nbatch
+            self.npar=nparam
+            self.n_chan_in=n_chan_in
+            self.scat_operator=scat_operator
+            if len(chanlist)!=nscale+1:
+                print('len of chanlist (here %d) should of nscale+1 (here %d)'%(len(chanlist),nscale+1))
+                return None
+            
+            self.chanlist=chanlist
+            self.KERNELSZ= scat_operator.KERNELSZ
+            self.all_type= scat_operator.all_type
+            self.in_nside=in_nside
+            self.out_nside=self.in_nside//(2**self.nscale)
+
+            np.random.seed(SEED)
+            self.x=scat_operator.backend.bk_cast(np.random.randn(self.get_number_of_weights())/(self.KERNELSZ*self.KERNELSZ))
+            
+        
+
+    def save(self,filename):
+        
+        outlist=[self.chanlist, \
+                 self.nbatch, \
+                 self.npar, \
+                 self.KERNELSZ, \
+                 self.in_nside, \
+                 self.nscale, \
+                 self.get_weights().numpy(), \
+                 self.all_type, \
+                 self.n_chan_in]
+        
+        myout=open("%s.pkl"%(filename),"wb")
+        pickle.dump(outlist,myout)
+        myout.close()
+    
+    def get_number_of_weights(self):
+        totnchan=0
+        for i in range(self.nscale):
+            totnchan=totnchan+self.chanlist[i]*self.chanlist[i+1]
+        return self.npar*12*self.out_nside**2*self.chanlist[self.nscale] \
+            +totnchan*self.KERNELSZ*self.KERNELSZ+self.KERNELSZ*self.KERNELSZ*self.n_chan_in*self.chanlist[0]
+
+    def set_weights(self,x):
+        self.x=x
+        
+    def get_weights(self):
+        return self.x
+        
+    def eval(self,im):
+
+        x=self.x
+        ww=self.scat_operator.backend.bk_reshape(x[0:self.KERNELSZ*self.KERNELSZ*self.n_chan_in*self.chanlist[0]],
+                                                 [self.KERNELSZ*self.KERNELSZ,self.n_chan_in,self.chanlist[0]])
+        nn=self.KERNELSZ*self.KERNELSZ*self.n_chan_in*self.chanlist[0]
+
+        im=self.scat_operator.healpix_layer(im,ww)
+        im=self.scat_operator.backend.bk_relu(im)
+        
+        for k in range(self.nscale):
+            print(im.shape)
+            ww=self.scat_operator.backend.bk_reshape(x[nn:nn+self.KERNELSZ*self.KERNELSZ*self.chanlist[k]*self.chanlist[k+1]],
+                                                [self.KERNELSZ*self.KERNELSZ,self.chanlist[k],self.chanlist[k+1]])
+            nn=nn+self.KERNELSZ*self.KERNELSZ*self.chanlist[k]*self.chanlist[k+1]
+            im=self.scat_operator.healpix_layer(im,ww)
+            im=self.scat_operator.backend.bk_relu(im)
+            im=self.scat_operator.ud_grade_2(im,axis=0)
+
+            
+        ww=self.scat_operator.backend.bk_reshape(x[nn:nn+self.npar*12*self.out_nside**2*self.chanlist[self.nscale]], \
+                                            [12*self.out_nside**2*self.chanlist[self.nscale],self.npar])
+        
+        im=self.scat_operator.backend.bk_matmul(self.scat_operator.backend.bk_reshape(im,[1,12*self.out_nside**2*self.chanlist[self.nscale]]),ww)
+        im=self.scat_operator.backend.bk_reshape(im,[self.npar])
+        im=self.scat_operator.backend.bk_relu(im)
+        
+        return im
+     

foscat/FoCUS.py

@@ -32,7 +32,7 @@ class FoCUS:
                  mpi_size=1,
                  mpi_rank=0):
 
-        self.__version__ = '3.0.20'
+        self.__version__ = '3.0.21'
         # P00 coeff for normalization for scat_cov
         self.TMPFILE_VERSION=TMPFILE_VERSION
         self.P1_dic = None

foscat/backend.py

@@ -347,12 +347,10 @@ class foscat_backend:
             return self.bk_cast(self.backend.image.resize(x,shape, method='bilinear'))
         
         if self.BACKEND==self.TORCH:
-            print(x.shape)
             tmp=self.backend.nn.functional.interpolate(x,
                                                        size=shape,
                                                        mode='bilinear',
                                                        align_corners=False)
-            print(tmp.shape)
             return self.bk_cast(tmp)
         if self.BACKEND==self.NUMPY:
             return self.bk_cast(self.backend.image.resize(x,shape, method='bilinear'))

foscat/scat.py

@@ -1048,7 +1048,7 @@ class funct(FOC.FoCUS):
         if mask is not None:
             if list(image1.shape)!=list(mask.shape)[1:]:
                 print('The mask should have the same size than the input image to eval Scattering')
-                print(image1.shape,mask.shape)
+                print('Image shape ',image1.shape,'Mask shape ',mask.shape)
                 exit(0)
         if self.use_2D and len(image1.shape)<2:
             print('To work with 2D scattering transform, two dimension is needed, input map has only on dimension')
@@ -1129,7 +1129,6 @@ class funct(FOC.FoCUS):
             else:
                 # if the kernel size is bigger than 3 increase the binning before smoothing
                 if self.use_2D:
-                    print(axis,image1.shape)
                     l_image1=self.up_grade(l_image1,I1.shape[axis]*4,axis=axis,nouty=I1.shape[axis+1]*4)
                     vmask=self.up_grade(vmask,I1.shape[axis]*4,axis=1,nouty=I1.shape[axis+1]*4)
                 else:

foscat/scat1D.py

@@ -29,7 +29,41 @@ class scat1D:
         self.j2=j2
         self.cross=cross
         self.backend=backend
+
+    # ---------------------------------------------−---------
+    def build_flat(self,table):
+        shape=table.shape
+        ndata=1
+        for k in range(1,len(table.shape)):
+            ndata=ndata*table.shape[k]
+        return self.backend.bk_reshape(table,[table.shape[0],ndata])
         
+    # ---------------------------------------------−---------
+    def flatten(self,S2L=False):
+        if not S2L:
+            if isinstance(self.P00,np.ndarray):
+                return np.concatenate([self.build_flat(lf.S0),
+                                       self.build_flat(lf.S1),
+                                       self.build_flat(lf.P00),
+                                       self.build_flat(lf.S2)],1)
+            else:
+                return self.backend.bk_concat([self.build_flat(self.S0),
+                                               self.build_flat(self.S1),
+                                               self.build_flat(self.P00),
+                                               self.build_flat(self.S2)],1)  
+        else:
+            if isinstance(self.P00,np.ndarray):
+                return np.concatenate([self.build_flat(lf.S0),
+                                       self.build_flat(lf.S1),
+                                       self.build_flat(lf.P00),
+                                       self.build_flat(lf.S2),
+                                       self.build_flat(lf.S2L)],1)
+            else:
+                return self.backend.bk_concat([self.build_flat(self.S0),
+                                               self.build_flat(self.S1),
+                                               self.build_flat(self.P00),
+                                               self.build_flat(self.S2),
+                                               self.build_flat(self.S2L)],1)        
     def get_j_idx(self):
         return self.j1,self.j2
     
@@ -576,8 +610,6 @@ class scat1D:
             s2=self.S2.numpy()
             s2l=self.S2L.numpy()
 
-        print(s1.sum(),p0.sum(),s2.sum(),s2l.sum())
-
         if isinstance(threshold,scat1D):
             if isinstance(threshold.S1,np.ndarray):
                 s1th=threshold.S1
@@ -667,7 +699,6 @@ class scat1D:
                         s2l[:,i0]=s2l[:,i1]
                     else:
                         idx=np.where((s2[:,i2]>0)*(s2[:,i3]>0)*(s2[:,i2]<s2th[:,i2]))
-                        print(i0,i2)
                         if len(idx[0])>0:
                             s2[idx[0],i0,idx[1],idx[2]]=np.exp(3*np.log(s2[idx[0],i2,idx[1],idx[2]])-2*np.log(s2[idx[0],i3,idx[1],idx[2]]))
                         idx=np.where((s2[:,i1]>0)*(s2[:,i2]>0)*(s2[:,i1]<s2th[:,i1]))
@@ -685,7 +716,6 @@ class scat1D:
         p0[np.isnan(p0)]=0.0
         s2[np.isnan(s2)]=0.0
         s2l[np.isnan(s2l)]=0.0
-        print(s1.sum(),p0.sum(),s2.sum(),s2l.sum())
 
         return scat1D(self.backend.constant(p0),self.S0,
                     self.backend.constant(s1),
@@ -819,9 +849,14 @@ class funct(FOC.FoCUS):
     def eval(self, image1, image2=None,mask=None,Auto=True,s0_off=1E-6,Add_R45=False,axis=0):
         # Check input consistency
         if mask is not None:
-            if list(image1.shape)!=list(mask.shape)[1:]:
-                print('The mask should have the same size than the input timeline to eval Scattering')
-                exit(0)
+            if len(image1.shape)==1:
+                if image1.shape[0]!=mask.shape[1]:
+                    print('The mask should have the same size than the input timeline to eval Scattering')
+                    exit(0)
+            else:
+                if image1.shape[1]!=mask.shape[1]:
+                    print('The mask should have the same size than the input timeline to eval Scattering')
+                    exit(0)
             
         ### AUTO OR CROSS
         cross = False
@@ -834,7 +869,7 @@ class funct(FOC.FoCUS):
         # determine jmax and nside corresponding to the input map
         im_shape = image1.shape
 
-        nside=im_shape[axis]
+        nside=im_shape[len(image1.shape)-1]
         npix=nside
         
         jmax=int(np.log(nside)/np.log(2)) #-self.OSTEP
@@ -869,11 +904,19 @@ class funct(FOC.FoCUS):
             l_image1=I1
             if cross:
                 l_image2=I2
-
-        s0 = self.backend.bk_reduce_sum(l_image1*vmask,axis=axis+1)+s0_off
+        if len(image1.shape)==1:
+            s0 = self.backend.bk_reduce_sum(l_image1*vmask,axis=axis+1)
+            if cross and Auto==False:
+                s0 = self.backend.bk_concat([s0,self.backend.bk_reduce_sum(l_image2*vmask,axis=axis)])
+        else:
+            lmask=self.backend.bk_expand_dims(vmask,0)
+            lim=self.backend.bk_expand_dims(l_image1,1)
+            s0 = self.backend.bk_reduce_sum(lim*lmask,axis=axis+2)
+            if cross and Auto==False:
+                lim=self.backend.bk_expand_dims(l_image2,1)
+                s0 = self.backend.bk_concat([s0,self.backend.bk_reduce_sum(lim*lmask,axis=axis+2)])
+            
         
-        if cross and Auto==False:
-            s0 = self.backend.bk_concat([s0,self.backend.bk_reduce_sum(l_image2*vmask,axis=axis)+s0_off])
 
         s1=None
         s2=None

foscat/scat_cov.py

@@ -914,6 +914,7 @@ class scat_cov:
         tabnx=[]
         tab2x=[]
         tab2nx=[]
+        ntmp=ntmp*ntmp
         if len(tmp.shape)>4:
             for i0 in range(tmp.shape[0]):
                 for i1 in range(tmp.shape[1]):

{foscat-3.0.20.dist-info → foscat-3.0.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: foscat
-Version: 3.0.20
+Version: 3.0.21
 Summary: Generate synthetic Healpix or 2D data using Cross Scattering Transform
 Home-page: https://github.com/jmdelouis/FOSCAT
 Author: Jean-Marc DELOUIS

{foscat-3.0.20.dist-info → foscat-3.0.21.dist-info}/RECORD

@@ -1,24 +1,25 @@
+foscat/CNN.py,sha256=Evv7SkCtbzDKGlC0Gz9xFBtb-xLi3IBCYi2NsXLA9DY,4259
 foscat/CircSpline.py,sha256=610sgsWeZzRXYh7gYEqUmGQVrXoHSaFGKjH5mCdh4jU,1684
-foscat/FoCUS.py,sha256=dcWz86Xt_ZjiRYFZTuhK1gFbDns2hDeg9fJhG1tNsz8,67309
+foscat/FoCUS.py,sha256=51ZRAhc6MsPatb3TG6lYUbvaN76r-DDJD1R2GRSqiuM,67309
 foscat/GCNN.py,sha256=TEW81DGRM4WL7RzH50VKQ-_oHbl5i3iQKuhdkkgKEO8,3831
 foscat/GetGPUinfo.py,sha256=6sJWKO_OeiA0SoGQQdCT_h3D8rZtrv_4hpBc8H3nZls,731
 foscat/Softmax.py,sha256=aCghstI2fchd8FHsBUcmPR4FGlCH9DglS7XMEWlKr8A,2709
 foscat/Spline1D.py,sha256=9oeM8SSHjpfUE5z72YxGt1RVt22vJYM1zhHbNBW8phw,1232
 foscat/Synthesis.py,sha256=oYtHFVTqalVzBQs5okJBnP4pzXFhBMds-pytdEm4Bqs,12611
 foscat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-foscat/backend.py,sha256=BJkx5CRxUHZr8WH4rvApuE8dIo1Y61fbtyfYhGByIIk,30402
+foscat/backend.py,sha256=AZaMJSGoRGUSnjLKN8FF1tS16DmQZ70BjDl8zCDU9yg,30346
 foscat/backend_tens.py,sha256=zEFZ71j0nMNP9_91tz21ZVBTayr75l-sfONOLkJ8DyI,1432
 foscat/loss_backend_tens.py,sha256=WbGC4vy1pBg_bxUXnlCRiXX9WszN6MaUWUc_lUvZNvQ,1667
 foscat/loss_backend_torch.py,sha256=Fj_W3VwGgeD79eQ4jOxOmhZ548UKDRUb3JjUo2-gSWM,1755
-foscat/scat.py,sha256=A7xk0o3-wHh-IuXeKSkapvo2J9Hs5yMQZVuGx1FE7A8,60077
-foscat/scat1D.py,sha256=mSM_xDoQNoGYMV6JDmmfIX8n-Ulm6Ru8HtWqP8XTKqw,43914
+foscat/scat.py,sha256=Ht_xyo7XKJJrUIbQIeucjhIrJo4RGrE63EyhTH8IYig,60061
+foscat/scat1D.py,sha256=7egOWL7GXcJEenl8r1DSdArpE1Yvywgo-vxHAQ1gMzY,46269
 foscat/scat2D.py,sha256=Xtisjc5KsbLQAlbn71P0Xg1UIu3r1gUKXoYG2vIMK1M,523
-foscat/scat_cov.py,sha256=36Exeac1pXlnVzOWPBX0bSMMEyoUlzwK7kShDPeaF_s,107984
+foscat/scat_cov.py,sha256=k_fx8aajqaBCAPmaABM1h9dg96j4QckUFvYaGG2vufQ,108007
 foscat/scat_cov1D.py,sha256=inAy_TWtUwJr6l9hX3u7r2Jud7DGy_CkjCfcjaUIdJI,58885
 foscat/scat_cov2D.py,sha256=8_XvC-lOEVUWP9vT3Wx10G_ATeVeh0SdrSWuBV7Xf5k,536
 foscat/scat_cov_map.py,sha256=ocU2xd41GtJhiU9S3dEv38KfPCvz0tJKY2f8lPxpm5c,2729
 foscat/scat_cov_map2D.py,sha256=t4llIt7DVIyU1b_u-dJSX4lBr2FhDict8RnNnHpRvHM,2754
-foscat-3.0.20.dist-info/METADATA,sha256=8A09buj_rHwPPsvJndDfgU4ecsQFcXzTel2RIuRZx3g,1013
-foscat-3.0.20.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-foscat-3.0.20.dist-info/top_level.txt,sha256=AGySXBBAlJgb8Tj8af6m_F-aiNg2zNTcybCUPVOKjAg,7
-foscat-3.0.20.dist-info/RECORD,,
+foscat-3.0.21.dist-info/METADATA,sha256=95XstfOVlwkomdGlh8NhbEoO0tFSbk55BX4tOyqwNXg,1013
+foscat-3.0.21.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+foscat-3.0.21.dist-info/top_level.txt,sha256=AGySXBBAlJgb8Tj8af6m_F-aiNg2zNTcybCUPVOKjAg,7
+foscat-3.0.21.dist-info/RECORD,,

{foscat-3.0.20.dist-info → foscat-3.0.21.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: bdist_wheel (0.42.0)
 Root-Is-Purelib: true
 Tag: py3-none-any