foscat 3.0.9__py3-none-any.whl → 3.6.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- foscat/CNN.py +151 -0
- foscat/CircSpline.py +102 -34
- foscat/FoCUS.py +2363 -1052
- foscat/GCNN.py +239 -0
- foscat/Softmax.py +29 -20
- foscat/Spline1D.py +86 -36
- foscat/Synthesis.py +335 -262
- foscat/alm.py +690 -0
- foscat/alm_tools.py +11 -0
- foscat/backend.py +933 -588
- foscat/backend_tens.py +63 -0
- foscat/loss_backend_tens.py +48 -38
- foscat/loss_backend_torch.py +35 -41
- foscat/scat.py +1639 -1015
- foscat/scat1D.py +1256 -774
- foscat/scat2D.py +9 -7
- foscat/scat_cov.py +3067 -1541
- foscat/scat_cov1D.py +11 -1467
- foscat/scat_cov2D.py +9 -7
- foscat/scat_cov_map.py +77 -51
- foscat/scat_cov_map2D.py +79 -49
- foscat-3.6.0.dist-info/LICENCE +13 -0
- foscat-3.6.0.dist-info/METADATA +184 -0
- foscat-3.6.0.dist-info/RECORD +27 -0
- {foscat-3.0.9.dist-info → foscat-3.6.0.dist-info}/WHEEL +1 -1
- foscat/GetGPUinfo.py +0 -36
- foscat-3.0.9.dist-info/METADATA +0 -23
- foscat-3.0.9.dist-info/RECORD +0 -22
- {foscat-3.0.9.dist-info → foscat-3.6.0.dist-info}/top_level.txt +0 -0
foscat/scat_cov2D.py
CHANGED
|
@@ -1,16 +1,18 @@
|
|
|
1
1
|
import foscat.scat_cov as scat
|
|
2
2
|
|
|
3
|
+
|
|
3
4
|
class scat_cov2D:
|
|
4
|
-
def __init__(self,
|
|
5
|
+
def __init__(self, s0, s2, s3, s4, s1=None, s3p=None, backend=None):
|
|
5
6
|
|
|
6
|
-
the_scat=scat(
|
|
7
|
-
the_scat.set_bk_type(
|
|
7
|
+
the_scat = scat(s0, s2, s3, s4, s1=s1, s3p=s3p, backend=self.backend)
|
|
8
|
+
the_scat.set_bk_type("SCAT_COV2D")
|
|
8
9
|
return the_scat
|
|
9
|
-
|
|
10
|
-
def fill(self,im,nullval=0):
|
|
11
|
-
return self.fill_2d(im,nullval=nullval)
|
|
10
|
+
|
|
11
|
+
def fill(self, im, nullval=0):
|
|
12
|
+
return self.fill_2d(im, nullval=nullval)
|
|
13
|
+
|
|
12
14
|
|
|
13
15
|
class funct(scat.funct):
|
|
14
16
|
def __init__(self, *args, **kwargs):
|
|
15
17
|
# Impose que use_2D=True pour la classe scat
|
|
16
|
-
super(
|
|
18
|
+
super().__init__(use_2D=True, *args, **kwargs)
|
foscat/scat_cov_map.py
CHANGED
|
@@ -1,67 +1,93 @@
|
|
|
1
|
-
import foscat.scat_cov as scat
|
|
2
1
|
import healpy as hp
|
|
3
2
|
|
|
4
3
|
import foscat.scat_cov as scat
|
|
5
4
|
|
|
5
|
+
|
|
6
6
|
class scat_cov_map(scat.funct):
|
|
7
|
-
def __init__(self,
|
|
7
|
+
def __init__(self, S2, S0, S3, S4, S1=None, S3P=None, backend=None):
|
|
8
|
+
|
|
9
|
+
self.S2 = S2
|
|
10
|
+
self.S0 = S0
|
|
11
|
+
self.S1 = S1
|
|
12
|
+
self.S3 = S3
|
|
13
|
+
self.S3P = S3P
|
|
14
|
+
self.S4 = S4
|
|
15
|
+
self.backend = backend
|
|
16
|
+
self.bk_type = "SCAT_COV_MAP2D"
|
|
17
|
+
|
|
18
|
+
def fill(self, im, nullval=hp.UNSEEN):
|
|
19
|
+
return self.fill_healpy(im, nullval=nullval)
|
|
8
20
|
|
|
9
|
-
self.P00=P00
|
|
10
|
-
self.S0=S0
|
|
11
|
-
self.S1=S1
|
|
12
|
-
self.C01=C01
|
|
13
|
-
self.C10=C10
|
|
14
|
-
self.C11=C11
|
|
15
|
-
self.backend=backend
|
|
16
|
-
self.bk_type='SCAT_COV_MAP2D'
|
|
17
|
-
|
|
18
|
-
def fill(self,im,nullval=hp.UNSEEN):
|
|
19
|
-
return self.fill_healpy(im,nullval=nullval)
|
|
20
21
|
|
|
21
|
-
|
|
22
22
|
class funct(scat.funct):
|
|
23
23
|
def __init__(self, *args, **kwargs):
|
|
24
|
-
super(
|
|
24
|
+
super().__init__(return_data=True, *args, **kwargs)
|
|
25
25
|
|
|
26
|
-
def eval(
|
|
27
|
-
|
|
28
|
-
|
|
26
|
+
def eval(
|
|
27
|
+
self, image1, image2=None, mask=None, norm=None, Auto=True, calc_var=False
|
|
28
|
+
):
|
|
29
|
+
r = super().eval(
|
|
30
|
+
image1, image2=image2, mask=mask, norm=norm, Auto=Auto, calc_var=calc_var
|
|
31
|
+
)
|
|
32
|
+
return scat_cov_map(
|
|
33
|
+
r.S2, r.S0, r.S3, r.S4, S1=r.S1, S3P=r.S3P, backend=r.backend
|
|
34
|
+
)
|
|
29
35
|
|
|
30
|
-
def scat_coeffs_apply(
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
36
|
+
def scat_coeffs_apply(
|
|
37
|
+
self, scat, method, no_order_1=False, no_order_2=False, no_order_3=False
|
|
38
|
+
):
|
|
39
|
+
for j in scat.S2:
|
|
40
|
+
if not no_order_1:
|
|
41
|
+
scat.S2[j] = method(scat.S2[j])
|
|
34
42
|
if scat.S1 is not None:
|
|
35
43
|
scat.S1[j] = method(scat.S1[j])
|
|
36
|
-
|
|
37
|
-
if no_order_2==False:
|
|
38
|
-
for n1 in scat.C01[j]:
|
|
39
|
-
scat.C01[j][n1] = method(scat.C01[j][n1])
|
|
40
44
|
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
45
|
+
if not no_order_2:
|
|
46
|
+
for n1 in scat.S3[j]:
|
|
47
|
+
scat.S3[j][n1] = method(scat.S3[j][n1])
|
|
48
|
+
|
|
49
|
+
if scat.S3P is not None:
|
|
50
|
+
for n1 in scat.S3P[j]:
|
|
51
|
+
scat.S3P[j][n1] = method(scat.S3P[j][n1])
|
|
52
|
+
|
|
53
|
+
if not no_order_3:
|
|
54
|
+
for n1 in scat.S4[j]:
|
|
55
|
+
for n2 in scat.S4[j][n1]:
|
|
56
|
+
scat.S4[j][n1][n2] = method(scat.S4[j][n1][n2])
|
|
57
|
+
|
|
58
|
+
def scat_ud_grade_2(
|
|
59
|
+
self, scat, no_order_1=False, no_order_2=False, no_order_3=False
|
|
60
|
+
):
|
|
61
|
+
self.scat_coeffs_apply(
|
|
62
|
+
scat,
|
|
63
|
+
lambda x: self.ud_grade_2(x, axis=1),
|
|
64
|
+
no_order_1=no_order_1,
|
|
65
|
+
no_order_2=no_order_2,
|
|
66
|
+
no_order_3=no_order_3,
|
|
67
|
+
)
|
|
44
68
|
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
69
|
+
def iso_mean(self, scat, no_order_1=False, no_order_2=False, no_order_3=False):
|
|
70
|
+
self.scat_coeffs_apply(
|
|
71
|
+
scat,
|
|
72
|
+
lambda x: self.backend.iso_mean(x),
|
|
73
|
+
no_order_1=no_order_1,
|
|
74
|
+
no_order_2=no_order_2,
|
|
75
|
+
no_order_3=no_order_3,
|
|
76
|
+
)
|
|
49
77
|
|
|
50
|
-
def
|
|
51
|
-
self
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
no_order_2=no_order_2,
|
|
67
|
-
no_order_3=no_order_3)
|
|
78
|
+
def fft_ang(
|
|
79
|
+
self,
|
|
80
|
+
scat,
|
|
81
|
+
nharm=1,
|
|
82
|
+
imaginary=False,
|
|
83
|
+
no_order_1=False,
|
|
84
|
+
no_order_2=False,
|
|
85
|
+
no_order_3=False,
|
|
86
|
+
):
|
|
87
|
+
self.scat_coeffs_apply(
|
|
88
|
+
scat,
|
|
89
|
+
lambda x: self.backend.fft_ang(x, nharm=nharm, imaginary=imaginary),
|
|
90
|
+
no_order_1=no_order_1,
|
|
91
|
+
no_order_2=no_order_2,
|
|
92
|
+
no_order_3=no_order_3,
|
|
93
|
+
)
|
foscat/scat_cov_map2D.py
CHANGED
|
@@ -1,64 +1,94 @@
|
|
|
1
1
|
import foscat.scat_cov as scat
|
|
2
2
|
|
|
3
|
+
|
|
3
4
|
class scat_cov_map(scat.funct):
|
|
4
|
-
def __init__(self,
|
|
5
|
+
def __init__(self, S2, S0, S3, S4, S1=None, S3P=None, backend=None):
|
|
6
|
+
|
|
7
|
+
self.S2 = S2
|
|
8
|
+
self.S0 = S0
|
|
9
|
+
self.S1 = S1
|
|
10
|
+
self.S3 = S3
|
|
11
|
+
self.S3P = S3P
|
|
12
|
+
self.S4 = S4
|
|
13
|
+
self.backend = backend
|
|
14
|
+
self.bk_type = "SCAT_COV_MAP2D"
|
|
15
|
+
|
|
16
|
+
def fill(self, im, nullval=0):
|
|
17
|
+
return self.backend.fill_2d(im, nullval=nullval)
|
|
5
18
|
|
|
6
|
-
self.P00=P00
|
|
7
|
-
self.S0=S0
|
|
8
|
-
self.S1=S1
|
|
9
|
-
self.C01=C01
|
|
10
|
-
self.C10=C10
|
|
11
|
-
self.C11=C11
|
|
12
|
-
self.backend=backend
|
|
13
|
-
self.bk_type='SCAT_COV_MAP2D'
|
|
14
|
-
|
|
15
|
-
def fill(self,im,nullval=0):
|
|
16
|
-
return self.backend.fill_2d(im,nullval=nullval)
|
|
17
19
|
|
|
18
|
-
|
|
19
20
|
class funct(scat.funct):
|
|
20
21
|
def __init__(self, *args, **kwargs):
|
|
21
22
|
# Impose que use_2D=True pour la classe scat
|
|
22
|
-
super(
|
|
23
|
+
super().__init__(use_2D=True, return_data=True, *args, **kwargs)
|
|
23
24
|
|
|
24
|
-
def eval(
|
|
25
|
-
|
|
26
|
-
|
|
25
|
+
def eval(
|
|
26
|
+
self, image1, image2=None, mask=None, norm=None, Auto=True, calc_var=False
|
|
27
|
+
):
|
|
28
|
+
r = super().eval(
|
|
29
|
+
image1, image2=image2, mask=mask, norm=norm, Auto=Auto, calc_var=calc_var
|
|
30
|
+
)
|
|
31
|
+
return scat_cov_map(
|
|
32
|
+
r.S2, r.S0, r.S3, r.S4, S1=r.S1, S3P=r.S3P, backend=r.backend
|
|
33
|
+
)
|
|
27
34
|
|
|
28
|
-
def scat_coeffs_apply(
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
35
|
+
def scat_coeffs_apply(
|
|
36
|
+
self, scat, method, no_order_1=False, no_order_2=False, no_order_3=False
|
|
37
|
+
):
|
|
38
|
+
for j in scat.S2:
|
|
39
|
+
if not no_order_1:
|
|
40
|
+
scat.S2[j] = method(scat.S2[j])
|
|
32
41
|
if scat.S1 is not None:
|
|
33
42
|
scat.S1[j] = method(scat.S1[j])
|
|
34
|
-
|
|
35
|
-
if no_order_2==False:
|
|
36
|
-
for n1 in scat.C01[j]:
|
|
37
|
-
scat.C01[j][n1] = method(scat.C01[j][n1])
|
|
38
43
|
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
44
|
+
if not no_order_2:
|
|
45
|
+
for n1 in scat.S3[j]:
|
|
46
|
+
scat.S3[j][n1] = method(scat.S3[j][n1])
|
|
47
|
+
|
|
48
|
+
if scat.S3P is not None:
|
|
49
|
+
for n1 in scat.S3P[j]:
|
|
50
|
+
scat.S3P[j][n1] = method(scat.S3P[j][n1])
|
|
51
|
+
|
|
52
|
+
if not no_order_3:
|
|
53
|
+
for n1 in scat.S4[j]:
|
|
54
|
+
for n2 in scat.S4[j][n1]:
|
|
55
|
+
scat.S4[j][n1][n2] = method(scat.S4[j][n1][n2])
|
|
56
|
+
|
|
57
|
+
def scat_ud_grade_2(
|
|
58
|
+
self, scat, no_order_1=False, no_order_2=False, no_order_3=False
|
|
59
|
+
):
|
|
60
|
+
self.scat_coeffs_apply(
|
|
61
|
+
scat,
|
|
62
|
+
lambda x: self.ud_grade_2(x, axis=1),
|
|
63
|
+
no_order_1=no_order_1,
|
|
64
|
+
no_order_2=no_order_2,
|
|
65
|
+
no_order_3=no_order_3,
|
|
66
|
+
)
|
|
42
67
|
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
68
|
+
def iso_mean(self, scat, no_order_1=False, no_order_2=False, no_order_3=False):
|
|
69
|
+
self.scat_coeffs_apply(
|
|
70
|
+
scat,
|
|
71
|
+
lambda x: self.backend.iso_mean(x, use_2D=True),
|
|
72
|
+
no_order_1=no_order_1,
|
|
73
|
+
no_order_2=no_order_2,
|
|
74
|
+
no_order_3=no_order_3,
|
|
75
|
+
)
|
|
47
76
|
|
|
48
|
-
def
|
|
49
|
-
self
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
77
|
+
def fft_ang(
|
|
78
|
+
self,
|
|
79
|
+
scat,
|
|
80
|
+
nharm=1,
|
|
81
|
+
imaginary=False,
|
|
82
|
+
no_order_1=False,
|
|
83
|
+
no_order_2=False,
|
|
84
|
+
no_order_3=False,
|
|
85
|
+
):
|
|
86
|
+
self.scat_coeffs_apply(
|
|
87
|
+
scat,
|
|
88
|
+
lambda x: self.backend.fft_ang(
|
|
89
|
+
x, use_2D=True, nharm=nharm, imaginary=imaginary
|
|
90
|
+
),
|
|
91
|
+
no_order_1=no_order_1,
|
|
92
|
+
no_order_2=no_order_2,
|
|
93
|
+
no_order_3=no_order_3,
|
|
94
|
+
)
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
BSD 3-Clause License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2022, the Foscat developers All rights reserved.
|
|
4
|
+
|
|
5
|
+
Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
|
|
6
|
+
|
|
7
|
+
Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
|
|
8
|
+
|
|
9
|
+
Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
|
|
10
|
+
|
|
11
|
+
Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.
|
|
12
|
+
|
|
13
|
+
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
Metadata-Version: 2.2
|
|
2
|
+
Name: foscat
|
|
3
|
+
Version: 3.6.0
|
|
4
|
+
Summary: Generate synthetic Healpix or 2D data using Cross Scattering Transform
|
|
5
|
+
Author-email: Jean-Marc DELOUIS <jean.marc.delouis@ifremer.fr>
|
|
6
|
+
Maintainer-email: Theo Foulquier <theo.foulquier@ifremer.fr>
|
|
7
|
+
License: BSD-3-Clause
|
|
8
|
+
Project-URL: Repository, https://github.com/jmdelouis/FOSCAT.git
|
|
9
|
+
Project-URL: Issues, https://github.com/jmdelouis/FOSCAT/issues
|
|
10
|
+
Project-URL: Documentation, https://foscat-documentation.readthedocs.io/en/latest/index.html
|
|
11
|
+
Keywords: scattering transform,component separation,denoising
|
|
12
|
+
Classifier: Intended Audience :: Science/Research
|
|
13
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
14
|
+
Classifier: Programming Language :: Python :: 3
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.9
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
17
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
18
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
19
|
+
Requires-Python: >=3.9
|
|
20
|
+
Description-Content-Type: text/markdown
|
|
21
|
+
License-File: LICENCE
|
|
22
|
+
Requires-Dist: imageio
|
|
23
|
+
Requires-Dist: imagecodecs
|
|
24
|
+
Requires-Dist: matplotlib
|
|
25
|
+
Requires-Dist: numpy
|
|
26
|
+
Requires-Dist: tensorflow
|
|
27
|
+
Requires-Dist: healpy
|
|
28
|
+
Requires-Dist: spherical
|
|
29
|
+
|
|
30
|
+
# foscat
|
|
31
|
+
|
|
32
|
+
[](https://foscat-documentation.readthedocs.io/en/latest)
|
|
33
|
+
|
|
34
|
+
A python package dedicated to image component separation based on scattering transform analysis designed for high performance computing.
|
|
35
|
+
|
|
36
|
+
## the concept
|
|
37
|
+
|
|
38
|
+
The foscat genesis has been built to synthesise data (2D or Healpix) using Cross Scattering Transform. For a detailed method description please refer to https://arxiv.org/abs/2207.12527. This algorithm could be effectively usable for component separation (e.g. denoising).
|
|
39
|
+
|
|
40
|
+
A demo package for this process can be found at https://github.com/jmdelouis/FOSCAT_DEMO.
|
|
41
|
+
|
|
42
|
+
## usage
|
|
43
|
+
|
|
44
|
+
# Short tutorial
|
|
45
|
+
|
|
46
|
+
https://github.com/IAOCEA/demo-foscat-pangeo-eosc/blob/main/Demo_Synthesis.ipynb
|
|
47
|
+
|
|
48
|
+
# FOSCAT_DEMO
|
|
49
|
+
|
|
50
|
+
The python scripts _demo.py_ included in this package demonstrate how to use the foscat library to generate synthetic fields that have patterns with the same statistical properties as a specified image.
|
|
51
|
+
|
|
52
|
+
# Install foscat library
|
|
53
|
+
|
|
54
|
+
Before installing, make sure you have python installed in your enviroment.
|
|
55
|
+
The last version of the foscat library can be installed using PyPi:
|
|
56
|
+
|
|
57
|
+
```
|
|
58
|
+
pip install foscat
|
|
59
|
+
```
|
|
60
|
+
|
|
61
|
+
Load the FOSCAT_DEMO package from github.
|
|
62
|
+
|
|
63
|
+
```
|
|
64
|
+
git clone https://github.com/jmdelouis/FOSCAT_DEMO.git
|
|
65
|
+
```
|
|
66
|
+
|
|
67
|
+
## Recommended installing procedures for mac users
|
|
68
|
+
|
|
69
|
+
It is recomended to use python=3.9\*.
|
|
70
|
+
|
|
71
|
+
```
|
|
72
|
+
micromamba create -n FOSCAT
|
|
73
|
+
micromamba install -n FOSCAT ‘python==3.9*’
|
|
74
|
+
micromamba activate FOSCAT
|
|
75
|
+
pip install foscat
|
|
76
|
+
git clone https://github.com/jmdelouis/FOSCAT_DEMO.git
|
|
77
|
+
|
|
78
|
+
```
|
|
79
|
+
|
|
80
|
+
## Recommended installing procedures HPC users
|
|
81
|
+
|
|
82
|
+
It is recomended to install tensorflow in advance. For [DATARMOR](https://pcdm.ifremer.fr/Equipement) for using GPU ;
|
|
83
|
+
|
|
84
|
+
```
|
|
85
|
+
micromamba create -n FOSCAT
|
|
86
|
+
micromamba install -n FOSCAT ‘python==3.9*’
|
|
87
|
+
micromamba install -n FOSCAT ‘tensorflow==2.11.0’
|
|
88
|
+
micromamba activate FOSCAT
|
|
89
|
+
pip install foscat
|
|
90
|
+
git clone https://github.com/jmdelouis/FOSCAT_DEMO.git
|
|
91
|
+
|
|
92
|
+
```
|
|
93
|
+
|
|
94
|
+
# Spherical data example
|
|
95
|
+
|
|
96
|
+
## compute a synthetic image
|
|
97
|
+
|
|
98
|
+
```
|
|
99
|
+
python demo.py -n=32 -k -c -s=100
|
|
100
|
+
```
|
|
101
|
+
|
|
102
|
+
The _demo.py_ script serves as a demonstration of the capabilities of the foscat library. It utilizes the Cross Wavelet Scattering Transform to generate a Healpix map that possesses the same characteristics as a specified input map.
|
|
103
|
+
|
|
104
|
+
- `-n=32` computes map with nside=32.
|
|
105
|
+
- `-k` uses 5x5 kernel.
|
|
106
|
+
- `-c` uses Scattering Covariance.
|
|
107
|
+
- `-l` uses LBFGS minimizer.
|
|
108
|
+
- `-s=100` computes 100 steps.
|
|
109
|
+
|
|
110
|
+
```
|
|
111
|
+
python demo.py -n=8 [-c|--cov][-s|--steps=3000][-S=1234|--seed=1234][-k|--k5x5][-d|--data][-o|--out][-r|--orient] [-p|--path][-a|--adam]
|
|
112
|
+
|
|
113
|
+
```
|
|
114
|
+
|
|
115
|
+
- The "-n" option specifies the nside of the input map. The maximum nside value is 256 with the default map.
|
|
116
|
+
- The "--cov" option (optional) uses scat_cov instead of scat.
|
|
117
|
+
- The "--steps" option (optional) specifies the number of iterations. If not specified, the default value is 1000.
|
|
118
|
+
- The "--seed" option (optional) specifies the seed of the random generator.
|
|
119
|
+
- The "--path" option (optional) allows you to define the path where the output files will be written. The default path is "data".
|
|
120
|
+
- The "--k5x5" option (optional) uses a 5x5 kernel instead of a 3x3.
|
|
121
|
+
- The "--data" option (optional) specifies the input data file to be used. If not specified, the default file "LSS_map_nside128.npy" will be used.
|
|
122
|
+
- The "--out" option (optional) specifies the output file name. If not specified, the output file will be saved in "demo".
|
|
123
|
+
- The "--orient" option (optional) specifies the number of orientations. If not specified, the default value is 4.
|
|
124
|
+
- The "--adam" option (optional) makes the synthesis using the ADAM optimizer instead of the L_BFGS.
|
|
125
|
+
|
|
126
|
+
## plot the result
|
|
127
|
+
|
|
128
|
+
The following script generates a series of plots that showcase different aspects of the synthesis process using the _demo.py_ script.
|
|
129
|
+
|
|
130
|
+
> python test2D.py
|
|
131
|
+
|
|
132
|
+
```
|
|
133
|
+
python plotdemo.py -n=32 -c
|
|
134
|
+
```
|
|
135
|
+
|
|
136
|
+
# 2D field demo
|
|
137
|
+
|
|
138
|
+
> python test2Dplot.py
|
|
139
|
+
|
|
140
|
+
# compute a synthetic turbulent field
|
|
141
|
+
|
|
142
|
+
The python scripts _demo2D.py_ included in this package demonstrate how to use the foscat library to generate a 2D synthetic fields that have patterns with the same statistical properties as a specified 2D image. In this particular case, the input field is a sea surface temperature extracted from a north atlantic ocean simulation.
|
|
143
|
+
|
|
144
|
+
> python testHealpix.py
|
|
145
|
+
|
|
146
|
+
```
|
|
147
|
+
python demo2d.py -n=32 -k -c
|
|
148
|
+
```
|
|
149
|
+
|
|
150
|
+
> python testHplot.py
|
|
151
|
+
|
|
152
|
+
The following script generates a series of plots that showcase different aspects of the synthesis process using the _demo2D.py_ script.
|
|
153
|
+
|
|
154
|
+
```
|
|
155
|
+
python plotdemo2d.py -n=32 -c
|
|
156
|
+
```
|
|
157
|
+
|
|
158
|
+
For more information, see the [documentation](https://foscat-documentation.readthedocs.io/en/latest/index.html).
|
|
159
|
+
|
|
160
|
+
> mpirun -np 3 testHealpix_mpi.py
|
|
161
|
+
|
|
162
|
+
## Authors and acknowledgment
|
|
163
|
+
|
|
164
|
+
Authors: J.-M. Delouis, P. Campeti, T. Foulquier, J. Mangin, L. Mousset, T. Odaka, F. Paul, E. Allys
|
|
165
|
+
|
|
166
|
+
This work is part of the R & T Deepsee project supported by CNES. The authors acknowledge the heritage of the Planck-HFI consortium regarding data, software, knowledge. This work has been supported by the Programme National de Télédétection Spatiale (PNTS, http://programmes.insu.cnrs.fr/pnts/), grant n◦ PNTS-2020-08
|
|
167
|
+
|
|
168
|
+
## License
|
|
169
|
+
|
|
170
|
+
BSD 3-Clause License
|
|
171
|
+
|
|
172
|
+
Copyright (c) 2022, the Foscat developers All rights reserved.
|
|
173
|
+
|
|
174
|
+
Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
|
|
175
|
+
|
|
176
|
+
Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
|
|
177
|
+
|
|
178
|
+
Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
|
|
179
|
+
|
|
180
|
+
Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.
|
|
181
|
+
|
|
182
|
+
## Project status
|
|
183
|
+
|
|
184
|
+
It is a scientific driven development. We are open to any contributing development.
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
foscat/CNN.py,sha256=j0F2a4Xf3LijhyD_WVZ6Eg_IjGuXw3ddH6Iudj1xVaw,4874
|
|
2
|
+
foscat/CircSpline.py,sha256=DjP1gy88cnXu2O21ww_lNnsHAHXc3OAWk_8ey84yicg,4053
|
|
3
|
+
foscat/FoCUS.py,sha256=syYsXs0xdgtf6ey85qXvKYxFPuG0RXfsYPVTOxYZUdg,101774
|
|
4
|
+
foscat/GCNN.py,sha256=5RV-FKuvqbD-k99TwiM4CttM2LMZE21WD0IK0j5Mkko,7599
|
|
5
|
+
foscat/Softmax.py,sha256=aBLQauoG0q2SJYPotV6U-cxAhsJcspWHNRWdnA_nAiQ,2854
|
|
6
|
+
foscat/Spline1D.py,sha256=a5Jb8I9tb8y20iM8W-z6iZsIqDFByRp6eZdChpmuI5k,3010
|
|
7
|
+
foscat/Synthesis.py,sha256=3_Lq5-gUM-WmO2h15kajMES8XjRo2BGseoxvTLW_xEc,13626
|
|
8
|
+
foscat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
9
|
+
foscat/alm.py,sha256=gtlKHCzur43M2rzPwkReAPCzslEeaZSM5P4REbQV4Ao,26331
|
|
10
|
+
foscat/alm_tools.py,sha256=BMObyIMF3_v04JdvMWBMMaF2F8s2emvDKmirKDnHWDA,387
|
|
11
|
+
foscat/backend.py,sha256=HUrHlhXVvWL232ZM9RwjRmKjYGRIQrCali_1IrL82UQ,39904
|
|
12
|
+
foscat/backend_tens.py,sha256=9Dp136m9frkclkwifJQLLbIpl3ETI3_txdPUZcKfuMw,1618
|
|
13
|
+
foscat/loss_backend_tens.py,sha256=dCOVN6faDtIpN3VO78HTmYP2i5fnFAf-Ddy5qVBlGrM,1783
|
|
14
|
+
foscat/loss_backend_torch.py,sha256=k3z18Dj3SaLKK6ZIKcm7GO4U_YKYVP6LtHG1aIbxkYk,1627
|
|
15
|
+
foscat/scat.py,sha256=qGYiBIysPt65MdmF07WWA4piVlTfA9-lFDTaicnqC2w,72822
|
|
16
|
+
foscat/scat1D.py,sha256=W5Uu6wdQ4ZsFKXpof0f1OBl-1wjJmW7ruvddRWxe7uM,53726
|
|
17
|
+
foscat/scat2D.py,sha256=boKj0ASqMMSy7uQLK6hPniG87m3hZGJBYBiq5v8F9IQ,532
|
|
18
|
+
foscat/scat_cov.py,sha256=Rq_L0f14LeWuHcvOYXrlrNsj0jJmY3sXbSzACAM5s4M,145779
|
|
19
|
+
foscat/scat_cov1D.py,sha256=XOxsZZ5TYq8f34i2tUgIfzyaqaTDlICB3HzD2l_puro,531
|
|
20
|
+
foscat/scat_cov2D.py,sha256=3gn6xjKvfKsyHJoPfYIu8q9LLVAbU3tsiS2l1LAJ0XM,531
|
|
21
|
+
foscat/scat_cov_map.py,sha256=0wTRo4Nc7rYfI09RI2mh2bYixoukt5lrvAXR6wa9kjA,2744
|
|
22
|
+
foscat/scat_cov_map2D.py,sha256=FqF45FBcoiQbvuVsrLWUIPRUc95GsKsrnH6fKzB3GlE,2841
|
|
23
|
+
foscat-3.6.0.dist-info/LICENCE,sha256=i0ukIr8ZUpkSY2sZaE9XZK-6vuSU5iG6IgX_3pjatP8,1505
|
|
24
|
+
foscat-3.6.0.dist-info/METADATA,sha256=fJazJ57W6a6Qy6rRrLTsklsgqUCD1eRsR4PLurlin8U,7216
|
|
25
|
+
foscat-3.6.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
26
|
+
foscat-3.6.0.dist-info/top_level.txt,sha256=AGySXBBAlJgb8Tj8af6m_F-aiNg2zNTcybCUPVOKjAg,7
|
|
27
|
+
foscat-3.6.0.dist-info/RECORD,,
|
foscat/GetGPUinfo.py
DELETED
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
import os
|
|
2
|
-
import threading
|
|
3
|
-
import time
|
|
4
|
-
import numpy as np
|
|
5
|
-
|
|
6
|
-
from threading import Thread
|
|
7
|
-
from threading import Event
|
|
8
|
-
|
|
9
|
-
event = Event()
|
|
10
|
-
|
|
11
|
-
# Define a function for the thread
|
|
12
|
-
def get_gpu(event,delay):
|
|
13
|
-
|
|
14
|
-
while (1):
|
|
15
|
-
if event.is_set():
|
|
16
|
-
break
|
|
17
|
-
time.sleep(delay)
|
|
18
|
-
os.system("nvidia-smi | awk '$2==\"N/A\"{print substr($9,1,length($9)-3),substr($11,1,length($11)-3),substr($13,1,length($13)-1)}' > smi_tmp.txt")
|
|
19
|
-
|
|
20
|
-
# Create two threads as follows
|
|
21
|
-
try:
|
|
22
|
-
x = Thread(target=print_time, args=(event,1,))
|
|
23
|
-
x.start()
|
|
24
|
-
except:
|
|
25
|
-
print("Error: unable to start thread")
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
for i in range(3):
|
|
29
|
-
time.sleep(3.5)
|
|
30
|
-
print(np.loadtxt('smi_tmp.txt'))
|
|
31
|
-
|
|
32
|
-
event.set()
|
|
33
|
-
|
|
34
|
-
x.join()
|
|
35
|
-
print('everything done')
|
|
36
|
-
exit(0)
|
foscat-3.0.9.dist-info/METADATA
DELETED
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
Metadata-Version: 2.1
|
|
2
|
-
Name: foscat
|
|
3
|
-
Version: 3.0.9
|
|
4
|
-
Summary: Generate synthetic Healpix or 2D data using Cross Scattering Transform
|
|
5
|
-
Home-page: https://github.com/jmdelouis/FOSCAT
|
|
6
|
-
Author: Jean-Marc DELOUIS
|
|
7
|
-
Author-email: jean.marc.delouis@ifremer.fr
|
|
8
|
-
Maintainer: Theo Foulquier
|
|
9
|
-
Maintainer-email: theo.foulquier@ifremer.fr
|
|
10
|
-
License: MIT
|
|
11
|
-
Keywords: Scattering transform,Component separation,denoising
|
|
12
|
-
Requires-Dist: imageio
|
|
13
|
-
Requires-Dist: imagecodecs
|
|
14
|
-
Requires-Dist: matplotlib
|
|
15
|
-
Requires-Dist: numpy
|
|
16
|
-
Requires-Dist: tensorflow
|
|
17
|
-
Requires-Dist: healpy
|
|
18
|
-
|
|
19
|
-
Utilize the Cross Scattering Transform (described in https://arxiv.org/abs/2207.12527) to synthesize Healpix or 2D data that is suitable for component separation purposes, such as denoising.
|
|
20
|
-
A demo package for this process can be found at https://github.com/jmdelouis/FOSCAT_DEMO.
|
|
21
|
-
Complete doc can be found at https://foscat-documentation.readthedocs.io/en/latest/index.html.
|
|
22
|
-
|
|
23
|
-
List of developers : J.-M. Delouis, T. Foulquier, L. Mousset, T. Odaka, F. Paul, E. Allys
|
foscat-3.0.9.dist-info/RECORD
DELETED
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
foscat/CircSpline.py,sha256=610sgsWeZzRXYh7gYEqUmGQVrXoHSaFGKjH5mCdh4jU,1684
|
|
2
|
-
foscat/FoCUS.py,sha256=GB2-5xJe-WatDcuGwKpE_W2J1VACfKi-Kx4R5Ijo4Uc,61299
|
|
3
|
-
foscat/GetGPUinfo.py,sha256=6sJWKO_OeiA0SoGQQdCT_h3D8rZtrv_4hpBc8H3nZls,731
|
|
4
|
-
foscat/Softmax.py,sha256=aCghstI2fchd8FHsBUcmPR4FGlCH9DglS7XMEWlKr8A,2709
|
|
5
|
-
foscat/Spline1D.py,sha256=9oeM8SSHjpfUE5z72YxGt1RVt22vJYM1zhHbNBW8phw,1232
|
|
6
|
-
foscat/Synthesis.py,sha256=plOviEmMYp_A0JgExZpAHOoSZGxYuhcKx3-H8GfqvgE,12476
|
|
7
|
-
foscat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
8
|
-
foscat/backend.py,sha256=FhYnK4O145pRnGnpAyJa5iDxCietEBvf51Vo-bqk5Uk,28157
|
|
9
|
-
foscat/loss_backend_tens.py,sha256=WbGC4vy1pBg_bxUXnlCRiXX9WszN6MaUWUc_lUvZNvQ,1667
|
|
10
|
-
foscat/loss_backend_torch.py,sha256=Fj_W3VwGgeD79eQ4jOxOmhZ548UKDRUb3JjUo2-gSWM,1755
|
|
11
|
-
foscat/scat.py,sha256=9SZH_QV3pMhN9xhG_yXULgbA63LThtLbX7oi3vQwGPQ,59558
|
|
12
|
-
foscat/scat1D.py,sha256=dkb80WwJqPlcFvgDwzdGrh9qxSVY-xn2ppeX1JOZQuw,43608
|
|
13
|
-
foscat/scat2D.py,sha256=Xtisjc5KsbLQAlbn71P0Xg1UIu3r1gUKXoYG2vIMK1M,523
|
|
14
|
-
foscat/scat_cov.py,sha256=CXCS3zbjbllVnraJYPpOi85WfHcsgAB2USb7RzorpBQ,101194
|
|
15
|
-
foscat/scat_cov1D.py,sha256=O_ItodVoQ2E5b57sqW85ywMq8wwwsL_TqciwUwZzNvU,58344
|
|
16
|
-
foscat/scat_cov2D.py,sha256=8_XvC-lOEVUWP9vT3Wx10G_ATeVeh0SdrSWuBV7Xf5k,536
|
|
17
|
-
foscat/scat_cov_map.py,sha256=ocU2xd41GtJhiU9S3dEv38KfPCvz0tJKY2f8lPxpm5c,2729
|
|
18
|
-
foscat/scat_cov_map2D.py,sha256=t4llIt7DVIyU1b_u-dJSX4lBr2FhDict8RnNnHpRvHM,2754
|
|
19
|
-
foscat-3.0.9.dist-info/METADATA,sha256=9majBx6yTZwLnHCiL9tXjZLDMJQnmcK2kHpIkywqu_I,1012
|
|
20
|
-
foscat-3.0.9.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
|
|
21
|
-
foscat-3.0.9.dist-info/top_level.txt,sha256=AGySXBBAlJgb8Tj8af6m_F-aiNg2zNTcybCUPVOKjAg,7
|
|
22
|
-
foscat-3.0.9.dist-info/RECORD,,
|
|
File without changes
|