Myosotis-Researches 0.1.8__py3-none-any.whl → 0.1.10__py3-none-any.whl

myosotis_researches/CcGAN/train/__init__.py

@@ -0,0 +1,4 @@
+from .train_ccgan import *
+from .train_cgan import *
+from .train_cgan_concat import *
+from .train_net_for_label_embed import *

myosotis_researches/CcGAN/{train_128_output_10 → train}/train_ccgan.py

@@ -5,10 +5,9 @@ import timeit
 from PIL import Image
 from torchvision.utils import save_image
 import torch.cuda as cutorch
+import sys
 
-from .utils import SimpleProgressBar, IMGs_dataset
-from .opts import parse_opts
-from .DiffAugment_pytorch import DiffAugment
+from myosotis_researches.CcGAN.utils import *
 
 ''' Settings '''
 args = parse_opts()
@@ -79,7 +78,8 @@ def train_ccgan(kernel_sigma, kappa, train_images, train_labels, netG, netD, net
     # printed images with labels between the 5-th quantile and 95-th quantile of training labels
     n_row=10; n_col = 1
     z_fixed = torch.randn(n_row*n_col, dim_gan, dtype=torch.float).cuda()
-    selected_labels = np.array([0, 1, 2, 3, 4, 5, 6, 7, 8, 9])
+
+    selected_labels = np.array([0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9])
 
     y_fixed = np.zeros(n_row*n_col)
     for i in range(n_row):

myosotis_researches/CcGAN/{train_128_output_10 → train}/train_cgan.py

@@ -6,9 +6,7 @@ import numpy as np
 import os
 import timeit
 
-from .utils import IMGs_dataset, SimpleProgressBar
-from .opts import parse_opts
-from .DiffAugment_pytorch import DiffAugment
+from myosotis_researches.CcGAN.utils import *
 
 ''' Settings '''
 args = parse_opts()

myosotis_researches/CcGAN/{train_128_output_10 → train}/train_cgan_concat.py

@@ -6,9 +6,7 @@ import numpy as np
 import os
 import timeit
 
-from .utils import IMGs_dataset, SimpleProgressBar
-from .opts import parse_opts
-from .DiffAugment_pytorch import DiffAugment
+from myosotis_researches.CcGAN.utils import *
 
 ''' Settings '''
 args = parse_opts()

{myosotis_researches-0.1.8.dist-info → myosotis_researches-0.1.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: Myosotis-Researches
-Version: 0.1.8
+Version: 0.1.10
 Summary: A repository for storing my progress of researches.
 Home-page: https://github.com/Zeyu-Xie/Myosotis-Researches
 Author: Zeyu Xie

myosotis_researches-0.1.10.dist-info/RECORD

@@ -0,0 +1,40 @@
+myosotis_researches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+myosotis_researches/CcGAN/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+myosotis_researches/CcGAN/internal/__init__.py,sha256=b-63yANNRQXgLF9k9yGdrm7mlULqGic1HTQTzg9wIME,209
+myosotis_researches/CcGAN/internal/install_datasets.py,sha256=jJwLOZrDnHMrJSUhXxSIFobdeWK5N6eitPmjeBW9FyA,1144
+myosotis_researches/CcGAN/internal/show_datasets.py,sha256=BWtQ6vdiEUOTrOs8aMBv6utuUN0IiaLKcK5iXq9y2qI,363
+myosotis_researches/CcGAN/internal/uninstall_datasets.py,sha256=7pxPZcSe9RHncF0I_4rf8ZdI7eQwv-sFVfxzSVZfYHQ,297
+myosotis_researches/CcGAN/models_128/CcGAN_SAGAN.py,sha256=uYDngtHoB7frPg2Vs7YCFXeUh7Y7MjaAXbRWHXO_xvw,10629
+myosotis_researches/CcGAN/models_128/ResNet_class_eval.py,sha256=wa5CPkYzrS0X6kZ6pGHM-GxcGNkSpBdTTqgy5dKVKkU,5131
+myosotis_researches/CcGAN/models_128/ResNet_embed.py,sha256=HKSY-5WWa9jGniOgRoR1WOTfWhR1Dcj6cq2sgznZEbE,6344
+myosotis_researches/CcGAN/models_128/ResNet_regre_eval.py,sha256=VJYJiiwrjf9DvfZrlwOMJJAPu3PlwgFgIddDaRlGsac,6190
+myosotis_researches/CcGAN/models_128/__init__.py,sha256=PJQP7ozE9vY23k01he5qvEuGndPZKqxiWWxvgbLDhqg,449
+myosotis_researches/CcGAN/models_128/autoencoder.py,sha256=ugOwBNoSNP4-WiATVkhC4-igRjj6yEY91qU0egpX744,3827
+myosotis_researches/CcGAN/models_128/cGAN_SAGAN.py,sha256=JDr0Ss5osf9m-u34bVN_PvMsvMXkmi2jwPOAnls6EOA,11240
+myosotis_researches/CcGAN/models_128/cGAN_concat_SAGAN.py,sha256=GHAmrNjORXKu-8UqAdP-A5WG-_3BdQUmWsrWD1NX5-w,9634
+myosotis_researches/CcGAN/models_256/CcGAN_SAGAN.py,sha256=ju1dBYhqxl722_eeUGc2mKwf1AV_qsv1PlBL3tyOu48,10861
+myosotis_researches/CcGAN/models_256/ResNet_class_eval.py,sha256=tS5YxIpiFS9tDCNe2IDv1hTZNn40_JBD_nn97MfQJNI,5178
+myosotis_researches/CcGAN/models_256/ResNet_embed.py,sha256=9OcMQ-8nuWEbEbWc9tGaWQtfV1hdnkl0PrTphoGX77c,6295
+myosotis_researches/CcGAN/models_256/ResNet_regre_eval.py,sha256=tHAbRNM9XodyfPsu00ac5KMjcgRH8qdx8AtCN9QGXKc,6269
+myosotis_researches/CcGAN/models_256/__init__.py,sha256=PJQP7ozE9vY23k01he5qvEuGndPZKqxiWWxvgbLDhqg,449
+myosotis_researches/CcGAN/models_256/autoencoder.py,sha256=Nv3eSWJVrWaOufoVGe04sZ_KiXFLtu3Y0asZcAdyyj0,4382
+myosotis_researches/CcGAN/models_256/cGAN_SAGAN.py,sha256=wTHVkUcAp07n3lgweKFo6cqd91E_rEqgJrBDbBe6qrg,11510
+myosotis_researches/CcGAN/models_256/cGAN_concat_SAGAN.py,sha256=ZmGEpprDDlFR3dG32LT3NH5yiA1WR8Hg26rcbz42aCQ,9807
+myosotis_researches/CcGAN/train/__init__.py,sha256=-55Ccov89II6Yuaiszi8ziw9EoVQr7OJR0bQfPAE_10,127
+myosotis_researches/CcGAN/train/train_ccgan.py,sha256=0Qxibgd2-WaYgbyYeeOyiMkdcwkd_M1m1gSqoHTjN0w,13268
+myosotis_researches/CcGAN/train/train_cgan.py,sha256=sxMzvlmdjmqufwJFxBwatcoJecYqn2Uidedu15CL9ws,9619
+myosotis_researches/CcGAN/train/train_cgan_concat.py,sha256=OrQbwdU_ujUeKFGixUUpnini6rURtbuHv9NDrP6g0X0,8861
+myosotis_researches/CcGAN/train/train_net_for_label_embed.py,sha256=4j6r4_o4rXgAN4MdUQL-TXqZJpbhH7d9gWQR8YzBlXw,6976
+myosotis_researches/CcGAN/utils/IMGs_dataset.py,sha256=i45PBNSCeAEB5uUG0SluYRTuHWZwH_5ldz2wm6afkYs,927
+myosotis_researches/CcGAN/utils/SimpleProgressBar.py,sha256=S4eD_m6ysHRMHAmRtkTXVRNfXTR8kuHv-d3lUN0BVn4,546
+myosotis_researches/CcGAN/utils/__init__.py,sha256=em3aB0C-V230NQtT64hyuHGo4CjV6p2DwIdtNM0dk4k,516
+myosotis_researches/CcGAN/utils/concat_image.py,sha256=BIGKz52Inn9S7M5fBFKye2V9bLJ0DqEQILoOVWAXUiE,2165
+myosotis_researches/CcGAN/utils/make_h5.py,sha256=VtFYjr_i-JktsEW_BvofpilcDmChRmyLykv0VvlMuY0,963
+myosotis_researches/CcGAN/utils/opts.py,sha256=pd7-wknNPBO5hWRpO3YAPmmAsPKgZUUpKc4gWMs6Wto,5397
+myosotis_researches/CcGAN/utils/print_hdf5.py,sha256=VvmNAWtMDmg6D9V6ZbSUXrQTKRh9WIJeC4BR_ORJkco,300
+myosotis_researches/CcGAN/utils/train.py,sha256=5ZXgkGesuInqUooJRpLej_KHqYQtlSDq90_5wig5elQ,5152
+myosotis_researches-0.1.10.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+myosotis_researches-0.1.10.dist-info/METADATA,sha256=tCHcXYDZ_af1keBiLUExIsWWoBIKxFdrY6wTWWm9L8c,2664
+myosotis_researches-0.1.10.dist-info/WHEEL,sha256=ck4Vq1_RXyvS4Jt6SI0Vz6fyVs4GWg7AINwpsaGEgPE,91
+myosotis_researches-0.1.10.dist-info/top_level.txt,sha256=zxAiMn5eyZNJM28MewTAkgi_RZJMbfWbzVR-KF0LdZE,20
+myosotis_researches-0.1.10.dist-info/RECORD,,

myosotis_researches/CcGAN/train_128/DiffAugment_pytorch.py

@@ -1,76 +0,0 @@
-# Differentiable Augmentation for Data-Efficient GAN Training
-# Shengyu Zhao, Zhijian Liu, Ji Lin, Jun-Yan Zhu, and Song Han
-# https://arxiv.org/pdf/2006.10738
-
-import torch
-import torch.nn.functional as F
-
-
-def DiffAugment(x, policy='', channels_first=True):
-    if policy:
-        if not channels_first:
-            x = x.permute(0, 3, 1, 2)
-        for p in policy.split(','):
-            for f in AUGMENT_FNS[p]:
-                x = f(x)
-        if not channels_first:
-            x = x.permute(0, 2, 3, 1)
-        x = x.contiguous()
-    return x
-
-
-def rand_brightness(x):
-    x = x + (torch.rand(x.size(0), 1, 1, 1, dtype=x.dtype, device=x.device) - 0.5)
-    return x
-
-
-def rand_saturation(x):
-    x_mean = x.mean(dim=1, keepdim=True)
-    x = (x - x_mean) * (torch.rand(x.size(0), 1, 1, 1, dtype=x.dtype, device=x.device) * 2) + x_mean
-    return x
-
-
-def rand_contrast(x):
-    x_mean = x.mean(dim=[1, 2, 3], keepdim=True)
-    x = (x - x_mean) * (torch.rand(x.size(0), 1, 1, 1, dtype=x.dtype, device=x.device) + 0.5) + x_mean
-    return x
-
-
-def rand_translation(x, ratio=0.125):
-    shift_x, shift_y = int(x.size(2) * ratio + 0.5), int(x.size(3) * ratio + 0.5)
-    translation_x = torch.randint(-shift_x, shift_x + 1, size=[x.size(0), 1, 1], device=x.device)
-    translation_y = torch.randint(-shift_y, shift_y + 1, size=[x.size(0), 1, 1], device=x.device)
-    grid_batch, grid_x, grid_y = torch.meshgrid(
-        torch.arange(x.size(0), dtype=torch.long, device=x.device),
-        torch.arange(x.size(2), dtype=torch.long, device=x.device),
-        torch.arange(x.size(3), dtype=torch.long, device=x.device),
-    )
-    grid_x = torch.clamp(grid_x + translation_x + 1, 0, x.size(2) + 1)
-    grid_y = torch.clamp(grid_y + translation_y + 1, 0, x.size(3) + 1)
-    x_pad = F.pad(x, [1, 1, 1, 1, 0, 0, 0, 0])
-    x = x_pad.permute(0, 2, 3, 1).contiguous()[grid_batch, grid_x, grid_y].permute(0, 3, 1, 2)
-    return x
-
-
-def rand_cutout(x, ratio=0.5):
-    cutout_size = int(x.size(2) * ratio + 0.5), int(x.size(3) * ratio + 0.5)
-    offset_x = torch.randint(0, x.size(2) + (1 - cutout_size[0] % 2), size=[x.size(0), 1, 1], device=x.device)
-    offset_y = torch.randint(0, x.size(3) + (1 - cutout_size[1] % 2), size=[x.size(0), 1, 1], device=x.device)
-    grid_batch, grid_x, grid_y = torch.meshgrid(
-        torch.arange(x.size(0), dtype=torch.long, device=x.device),
-        torch.arange(cutout_size[0], dtype=torch.long, device=x.device),
-        torch.arange(cutout_size[1], dtype=torch.long, device=x.device),
-    )
-    grid_x = torch.clamp(grid_x + offset_x - cutout_size[0] // 2, min=0, max=x.size(2) - 1)
-    grid_y = torch.clamp(grid_y + offset_y - cutout_size[1] // 2, min=0, max=x.size(3) - 1)
-    mask = torch.ones(x.size(0), x.size(2), x.size(3), dtype=x.dtype, device=x.device)
-    mask[grid_batch, grid_x, grid_y] = 0
-    x = x * mask.unsqueeze(1)
-    return x
-
-
-AUGMENT_FNS = {
-    'color': [rand_brightness, rand_saturation, rand_contrast],
-    'translation': [rand_translation],
-    'cutout': [rand_cutout],
-}

myosotis_researches/CcGAN/train_128/eval_metrics.py

@@ -1,205 +0,0 @@
-"""
-Compute
-Inception Score (IS),
-Frechet Inception Discrepency (FID), ref "https://github.com/mseitzer/pytorch-fid/blob/master/fid_score.py"
-Maximum Mean Discrepancy (MMD)
-for a set of fake images
-
-use numpy array
-Xr: high-level features for real images; nr by d array
-Yr: labels for real images
-Xg: high-level features for fake images; ng by d array
-Yg: labels for fake images
-IMGSr: real images
-IMGSg: fake images
-
-"""
-
-import os
-import gc
-import numpy as np
-# from numpy import linalg as LA
-from scipy import linalg
-import torch
-import torch.nn as nn
-from scipy.stats import entropy
-from torch.nn import functional as F
-from torchvision.utils import save_image
-
-from .utils import SimpleProgressBar, IMGs_dataset
-
-
-def normalize_images(batch_images):
-    batch_images = batch_images/255.0
-    batch_images = (batch_images - 0.5)/0.5
-    return batch_images
-
-##############################################################################
-# FID scores
-##############################################################################
-# compute FID based on extracted features
-def FID(Xr, Xg, eps=1e-10):
-    '''
-    The Frechet distance between two multivariate Gaussians X_1 ~ N(mu_1, C_1)
-    and X_2 ~ N(mu_2, C_2) is
-            d^2 = ||mu_1 - mu_2||^2 + Tr(C_1 + C_2 - 2*sqrt(C_1*C_2)).
-    '''
-    #sample mean
-    MUr = np.mean(Xr, axis = 0)
-    MUg = np.mean(Xg, axis = 0)
-    mean_diff = MUr - MUg
-    #sample covariance
-    SIGMAr = np.cov(Xr.transpose())
-    SIGMAg = np.cov(Xg.transpose())
-
-    # Product might be almost singular
-    covmean, _ = linalg.sqrtm(SIGMAr.dot(SIGMAg), disp=False)#square root of a matrix
-    covmean = covmean.real
-    if not np.isfinite(covmean).all():
-        msg = ('fid calculation produces singular product; '
-               'adding %s to diagonal of cov estimates') % eps
-        print(msg)
-        offset = np.eye(SIGMAr.shape[0]) * eps
-        covmean = linalg.sqrtm((SIGMAr + offset).dot(SIGMAg + offset))
-
-    #fid score
-    fid_score = mean_diff.dot(mean_diff) + np.trace(SIGMAr + SIGMAg - 2*covmean)
-
-    return fid_score
-
-##test
-#Xr = np.random.rand(10000,1000)
-#Xg = np.random.rand(10000,1000)
-#print(FID(Xr, Xg))
-
-# compute FID from raw images
-def cal_FID(PreNetFID, IMGSr, IMGSg, batch_size = 500, resize = None, norm_img = False):
-    #resize: if None, do not resize; if resize = (H,W), resize images to 3 x H x W
-    
-    PreNetFID.eval()
-
-    nr = IMGSr.shape[0]
-    ng = IMGSg.shape[0]
-
-    nc = IMGSr.shape[1] #IMGSr is nrxNCxIMG_SIExIMG_SIZE
-    img_size = IMGSr.shape[2]
-
-    if batch_size > min(nr, ng):
-        batch_size = min(nr, ng)
-        # print("FID: recude batch size to {}".format(batch_size))
-
-    #compute the length of extracted features
-    with torch.no_grad():
-        test_img = torch.from_numpy(IMGSr[0].reshape((1,nc,img_size,img_size))).type(torch.float).cuda()
-        if resize is not None:
-            test_img = nn.functional.interpolate(test_img, size = resize, scale_factor=None, mode='bilinear', align_corners=False)
-        if norm_img:
-            test_img = normalize_images(test_img)
-        # _, test_features = PreNetFID(test_img)
-        test_features = PreNetFID(test_img)
-        d = test_features.shape[1] #length of extracted features
-
-    Xr = np.zeros((nr, d))
-    Xg = np.zeros((ng, d))
-
-    #batch_size = 500
-    with torch.no_grad():
-        tmp = 0
-        pb1 = SimpleProgressBar()
-        for i in range(nr//batch_size):
-            imgr_tensor = torch.from_numpy(IMGSr[tmp:(tmp+batch_size)]).type(torch.float).cuda()
-            if resize is not None:
-                imgr_tensor = nn.functional.interpolate(imgr_tensor, size = resize, scale_factor=None, mode='bilinear', align_corners=False)
-            if norm_img:
-                imgr_tensor = normalize_images(imgr_tensor)
-            # _, Xr_tmp = PreNetFID(imgr_tensor)
-            Xr_tmp = PreNetFID(imgr_tensor)
-            Xr[tmp:(tmp+batch_size)] = Xr_tmp.detach().cpu().numpy()
-            tmp+=batch_size
-            # pb1.update(min(float(i)*100/(nr//batch_size), 100))
-            pb1.update(min(max(tmp/nr*100,100), 100))
-        del Xr_tmp,imgr_tensor; gc.collect()
-        torch.cuda.empty_cache()
-
-        tmp = 0
-        pb2 = SimpleProgressBar()
-        for j in range(ng//batch_size):
-            imgg_tensor = torch.from_numpy(IMGSg[tmp:(tmp+batch_size)]).type(torch.float).cuda()
-            if resize is not None:
-                imgg_tensor = nn.functional.interpolate(imgg_tensor, size = resize, scale_factor=None, mode='bilinear', align_corners=False)
-            if norm_img:
-                imgg_tensor = normalize_images(imgg_tensor)
-            # _, Xg_tmp = PreNetFID(imgg_tensor)
-            Xg_tmp = PreNetFID(imgg_tensor)
-            Xg[tmp:(tmp+batch_size)] = Xg_tmp.detach().cpu().numpy()
-            tmp+=batch_size
-            # pb2.update(min(float(j)*100/(ng//batch_size), 100))
-            pb2.update(min(max(tmp/ng*100, 100), 100))
-        del Xg_tmp,imgg_tensor; gc.collect()
-        torch.cuda.empty_cache()
-
-
-    fid_score = FID(Xr, Xg, eps=1e-6)
-
-    return fid_score
-
-
-
-
-
-
-##############################################################################
-# label_score
-# difference between assigned label and predicted label
-##############################################################################
-def cal_labelscore(PreNet, images, labels_assi, min_label_before_shift, max_label_after_shift, batch_size = 500, resize = None, norm_img = False, num_workers=0):
-    '''
-    PreNet: pre-trained CNN
-    images: fake images
-    labels_assi: assigned labels
-    resize: if None, do not resize; if resize = (H,W), resize images to 3 x H x W
-    '''
-
-    PreNet.eval()
-
-    # assume images are nxncximg_sizeximg_size
-    n = images.shape[0]
-    nc = images.shape[1] #number of channels
-    img_size = images.shape[2]
-    labels_assi = labels_assi.reshape(-1)
-
-    eval_trainset = IMGs_dataset(images, labels_assi, normalize=False)
-    eval_dataloader = torch.utils.data.DataLoader(eval_trainset, batch_size=batch_size, shuffle=False, num_workers=num_workers)
-
-    labels_pred = np.zeros(n+batch_size)
-
-    nimgs_got = 0
-    pb = SimpleProgressBar()
-    for batch_idx, (batch_images, batch_labels) in enumerate(eval_dataloader):
-        batch_images = batch_images.type(torch.float).cuda()
-        batch_labels = batch_labels.type(torch.float).cuda()
-        batch_size_curr = len(batch_labels)
-
-        if norm_img:
-            batch_images = normalize_images(batch_images)
-
-        batch_labels_pred, _ = PreNet(batch_images)
-        labels_pred[nimgs_got:(nimgs_got+batch_size_curr)] = batch_labels_pred.detach().cpu().numpy().reshape(-1)
-
-        nimgs_got += batch_size_curr
-        pb.update((float(nimgs_got)/n)*100)
-
-        del batch_images; gc.collect()
-        torch.cuda.empty_cache()
-    #end for batch_idx
-
-    labels_pred = labels_pred[0:n]
-
-
-    labels_pred = (labels_pred*max_label_after_shift)-np.abs(min_label_before_shift)
-    labels_assi = (labels_assi*max_label_after_shift)-np.abs(min_label_before_shift)
-
-    ls_mean = np.mean(np.abs(labels_pred-labels_assi))
-    ls_std = np.std(np.abs(labels_pred-labels_assi))
-
-    return ls_mean, ls_std

myosotis_researches/CcGAN/train_128/opts.py

@@ -1,87 +0,0 @@
-import argparse
-
-def parse_opts():
-    parser = argparse.ArgumentParser()
-
-    ''' Overall Settings '''
-    parser.add_argument('--root_path', type=str, default='')
-    parser.add_argument('--data_path', type=str, default='')
-    parser.add_argument('--eval_ckpt_path', type=str, default='')
-    parser.add_argument('--seed', type=int, default=2021, metavar='S', help='random seed (default: 2020)')
-    parser.add_argument('--num_workers', type=int, default=0)
-
-
-    ''' Dataset '''
-    ## Data split: RC-49 is split into a train set (the last decimal of the degree is odd) and a test set (the last decimal of the degree is even); the unique labels in two sets do not overlap.
-    parser.add_argument('--data_split', type=str, default='train',
-                        choices=['all', 'train'])
-    parser.add_argument('--min_label', type=float, default=0.0)
-    parser.add_argument('--max_label', type=float, default=90.0)
-    parser.add_argument('--num_channels', type=int, default=3, metavar='N')
-    parser.add_argument('--img_size', type=int, default=128, metavar='N')
-    parser.add_argument('--max_num_img_per_label', type=int, default=50, metavar='N')
-    parser.add_argument('--max_num_img_per_label_after_replica', type=int, default=0, metavar='N')
-    parser.add_argument('--show_real_imgs', action='store_true', default=False)
-    parser.add_argument('--visualize_fake_images', action='store_true', default=False)
-
-
-    ''' GAN settings '''
-    parser.add_argument('--GAN', type=str, default='CcGAN', choices=['cGAN', 'cGAN-concat', 'CcGAN'])
-    parser.add_argument('--GAN_arch', type=str, default='SAGAN', choices=['SAGAN'])
-
-    # label embedding setting
-    parser.add_argument('--net_embed', type=str, default='ResNet34_embed') #ResNetXX_emebed
-    parser.add_argument('--epoch_cnn_embed', type=int, default=200) #epoch of cnn training for label embedding
-    parser.add_argument('--resumeepoch_cnn_embed', type=int, default=0) #epoch of cnn training for label embedding
-    parser.add_argument('--epoch_net_y2h', type=int, default=500)
-    parser.add_argument('--dim_embed', type=int, default=128) #dimension of the embedding space
-    parser.add_argument('--batch_size_embed', type=int, default=256, metavar='N')
-
-    parser.add_argument('--loss_type_gan', type=str, default='hinge')
-    parser.add_argument('--niters_gan', type=int, default=10000, help='number of iterations')
-    parser.add_argument('--resume_niters_gan', type=int, default=0)
-    parser.add_argument('--save_niters_freq', type=int, default=2000, help='frequency of saving checkpoints')
-    parser.add_argument('--lr_g_gan', type=float, default=1e-4, help='learning rate for generator')
-    parser.add_argument('--lr_d_gan', type=float, default=1e-4, help='learning rate for discriminator')
-    parser.add_argument('--dim_gan', type=int, default=128, help='Latent dimension of GAN')
-    parser.add_argument('--batch_size_disc', type=int, default=64)
-    parser.add_argument('--batch_size_gene', type=int, default=64)
-    parser.add_argument('--num_D_steps', type=int, default=4, help='number of Ds updates in one iteration')
-    parser.add_argument('--cGAN_num_classes', type=int, default=20, metavar='N') #bin label into cGAN_num_classes
-    parser.add_argument('--visualize_freq', type=int, default=2000, help='frequency of visualization')
-
-    parser.add_argument('--kernel_sigma', type=float, default=-1.0,
-                        help='If kernel_sigma<0, then use rule-of-thumb formula to compute the sigma.')
-    parser.add_argument('--threshold_type', type=str, default='hard', choices=['soft', 'hard'])
-    parser.add_argument('--kappa', type=float, default=-1)
-    parser.add_argument('--nonzero_soft_weight_threshold', type=float, default=1e-3,
-                        help='threshold for determining nonzero weights for SVDL; we neglect images with too small weights')
-
-    # DiffAugment setting
-    parser.add_argument('--gan_DiffAugment', action='store_true', default=False)
-    parser.add_argument('--gan_DiffAugment_policy', type=str, default='color,translation,cutout')
-
-
-    # evaluation setting
-    '''
-    Four evaluation modes:
-    Mode 1: eval on unique labels used for GAN training;
-    Mode 2. eval on all unique labels in the dataset and when computing FID use all real images in the dataset;
-    Mode 3. eval on all unique labels in the dataset and when computing FID only use real images for GAN training in the dataset (to test SFID's effectiveness on unseen labels);
-    Mode 4. eval on a interval [min_label, max_label] with num_eval_labels labels.
-    '''
-    parser.add_argument('--eval_mode', type=int, default=2)
-    parser.add_argument('--num_eval_labels', type=int, default=-1)
-    parser.add_argument('--samp_batch_size', type=int, default=200)
-    parser.add_argument('--nfake_per_label', type=int, default=200)
-    parser.add_argument('--nreal_per_label', type=int, default=-1)
-    parser.add_argument('--comp_FID', action='store_true', default=False)
-    parser.add_argument('--epoch_FID_CNN', type=int, default=200)
-    parser.add_argument('--FID_radius', type=float, default=0)
-    parser.add_argument('--FID_num_centers', type=int, default=-1)
-    parser.add_argument('--dump_fake_for_NIQE', action='store_true', default=False,
-                        help='Dump fake images for computing NIQE')
-
-    args = parser.parse_args()
-
-    return args