Myosotis-Researches 0.1.7__py3-none-any.whl → 0.1.9__py3-none-any.whl

myosotis_researches/CcGAN/models_256/CcGAN_SAGAN.py

@@ -1,303 +0,0 @@
-'''
-
-Adapted from https://github.com/voletiv/self-attention-GAN-pytorch/blob/master/sagan_models.py
-
-
-'''
-
-
-import numpy as np
-import torch
-import torch.nn as nn
-import torch.nn.functional as F
-
-from torch.nn.utils import spectral_norm
-from torch.nn.init import xavier_uniform_
-
-
-def init_weights(m):
-    if type(m) == nn.Linear or type(m) == nn.Conv2d:
-        xavier_uniform_(m.weight)
-        if m.bias is not None:
-            m.bias.data.fill_(0.)
-
-
-def snconv2d(in_channels, out_channels, kernel_size, stride=1, padding=0, dilation=1, groups=1, bias=True):
-    return spectral_norm(nn.Conv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=kernel_size,
-                                   stride=stride, padding=padding, dilation=dilation, groups=groups, bias=bias))
-
-def snlinear(in_features, out_features, bias=True):
-    return spectral_norm(nn.Linear(in_features=in_features, out_features=out_features, bias=bias))
-
-
-
-class Self_Attn(nn.Module):
-    """ Self attention Layer"""
-
-    def __init__(self, in_channels):
-        super(Self_Attn, self).__init__()
-        self.in_channels = in_channels
-        self.snconv1x1_theta = snconv2d(in_channels=in_channels, out_channels=in_channels//8, kernel_size=1, stride=1, padding=0)
-        self.snconv1x1_phi = snconv2d(in_channels=in_channels, out_channels=in_channels//8, kernel_size=1, stride=1, padding=0)
-        self.snconv1x1_g = snconv2d(in_channels=in_channels, out_channels=in_channels//2, kernel_size=1, stride=1, padding=0)
-        self.snconv1x1_attn = snconv2d(in_channels=in_channels//2, out_channels=in_channels, kernel_size=1, stride=1, padding=0)
-        self.maxpool = nn.MaxPool2d(2, stride=2, padding=0)
-        self.softmax  = nn.Softmax(dim=-1)
-        self.sigma = nn.Parameter(torch.zeros(1))
-
-    def forward(self, x):
-        """
-            inputs :
-                x : input feature maps(B X C X W X H)
-            returns :
-                out : self attention value + input feature
-                attention: B X N X N (N is Width*Height)
-        """
-        _, ch, h, w = x.size()
-        # Theta path
-        theta = self.snconv1x1_theta(x)
-        theta = theta.view(-1, ch//8, h*w)
-        # Phi path
-        phi = self.snconv1x1_phi(x)
-        phi = self.maxpool(phi)
-        phi = phi.view(-1, ch//8, h*w//4)
-        # Attn map
-        attn = torch.bmm(theta.permute(0, 2, 1), phi)
-        attn = self.softmax(attn)
-        # g path
-        g = self.snconv1x1_g(x)
-        g = self.maxpool(g)
-        g = g.view(-1, ch//2, h*w//4)
-        # Attn_g
-        attn_g = torch.bmm(g, attn.permute(0, 2, 1))
-        attn_g = attn_g.view(-1, ch//2, h, w)
-        attn_g = self.snconv1x1_attn(attn_g)
-        # Out
-        out = x + self.sigma*attn_g
-        return out
-
-
-
-
-'''
-
-Generator
-
-'''
-
-
-class ConditionalBatchNorm2d(nn.Module):
-    def __init__(self, num_features, dim_embed):
-        super().__init__()
-        self.num_features = num_features
-        self.bn = nn.BatchNorm2d(num_features, momentum=0.001, affine=False)
-        self.embed_gamma = nn.Linear(dim_embed, num_features, bias=False)
-        self.embed_beta = nn.Linear(dim_embed, num_features, bias=False)
-
-    def forward(self, x, y):
-        out = self.bn(x)
-        gamma = self.embed_gamma(y).view(-1, self.num_features, 1, 1)
-        beta = self.embed_beta(y).view(-1, self.num_features, 1, 1)
-        out = out + gamma*out + beta
-        return out
-
-
-class GenBlock(nn.Module):
-    def __init__(self, in_channels, out_channels, dim_embed):
-        super(GenBlock, self).__init__()
-        self.cond_bn1 = ConditionalBatchNorm2d(in_channels, dim_embed)
-        self.relu = nn.ReLU(inplace=True)
-        self.snconv2d1 = snconv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=3, stride=1, padding=1)
-        self.cond_bn2 = ConditionalBatchNorm2d(out_channels, dim_embed)
-        self.snconv2d2 = snconv2d(in_channels=out_channels, out_channels=out_channels, kernel_size=3, stride=1, padding=1)
-        self.snconv2d0 = snconv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=1, stride=1, padding=0)
-
-    def forward(self, x, labels):
-        x0 = x
-
-        x = self.cond_bn1(x, labels)
-        x = self.relu(x)
-        x = F.interpolate(x, scale_factor=2, mode='nearest') # upsample
-        x = self.snconv2d1(x)
-        x = self.cond_bn2(x, labels)
-        x = self.relu(x)
-        x = self.snconv2d2(x)
-
-        x0 = F.interpolate(x0, scale_factor=2, mode='nearest') # upsample
-        x0 = self.snconv2d0(x0)
-
-        out = x + x0
-        return out
-
-
-class CcGAN_SAGAN_Generator(nn.Module):
-    """Generator."""
-
-    def __init__(self, dim_z, dim_embed=128, nc=3, gene_ch=64):
-        super(CcGAN_SAGAN_Generator, self).__init__()
-
-        self.dim_z = dim_z
-        self.gene_ch = gene_ch
-
-        self.snlinear0 = snlinear(in_features=dim_z, out_features=gene_ch*16*4*4)
-        self.block1 = GenBlock(gene_ch*16, gene_ch*16, dim_embed)
-        self.block2 = GenBlock(gene_ch*16, gene_ch*8, dim_embed)
-        self.block3 = GenBlock(gene_ch*8, gene_ch*4, dim_embed)
-        self.block4 = GenBlock(gene_ch*4, gene_ch*2, dim_embed)
-        self.self_attn = Self_Attn(gene_ch*2)
-        self.block5 = GenBlock(gene_ch*2, gene_ch*2, dim_embed)
-        self.block6 = GenBlock(gene_ch*2, gene_ch, dim_embed)
-        self.bn = nn.BatchNorm2d(gene_ch, eps=1e-5, momentum=0.0001, affine=True)
-        self.relu = nn.ReLU(inplace=True)
-        self.snconv2d1 = snconv2d(in_channels=gene_ch, out_channels=nc, kernel_size=3, stride=1, padding=1)
-        self.tanh = nn.Tanh()
-
-        # Weight init
-        self.apply(init_weights)
-
-    def forward(self, z, labels):
-        # n x dim_z
-        out = self.snlinear0(z)            # 4*4
-        out = out.view(-1, self.gene_ch*16, 4, 4) # 4 x 4
-        out = self.block1(out, labels)    # 8 x 8
-        out = self.block2(out, labels)    # 16 x 16
-        out = self.block3(out, labels)    # 32 x 32
-        out = self.block4(out, labels)    # 64 x 64
-        out = self.self_attn(out)         # 64 x 64
-        out = self.block5(out, labels)    # 128 x 128
-        out = self.block6(out, labels)    # 256 x 256
-        out = self.bn(out)
-        out = self.relu(out)
-        out = self.snconv2d1(out)
-        out = self.tanh(out)
-        return out
-
-
-
-'''
-
-Discriminator
-
-'''
-
-class DiscOptBlock(nn.Module):
-    def __init__(self, in_channels, out_channels):
-        super(DiscOptBlock, self).__init__()
-        self.snconv2d1 = snconv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=3, stride=1, padding=1)
-        self.relu = nn.ReLU(inplace=True)
-        self.snconv2d2 = snconv2d(in_channels=out_channels, out_channels=out_channels, kernel_size=3, stride=1, padding=1)
-        self.downsample = nn.AvgPool2d(2)
-        self.snconv2d0 = snconv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=1, stride=1, padding=0)
-
-    def forward(self, x):
-        x0 = x
-
-        x = self.snconv2d1(x)
-        x = self.relu(x)
-        x = self.snconv2d2(x)
-        x = self.downsample(x)
-
-        x0 = self.downsample(x0)
-        x0 = self.snconv2d0(x0)
-
-        out = x + x0
-        return out
-
-
-class DiscBlock(nn.Module):
-    def __init__(self, in_channels, out_channels):
-        super(DiscBlock, self).__init__()
-        self.relu = nn.ReLU(inplace=True)
-        self.snconv2d1 = snconv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=3, stride=1, padding=1)
-        self.snconv2d2 = snconv2d(in_channels=out_channels, out_channels=out_channels, kernel_size=3, stride=1, padding=1)
-        self.downsample = nn.AvgPool2d(2)
-        self.ch_mismatch = False
-        if in_channels != out_channels:
-            self.ch_mismatch = True
-        self.snconv2d0 = snconv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=1, stride=1, padding=0)
-
-    def forward(self, x, downsample=True):
-        x0 = x
-
-        x = self.relu(x)
-        x = self.snconv2d1(x)
-        x = self.relu(x)
-        x = self.snconv2d2(x)
-        if downsample:
-            x = self.downsample(x)
-
-        if downsample or self.ch_mismatch:
-            x0 = self.snconv2d0(x0)
-            if downsample:
-                x0 = self.downsample(x0)
-
-        out = x + x0
-        return out
-
-
-class CcGAN_SAGAN_Discriminator(nn.Module):
-    """Discriminator."""
-
-    def __init__(self, dim_embed=128, nc=3, disc_ch=64):
-        super(CcGAN_SAGAN_Discriminator, self).__init__()
-        self.disc_ch = disc_ch
-        self.opt_block1 = DiscOptBlock(nc, disc_ch)
-        self.block1 = DiscBlock(disc_ch, disc_ch*2)
-        self.self_attn = Self_Attn(disc_ch*2)
-        self.block2 = DiscBlock(disc_ch*2, disc_ch*4)
-        self.block3 = DiscBlock(disc_ch*4, disc_ch*6)
-        self.block4 = DiscBlock(disc_ch*6, disc_ch*12)
-        self.block5 = DiscBlock(disc_ch*12, disc_ch*12)
-        self.block6 = DiscBlock(disc_ch*12, disc_ch*16)
-        self.relu = nn.ReLU(inplace=True)
-        self.snlinear1 = snlinear(in_features=disc_ch*16*4*4, out_features=1)
-        self.sn_embedding1 = snlinear(dim_embed, disc_ch*16*4*4, bias=False)
-
-        # Weight init
-        self.apply(init_weights)
-        xavier_uniform_(self.sn_embedding1.weight)
-
-    def forward(self, x, labels):
-        # 256x256
-        out = self.opt_block1(x)  # 128 x 128
-        out = self.block1(out)    # 64 x 64
-        out = self.self_attn(out) # 64 x 64
-        out = self.block2(out)    # 32 x 32
-        out = self.block3(out)    # 16 x 16
-        out = self.block4(out)    # 8 x 8
-        out = self.block5(out)    # 4 x 4
-        out = self.block6(out, downsample=False)    # 4 x 4
-        out = self.relu(out)              # n x disc_ch*16 x 4 x 4
-        out = out.view(-1, self.disc_ch*16*4*4)
-        output1 = torch.squeeze(self.snlinear1(out)) # n
-        # Projection
-        h_labels = self.sn_embedding1(labels)   # n x disc_ch*16 x 4 x 4
-        proj = torch.mul(out, h_labels)          # n x disc_ch*16 x 4 x 4
-        output2 = torch.sum(proj, dim=[1])      # n
-        # Out
-        output = output1 + output2              # n
-        return output
-
-
-if __name__ == "__main__":
-    def get_parameter_number(net):
-        total_num = sum(p.numel() for p in net.parameters())
-        trainable_num = sum(p.numel() for p in net.parameters() if p.requires_grad)
-        return {'Total': total_num, 'Trainable': trainable_num}
-
-    netG = CcGAN_SAGAN_Generator(dim_z=256, dim_embed=128, gene_ch=128).cuda()
-    netD = CcGAN_SAGAN_Discriminator(dim_embed=128, disc_ch=128).cuda()
-
-    # netG = nn.DataParallel(netG)
-    # netD = nn.DataParallel(netD)
-
-    N=4
-    z = torch.randn(N, 256).cuda()
-    y = torch.randn(N, 128).cuda()
-    x = netG(z,y)
-    o = netD(x,y)
-    print(x.size())
-    print(o.size())
-
-    print('G:', get_parameter_number(netG))
-    print('D:', get_parameter_number(netD))

myosotis_researches/CcGAN/models_256/ResNet_class_eval.py

@@ -1,142 +0,0 @@
-'''
-Regular ResNet
-
-codes are based on
-@article{
-zhang2018mixup,
-title={mixup: Beyond Empirical Risk Minimization},
-author={Hongyi Zhang, Moustapha Cisse, Yann N. Dauphin, David Lopez-Paz},
-journal={International Conference on Learning Representations},
-year={2018},
-url={https://openreview.net/forum?id=r1Ddp1-Rb},
-}
-'''
-
-
-import torch
-import torch.nn as nn
-import torch.nn.functional as F
-
-from torch.autograd import Variable
-
-IMG_SIZE=256
-NC=3
-
-
-class BasicBlock(nn.Module):
-    expansion = 1
-
-    def __init__(self, in_planes, planes, stride=1):
-        super(BasicBlock, self).__init__()
-        self.conv1 = nn.Conv2d(in_planes, planes, kernel_size=3, stride=stride, padding=1, bias=False)
-        self.bn1 = nn.BatchNorm2d(planes)
-        self.conv2 = nn.Conv2d(planes, planes, kernel_size=3, stride=1, padding=1, bias=False)
-        self.bn2 = nn.BatchNorm2d(planes)
-
-        self.shortcut = nn.Sequential()
-        if stride != 1 or in_planes != self.expansion*planes:
-            self.shortcut = nn.Sequential(
-                nn.Conv2d(in_planes, self.expansion*planes, kernel_size=1, stride=stride, bias=False),
-                nn.BatchNorm2d(self.expansion*planes)
-            )
-
-    def forward(self, x):
-        out = F.relu(self.bn1(self.conv1(x)))
-        out = self.bn2(self.conv2(out))
-        out += self.shortcut(x)
-        out = F.relu(out)
-        return out
-
-
-class Bottleneck(nn.Module):
-    expansion = 4
-
-    def __init__(self, in_planes, planes, stride=1):
-        super(Bottleneck, self).__init__()
-        self.conv1 = nn.Conv2d(in_planes, planes, kernel_size=1, bias=False)
-        self.bn1 = nn.BatchNorm2d(planes)
-        self.conv2 = nn.Conv2d(planes, planes, kernel_size=3, stride=stride, padding=1, bias=False)
-        self.bn2 = nn.BatchNorm2d(planes)
-        self.conv3 = nn.Conv2d(planes, self.expansion*planes, kernel_size=1, bias=False)
-        self.bn3 = nn.BatchNorm2d(self.expansion*planes)
-
-        self.shortcut = nn.Sequential()
-        if stride != 1 or in_planes != self.expansion*planes:
-            self.shortcut = nn.Sequential(
-                nn.Conv2d(in_planes, self.expansion*planes, kernel_size=1, stride=stride, bias=False),
-                nn.BatchNorm2d(self.expansion*planes)
-            )
-
-    def forward(self, x):
-        out = F.relu(self.bn1(self.conv1(x)))
-        out = F.relu(self.bn2(self.conv2(out)))
-        out = self.bn3(self.conv3(out))
-        out += self.shortcut(x)
-        out = F.relu(out)
-        return out
-
-
-class ResNet_class_eval(nn.Module):
-    def __init__(self, block, num_blocks, num_classes=49, nc=NC, ngpu = 1):
-        super(ResNet_class_eval, self).__init__()
-        self.in_planes = 64
-        self.ngpu = ngpu
-
-        self.main = nn.Sequential(
-            nn.Conv2d(nc, 64, kernel_size=3, stride=1, padding=1, bias=False),  # h=h #256
-            nn.BatchNorm2d(64),
-            nn.ReLU(),
-            nn.MaxPool2d(2,2), #h=h/2 128
-            # self._make_layer(block, 64, num_blocks[0], stride=1),  # h=h
-            self._make_layer(block, 64, num_blocks[0], stride=2),  # h=h/2 64
-            nn.MaxPool2d(2,2), #h=h/2 32
-            self._make_layer(block, 128, num_blocks[1], stride=2),
-            self._make_layer(block, 256, num_blocks[2], stride=2),
-            self._make_layer(block, 512, num_blocks[3], stride=2),
-            nn.AvgPool2d(kernel_size=4)
-        )
-        self.classifier = nn.Linear(512*block.expansion, num_classes)
-
-    def _make_layer(self, block, planes, num_blocks, stride):
-        strides = [stride] + [1]*(num_blocks-1)
-        layers = []
-        for stride in strides:
-            layers.append(block(self.in_planes, planes, stride))
-            self.in_planes = planes * block.expansion
-        return nn.Sequential(*layers)
-
-    def forward(self, x):
-
-        if x.is_cuda and self.ngpu > 1:
-            features = nn.parallel.data_parallel(self.main, x, range(self.ngpu))
-            features = features.view(features.size(0), -1)
-            out = nn.parallel.data_parallel(self.classifier, features, range(self.ngpu))
-        else:
-            features = self.main(x)
-            features = features.view(features.size(0), -1)
-            out = self.classifier(features)
-        return out, features
-
-
-def ResNet18_class_eval(num_classes=49, ngpu = 1):
-    return ResNet_class_eval(BasicBlock, [2,2,2,2], num_classes=num_classes, ngpu = ngpu)
-
-def ResNet34_class_eval(num_classes=49, ngpu = 1):
-    return ResNet_class_eval(BasicBlock, [3,4,6,3], num_classes=num_classes, ngpu = ngpu)
-
-def ResNet50_class_eval(num_classes=49, ngpu = 1):
-    return ResNet_class_eval(Bottleneck, [3,4,6,3], num_classes=num_classes, ngpu = ngpu)
-
-def ResNet101_class_eval(num_classes=49, ngpu = 1):
-    return ResNet_class_eval(Bottleneck, [3,4,23,3], num_classes=num_classes, ngpu = ngpu)
-
-def ResNet152_class_eval(num_classes=49, ngpu = 1):
-    return ResNet_class_eval(Bottleneck, [3,8,36,3], num_classes=num_classes, ngpu = ngpu)
-
-
-if __name__ == "__main__":
-    net = ResNet50_class_eval(num_classes=5, ngpu = 1).cuda()
-    x = torch.randn(16,NC,IMG_SIZE,IMG_SIZE).cuda()
-    out, features = net(x)
-    print(out.size())
-    print(features.size())

myosotis_researches/CcGAN/models_256/ResNet_embed.py

@@ -1,188 +0,0 @@
-'''
-ResNet-based model to map an image from pixel space to a features space.
-Need to be pretrained on the dataset.
-
-if isometric_map = True, there is an extra step (elf.classifier_1 = nn.Linear(512, 32*32*3)) to increase the dimension of the feature map from 512 to 32*32*3. This selection is for desity-ratio estimation in feature space.
-
-codes are based on
-@article{
-zhang2018mixup,
-title={mixup: Beyond Empirical Risk Minimization},
-author={Hongyi Zhang, Moustapha Cisse, Yann N. Dauphin, David Lopez-Paz},
-journal={International Conference on Learning Representations},
-year={2018},
-url={https://openreview.net/forum?id=r1Ddp1-Rb},
-}
-'''
-
-
-import torch
-import torch.nn as nn
-import torch.nn.functional as F
-
-NC = 3
-IMG_SIZE = 256
-DIM_EMBED = 128
-
-
-#------------------------------------------------------------------------------
-class BasicBlock(nn.Module):
-    expansion = 1
-
-    def __init__(self, in_planes, planes, stride=1):
-        super(BasicBlock, self).__init__()
-        self.conv1 = nn.Conv2d(in_planes, planes, kernel_size=3, stride=stride, padding=1, bias=False)
-        self.bn1 = nn.BatchNorm2d(planes)
-        self.conv2 = nn.Conv2d(planes, planes, kernel_size=3, stride=1, padding=1, bias=False)
-        self.bn2 = nn.BatchNorm2d(planes)
-
-        self.shortcut = nn.Sequential()
-        if stride != 1 or in_planes != self.expansion*planes:
-            self.shortcut = nn.Sequential(
-                nn.Conv2d(in_planes, self.expansion*planes, kernel_size=1, stride=stride, bias=False),
-                nn.BatchNorm2d(self.expansion*planes)
-            )
-
-    def forward(self, x):
-        out = F.relu(self.bn1(self.conv1(x)))
-        out = self.bn2(self.conv2(out))
-        out += self.shortcut(x)
-        out = F.relu(out)
-        return out
-
-
-class Bottleneck(nn.Module):
-    expansion = 4
-
-    def __init__(self, in_planes, planes, stride=1):
-        super(Bottleneck, self).__init__()
-        self.conv1 = nn.Conv2d(in_planes, planes, kernel_size=1, bias=False)
-        self.bn1 = nn.BatchNorm2d(planes)
-        self.conv2 = nn.Conv2d(planes, planes, kernel_size=3, stride=stride, padding=1, bias=False)
-        self.bn2 = nn.BatchNorm2d(planes)
-        self.conv3 = nn.Conv2d(planes, self.expansion*planes, kernel_size=1, bias=False)
-        self.bn3 = nn.BatchNorm2d(self.expansion*planes)
-
-        self.shortcut = nn.Sequential()
-        if stride != 1 or in_planes != self.expansion*planes:
-            self.shortcut = nn.Sequential(
-                nn.Conv2d(in_planes, self.expansion*planes, kernel_size=1, stride=stride, bias=False),
-                nn.BatchNorm2d(self.expansion*planes)
-            )
-
-    def forward(self, x):
-        out = F.relu(self.bn1(self.conv1(x)))
-        out = F.relu(self.bn2(self.conv2(out)))
-        out = self.bn3(self.conv3(out))
-        out += self.shortcut(x)
-        out = F.relu(out)
-        return out
-
-
-class ResNet_embed(nn.Module):
-    def __init__(self, block, num_blocks, nc=NC, dim_embed=DIM_EMBED):
-        super(ResNet_embed, self).__init__()
-        self.in_planes = 64
-
-        self.main = nn.Sequential(
-            nn.Conv2d(nc, 64, kernel_size=3, stride=1, padding=1, bias=False),  # h=h 256
-            nn.BatchNorm2d(64),
-            nn.ReLU(),
-            nn.MaxPool2d(2,2), #h=h/2 128
-            # self._make_layer(block, 64, num_blocks[0], stride=1),  # h=h
-            self._make_layer(block, 64, num_blocks[0], stride=2),  # h=h/2 64
-            nn.MaxPool2d(2,2), # 32
-            self._make_layer(block, 128, num_blocks[1], stride=2), # h=h/2 16
-            self._make_layer(block, 256, num_blocks[2], stride=2), # h=h/2 8
-            self._make_layer(block, 512, num_blocks[3], stride=2), # h=h/2 4
-            # nn.AvgPool2d(kernel_size=4)
-            nn.AdaptiveAvgPool2d((1, 1))
-        )
-
-        self.x2h_res = nn.Sequential(
-            nn.Linear(512, 512),
-            nn.BatchNorm1d(512),
-            nn.ReLU(),
-
-            nn.Linear(512, dim_embed),
-            nn.BatchNorm1d(dim_embed),
-            nn.ReLU(),
-        )
-
-        self.h2y = nn.Sequential(
-            nn.Linear(dim_embed, 1),
-            nn.ReLU()
-        )
-
-    def _make_layer(self, block, planes, num_blocks, stride):
-        strides = [stride] + [1]*(num_blocks-1)
-        layers = []
-        for stride in strides:
-            layers.append(block(self.in_planes, planes, stride))
-            self.in_planes = planes * block.expansion
-        return nn.Sequential(*layers)
-
-    def forward(self, x):
-
-        features = self.main(x)
-        features = features.view(features.size(0), -1)
-        features = self.x2h_res(features)
-        out = self.h2y(features)
-
-        return out, features
-
-
-def ResNet18_embed(dim_embed=DIM_EMBED):
-    return ResNet_embed(BasicBlock, [2,2,2,2], dim_embed=dim_embed)
-
-def ResNet34_embed(dim_embed=DIM_EMBED):
-    return ResNet_embed(BasicBlock, [3,4,6,3], dim_embed=dim_embed)
-
-def ResNet50_embed(dim_embed=DIM_EMBED):
-    return ResNet_embed(Bottleneck, [3,4,6,3], dim_embed=dim_embed)
-
-#------------------------------------------------------------------------------
-# map labels to the embedding space
-class model_y2h(nn.Module):
-    def __init__(self, dim_embed=DIM_EMBED):
-        super(model_y2h, self).__init__()
-        self.main = nn.Sequential(
-            nn.Linear(1, dim_embed),
-            # nn.BatchNorm1d(dim_embed),
-            nn.GroupNorm(8, dim_embed),
-            nn.ReLU(),
-
-            nn.Linear(dim_embed, dim_embed),
-            # nn.BatchNorm1d(dim_embed),
-            nn.GroupNorm(8, dim_embed),
-            nn.ReLU(),
-
-            nn.Linear(dim_embed, dim_embed),
-            # nn.BatchNorm1d(dim_embed),
-            nn.GroupNorm(8, dim_embed),
-            nn.ReLU(),
-
-            nn.Linear(dim_embed, dim_embed),
-            # nn.BatchNorm1d(dim_embed),
-            nn.GroupNorm(8, dim_embed),
-            nn.ReLU(),
-
-            nn.Linear(dim_embed, dim_embed),
-            nn.ReLU()
-        )
-
-    def forward(self, y):
-        y = y.view(-1, 1) +1e-8
-        # y = torch.exp(y.view(-1, 1))
-        return self.main(y)
-
-
-
-if __name__ == "__main__":
-    net = ResNet34_embed(dim_embed=128).cuda()
-    x = torch.randn(16,NC,IMG_SIZE,IMG_SIZE).cuda()
-    out, features = net(x)
-    print(out.size())
-    print(features.size())
-
-    net_y2h = model_y2h()