dsipts 1.1.7__py3-none-any.whl → 1.1.9__py3-none-any.whl

dsipts/__init__.py

@@ -25,7 +25,7 @@ from .models.TimeXER import TimeXER
 from .models.TTM import TTM
 from .models.Samformer import Samformer
 from .models.Duet import Duet
-
+from .models.Simple import Simple
 try:
     import lightning.pytorch as pl
     from .models.base_v2 import Base
@@ -44,5 +44,5 @@ __all__ = [
     "RNN", "LinearTS", "Persistent", "D3VAE", "DilatedConv", "TFT",
     "Informer", "VVA", "VQVAEA", "CrossFormer", "Autoformer", "PatchTST",
     "Diffusion", "DilatedConvED", "TIDE", "ITransformer", "TimeXER",
-    "TTM", "Samformer", "Duet", "Base"
+    "TTM", "Samformer", "Duet", "Base", "Simple"
 ]

dsipts/data_structure/data_structure.py

@@ -800,7 +800,7 @@ class TimeSeries():
                                 callbacks=[checkpoint_callback,mc],
                                 auto_lr_find=auto_lr_find, 
                                 accelerator=accelerator,
-                                log_every_n_steps=5,
+                                log_every_n_steps=1,
                                 devices=devices,
                                 strategy=strategy,
                                 enable_progress_bar=False,

dsipts/models/RNN.py

@@ -16,7 +16,7 @@ from ..data_structure.utils import beauty_string
 from .utils import  get_scope
 from .xlstm.xLSTM import xLSTM
 from .utils import Embedding_cat_variables
-
+torch.autograd.set_detect_anomaly(True)
 
 class MyBN(nn.Module):
     def __init__(self,channels):

dsipts/models/Simple.py

@@ -0,0 +1,113 @@
+
+## Copyright 2022 DLinear Authors (https://github.com/cure-lab/LTSF-Linear/tree/main?tab=Apache-2.0-1-ov-file#readme)
+## Code modified for align the notation and the batch generation
+## extended to all present in informer, autoformer folder
+
+from torch import nn
+import torch
+
+try:
+    import lightning.pytorch as pl
+    from .base_v2 import Base
+    OLD_PL = False
+except:
+    import pytorch_lightning as pl
+    OLD_PL = True
+    from .base import Base
+from .utils import QuantileLossMO, get_activation
+from typing import List, Union
+from ..data_structure.utils import beauty_string
+from .utils import  get_scope
+from .utils import Embedding_cat_variables
+    
+
+
+
+class Simple(Base):
+    handle_multivariate = True
+    handle_future_covariates = True
+    handle_categorical_variables = True
+    handle_quantile_loss = True
+    description = get_scope(handle_multivariate,handle_future_covariates,handle_categorical_variables,handle_quantile_loss)
+    description+='\n THE SIMPLE IMPLEMENTATION DOES NOT USE CATEGORICAL NOR FUTURE VARIABLES'
+    
+    def __init__(self, 
+               
+                 hidden_size:int,
+                 dropout_rate:float=0.1,
+                 activation:str='torch.nn.ReLU',
+
+
+                 **kwargs)->None:
+       
+        super().__init__(**kwargs)
+
+        if activation == 'torch.nn.SELU':
+            beauty_string('SELU do not require BN','info',self.verbose)
+            use_bn = False
+            
+        if isinstance(activation, str):
+            activation = get_activation(activation)
+        else:
+            beauty_string('There is a bug in pytorch lightening, the constructior is called twice','info',self.verbose)
+        
+        self.save_hyperparameters(logger=False)
+      
+        
+       
+        self.emb_past = Embedding_cat_variables(self.past_steps,self.emb_dim,self.embs_past, reduction_mode=self.reduction_mode,use_classical_positional_encoder=self.use_classical_positional_encoder,device = self.device)
+        self.emb_fut = Embedding_cat_variables(self.future_steps,self.emb_dim,self.embs_fut, reduction_mode=self.reduction_mode,use_classical_positional_encoder=self.use_classical_positional_encoder,device = self.device)
+        emb_past_out_channel = self.emb_past.output_channels
+        emb_fut_out_channel = self.emb_fut.output_channels
+
+
+
+
+
+        self.linear = (nn.Sequential(nn.Linear(emb_past_out_channel*self.past_steps+emb_fut_out_channel*self.future_steps+self.past_steps*self.past_channels+self.future_channels*self.future_steps,hidden_size),
+                                                    activation(),nn.Dropout(dropout_rate),
+                                                    nn.Linear(hidden_size,self.out_channels*self.future_steps*self.mul)))
+                               
+    def forward(self, batch):
+      
+        x =  batch['x_num_past'].to(self.device)
+        
+        BS = x.shape[0]
+        if 'x_cat_future' in batch.keys():
+            emb_fut = self.emb_fut(BS,batch['x_cat_future'].to(self.device))
+        else:
+            emb_fut = self.emb_fut(BS,None)
+        if 'x_cat_past' in batch.keys():
+            emb_past = self.emb_past(BS,batch['x_cat_past'].to(self.device))
+        else:
+            emb_past = self.emb_past(BS,None)
+        
+        
+            
+
+        if 'x_num_future' in batch.keys():
+            x_future = batch['x_num_future'].to(self.device)
+        else:
+            x_future = None
+            
+        tmp = [x,emb_past]
+        tot_past = torch.cat(tmp,2).flatten(1)
+        
+
+
+        tmp = [emb_fut]
+                          
+        if x_future is not None:
+            tmp.append(x_future)
+           
+        tot_future = torch.cat(tmp,2).flatten(1)
+        tot = torch.cat([tot_past,tot_future],1)
+
+                    
+        res = self.linear(tot)
+        res = res.reshape(BS,self.future_steps,-1,self.mul)
+       
+        ##
+
+        return res
+    

dsipts/models/base.py

@@ -12,7 +12,7 @@ import numpy as np
 from aim import Image
 import matplotlib.pyplot as plt
 from typing import List, Union
-from .utils import QuantileLossMO
+from .utils import QuantileLossMO, CPRS
 import torch.nn as nn
 
 def standardize_momentum(x,order):
@@ -135,10 +135,15 @@ class Base(pl.LightningModule):
         if n_classes==0:
             self.is_classification = False
             if len(self.quantiles)>0:
-                assert len(self.quantiles)==3, beauty_string('ONLY 3 quantiles premitted','info',True)
-                self.use_quantiles = True
-                self.mul = len(self.quantiles)
-                self.loss = QuantileLossMO(quantiles)
+                if self.loss_type=='cprs':
+                    self.use_quantiles = False
+                    self.mul = len(self.quantiles)
+                    self.loss = CPRS()
+                else:
+                    assert len(self.quantiles)==3, beauty_string('ONLY 3 quantiles premitted','info',True)
+                    self.use_quantiles = True
+                    self.mul = len(self.quantiles)
+                    self.loss = QuantileLossMO(quantiles)
             else:
                 self.use_quantiles = False
                 self.mul = 1
@@ -186,6 +191,10 @@ class Base(pl.LightningModule):
         Returns:
             torch.tensor: result
         """
+        if self.loss_type=='cprs':
+            tmp = self(batch)
+            return tmp.mean(axis=-1)
+        
         return self(batch)
         
     def configure_optimizers(self):
@@ -357,6 +366,14 @@ class Base(pl.LightningModule):
         :meta private:
         """
 
+        if self.loss_type=='cprs':
+            return self.loss(y_hat,batch['y'])
+
+        if self.loss_type=='long_lag':
+            batch_size,width,n_variables = batch['y'].shape
+            tmp = torch.abs(y_hat[:,:,:,0]-batch['y'])*torch.linspace(1,self.persistence_weight,width).view(1,width,1).repeat(batch_size,1,n_variables)
+            return tmp.mean()
+
         if self.use_quantiles is False:
             initial_loss = self.loss(y_hat[:,:,:,0], batch['y'])
         else:
@@ -428,12 +445,7 @@ class Base(pl.LightningModule):
             
         elif self.loss_type=='dilated':
             #BxLxCxMUL
-            if self.persistence_weight==0.1:
-                alpha = 0.25
-            if self.persistence_weight==1:
-                alpha = 0.5
-            else:
-                alpha  =0.75
+ 
             alpha = self.persistence_weight 
             gamma = 0.01
             loss = 0
@@ -444,8 +456,8 @@ class Base(pl.LightningModule):
                 loss+= dilate_loss( batch['y'][:,:,i:i+1],x[:,:,i:i+1], alpha, gamma, y_hat.device)
             
         elif self.loss_type=='huber':
-            loss = torch.nn.HuberLoss(reduction='mean', delta=self.persistence_weight/10)   
-            #loss = torch.nn.HuberLoss(reduction='mean', delta=self.persistence_weight)   
+            loss = torch.nn.HuberLoss(reduction='mean', delta=self.persistence_weight)   
+
             if self.use_quantiles is False:
                 x = y_hat[:,:,:,0]
             else:

dsipts/models/base_v2.py

@@ -12,7 +12,7 @@ import numpy as np
 from aim import Image
 import matplotlib.pyplot as plt
 from typing import List, Union
-from .utils import QuantileLossMO
+from .utils import QuantileLossMO, CPRS
 import torch.nn as nn
 
 
@@ -137,10 +137,15 @@ class Base(pl.LightningModule):
         if n_classes==0:
             self.is_classification = False
             if len(self.quantiles)>0:
-                assert len(self.quantiles)==3, beauty_string('ONLY 3 quantiles premitted','info',True)
-                self.use_quantiles = True
-                self.mul = len(self.quantiles)
-                self.loss = QuantileLossMO(quantiles)
+                if self.loss_type=='cprs':
+                    self.use_quantiles = False
+                    self.mul = len(self.quantiles)
+                    self.loss = CPRS()
+                else:
+                    assert len(self.quantiles)==3, beauty_string('ONLY 3 quantiles premitted','info',True)
+                    self.use_quantiles = True
+                    self.mul = len(self.quantiles)
+                    self.loss = QuantileLossMO(quantiles)
             else:
                 self.use_quantiles = False
                 self.mul = 1
@@ -189,6 +194,11 @@ class Base(pl.LightningModule):
         Returns:
             torch.tensor: result
         """
+        
+        if self.loss_type=='cprs':
+            tmp = self(batch)
+            return tmp.mean(axis=-1)
+        
         return self(batch)
         
     def configure_optimizers(self):
@@ -365,6 +375,16 @@ class Base(pl.LightningModule):
         
         :meta private:
         """
+        if self.loss_type=='cprs':
+            return self.loss(y_hat,batch['y'])
+
+        if self.loss_type=='long_lag':
+
+            batch_size,width,n_variables = batch['y'].shape
+            tmp = torch.abs(y_hat[:,:,:,0]-batch['y'])*torch.linspace(1,self.persistence_weight,width).view(1,width,1).repeat(batch_size,1,n_variables)
+            return tmp.mean()
+
+
 
         if self.use_quantiles is False:
             initial_loss = self.loss(y_hat[:,:,:,0], batch['y'])
@@ -437,24 +457,16 @@ class Base(pl.LightningModule):
             
         elif self.loss_type=='dilated':
             #BxLxCxMUL
-            if self.persistence_weight==0.1:
-                alpha = 0.25
-            if self.persistence_weight==1:
-                alpha = 0.5
-            else:
-                alpha  =0.75
+
             alpha = self.persistence_weight 
             gamma = 0.01
             loss = 0
             ##no multichannel here
-            for i in range(y_hat.shape[2]):
-                ##error here
-                
+            for i in range(y_hat.shape[2]):                
                 loss+= dilate_loss( batch['y'][:,:,i:i+1],x[:,:,i:i+1], alpha, gamma, y_hat.device)
             
         elif self.loss_type=='huber':
-            loss = torch.nn.HuberLoss(reduction='mean', delta=self.persistence_weight/10)   
-            #loss = torch.nn.HuberLoss(reduction='mean', delta=self.persistence_weight)   
+            loss = torch.nn.HuberLoss(reduction='mean', delta=self.persistence_weight)   
             if self.use_quantiles is False:
                 x = y_hat[:,:,:,0]
             else:

dsipts/models/utils.py

@@ -621,4 +621,76 @@ class Embedding_cat_variables(nn.Module):
             emb.append(layer(cat_vars[:, :, index]).unsqueeze(2))
 
         cat_n_embd = torch.cat(emb,dim=2)
-        return cat_n_embd
+        return cat_n_embd
+    
+    
+    
+class CPRS(nn.Module):
+    """
+    Efficient vectorized implementation of Almost Fair CRPS.
+    
+    This version avoids explicit loops and uses broadcasting for better performance
+    with large ensembles.
+    """
+    
+    def __init__(self, alpha=0.95, reduction='mean'):
+        super().__init__()
+        self.alpha = alpha
+        self.reduction = reduction
+        
+    def forward(self, y_hat, target, weights=None):
+        """
+        Compute the almost fair CRPS loss (efficient version).
+        
+        Args:
+            ensemble: Tensor of shape (batch_size, n_members, ...)
+            target: Tensor of shape (batch_size, ...)
+            weights: Optional per-variable or per-location weights
+        
+        Returns:
+            Loss tensor
+        """
+        ## initial shape BS,width,n_variables,n_members need to go into batch_size, n_members, width, n_variables
+        ensemble = y_hat.permute(0,3,1,2)
+ 
+        
+        batch_size, n_members = ensemble.shape[:2]
+        epsilon = (1 - self.alpha) / n_members
+        
+        # Expand target to match ensemble shape
+        target_expanded = target.unsqueeze(1).expand_as(ensemble)
+        
+        # Compute first term: mean absolute error to target
+        mae_term = torch.abs(ensemble - target_expanded).mean(dim=1)
+        
+        # Compute second term: pairwise differences between ensemble members
+        # Use broadcasting to compute all pairwise differences efficiently
+        ensemble_i = ensemble.unsqueeze(2)  # (batch, n_members, 1, ...)
+        ensemble_j = ensemble.unsqueeze(1)  # (batch, 1, n_members, ...)
+        
+        pairwise_diffs = torch.abs(ensemble_i - ensemble_j)
+        
+        # Sum over all pairs (excluding diagonal)
+        # Create mask to exclude diagonal (i=j)
+        mask = ~torch.eye(n_members, dtype=torch.bool, device=ensemble.device)
+        mask = mask.view(1, n_members, n_members, *[1]*(len(ensemble.shape)-2))
+        
+        # Apply mask and compute mean
+        pairwise_term = (pairwise_diffs * mask).sum(dim=(1, 2)) / (n_members * (n_members - 1))
+        
+        # Combine terms according to afCRPS formula
+        loss = mae_term - (1 - epsilon) * pairwise_term
+        
+        # Apply weights if provided
+        if weights is not None:
+            loss = loss * weights
+            
+        # Apply reduction
+        if self.reduction == 'none':
+            return loss
+        elif self.reduction == 'sum':
+            return loss.sum()
+        elif self.reduction == 'mean':
+            return loss.mean()
+        else:
+            raise ValueError(f"Invalid reduction: {self.reduction}")

{dsipts-1.1.7.dist-info → dsipts-1.1.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dsipts
-Version: 1.1.7
+Version: 1.1.9
 Summary: Unified library for timeseries modelling
 Author-email: Andrea Gobbi <agobbi@fbk.eu>
 Project-URL: Homepage, https://github.com/DSIP-FBK/DSIPTS
@@ -356,6 +356,9 @@ loss, quantile loss, MDA and a couple of experimental losses for minimizing the
 # Bash experiment
 Most of the time you want to train the models in a cluster with a GPU and command line training procedure can help speedup the process. DSIPTS leverages on OmegaConf-Hydra to to this and in the folder `bash_examples` you can find an examples. Please read the documentation [here](/bash_examples/README.md)
 
+## Losses
+
+- `dilated`: `persistence_weight` between 0 and 1
 
 
 # Modifiers
@@ -366,13 +369,7 @@ The VVA model is composed by two steps: the first is a clusterting procedure tha
 - **inverse_transform**: the output of the model are reverted to the original shape. In the VVA model the centroids are used for reconstruct the predicted timeseries.
 
 
-## Documentation
-You can find the documentation [here](https://dsip.pages.fbk.eu/dsip_dlresearch/timeseries/):
-or  in the folder `docs/_build/html/index.html`
-If yon need to generate the documentation after some modification just run:
-```
-./make_doc.sh    
-```
+
 
 For user only: be sure that the the CI file has pages enabled, see [public pages](https://roneo.org/en/gitlab-public-pages-private-repo/)
 

{dsipts-1.1.7.dist-info → dsipts-1.1.9.dist-info}/RECORD

@@ -1,9 +1,9 @@
-dsipts/__init__.py,sha256=k3fLLS66oWHI_TOLccv-foIlNZNO_NMTABw14OntaAc,1651
+dsipts/__init__.py,sha256=UWmrBJ2LLoRCKLOyTBSJAw9n31o8ZwNjLoRAax5Wll8,1694
 dsipts/data_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dsipts/data_management/monash.py,sha256=aZxq9FbIH6IsU8Lwou1hAokXjgOAK-wdl2VAeFg2k4M,13075
 dsipts/data_management/public_datasets.py,sha256=yXFzOZZ-X0ZG1DoqVU-zFmEGVMc2033YDQhRgYxY8ws,6793
 dsipts/data_structure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dsipts/data_structure/data_structure.py,sha256=kCZHgAWKnubmm06Ao15kIxZ5pU3RkwzHriXeWpNfJxQ,58994
+dsipts/data_structure/data_structure.py,sha256=87VtKelx2EPoddrVYcja9dO5rQqaS83vZlQB_NY54PI,58994
 dsipts/data_structure/modifiers.py,sha256=qlry9dfw8pEE0GrvgwROZJkJ6oPpUnjEHPIG5qIetss,7948
 dsipts/data_structure/utils.py,sha256=QwfKPZgSy6DIw5n6ztOdPJIAnzo4EnlMTgRbpiWnyko,6593
 dsipts/models/Autoformer.py,sha256=ddGT3L9T4gAXNJHx1TsuYZy7j63Anyr0rkqqXaOoSu4,8447
@@ -18,8 +18,9 @@ dsipts/models/Informer.py,sha256=ByJ00qGk12ONFF7NZWAACzxxRb5UXcu5wpkGMYX9Cq4,692
 dsipts/models/LinearTS.py,sha256=B0-Sz4POwUyl-PN2ssSx8L-ZHgwrQQPcMmreyvSS47U,9104
 dsipts/models/PatchTST.py,sha256=Z7DM1Kw5Ym8Hh9ywj0j9RuFtKaz_yVZmKFIYafjceM8,9061
 dsipts/models/Persistent.py,sha256=URwyaBb0M7zbPXSGMImtHlwC9XCy-OquFCwfWvn3P70,1249
-dsipts/models/RNN.py,sha256=W6-3ZPD6vkcNoxV9liqcm_8RD8qfF1JY-J7M1ngk6LA,9594
+dsipts/models/RNN.py,sha256=GbH6QyrGhvQg-Hnt_0l3YSnhNHE0Hl0AWsZpdQUAzug,9633
 dsipts/models/Samformer.py,sha256=s61Hi1o9iuw-KgSBPfiE80oJcK1j2fUA6N9f5BJgKJc,5551
+dsipts/models/Simple.py,sha256=K82E88A62NhV_7U9Euu2cn3Q8P287HDR7eIy7VqgwbM,3909
 dsipts/models/TFT.py,sha256=JO2-AKIUag7bfm9Oeo4KmGfdYZJbzQBHPDqGVg0WUZI,13830
 dsipts/models/TIDE.py,sha256=i8qXac2gImEVgE2X6cNxqW5kuQP3rzWMlQNdgJbNmKM,13033
 dsipts/models/TTM.py,sha256=WpCiTN0qX3JFO6xgPLedoqMKXUC2pQpNAe9ee-Rw89Q,10602
@@ -27,9 +28,9 @@ dsipts/models/TimeXER.py,sha256=aCg0003LxYZzqZWyWugpbW_iOybcdHN4OH6_v77qp4o,7056
 dsipts/models/VQVAEA.py,sha256=sNJi8UZh-10qEIKcZK3SzhlOFUUjvqjoglzeZBFaeZM,13789
 dsipts/models/VVA.py,sha256=BnPkJ0Nzue0oShSHZVRNlf5RvT0Iwtf9bx19vLB9Nn0,11939
 dsipts/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dsipts/models/base.py,sha256=JWmZ_B56EAWfZOo0vdQrVUP6scLl9yXtHj0F_7hSNKk,18442
-dsipts/models/base_v2.py,sha256=arVlw0STOK9CwU2t-VYost6ZpUf2zKDhTy_hg-HClJY,18741
-dsipts/models/utils.py,sha256=H1lr1lukDk7FNyXXTJh217tyTBsBW8hVDQ6jL9oev7I,21765
+dsipts/models/base.py,sha256=-K6ZxmXism231GqBxM3-pXE_KA4a4QWuYJ6FM_uSRl4,18859
+dsipts/models/base_v2.py,sha256=39EJO3m00HvT3zkn8PO67YEckAVa3Ez3NQ5oEnwz9g8,19137
+dsipts/models/utils.py,sha256=eBEpczdHn--ftK9I0pOiSY4ANGLzkw1WIL3SOoV9y7Y,24412
 dsipts/models/autoformer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dsipts/models/autoformer/layers.py,sha256=xHt8V1lKdD1cIvgxXdDbI_EqOz4zgOQ6LP8l7M1pAxM,13276
 dsipts/models/crossformer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -75,7 +76,7 @@ dsipts/models/vva/minigpt.py,sha256=bg0JddqSD322uxSGexen3nPXL_hGTsk3vNLR62d7-w8,
 dsipts/models/vva/vqvae.py,sha256=RzCQ_M9xBprp7_x20dSV3EQqlO0FjPUGWV-qdyKrQsM,19680
 dsipts/models/xlstm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dsipts/models/xlstm/xLSTM.py,sha256=ZKZZmffmIq1Vb71CR4GSyM8viqVx-u0FChxhcNgHub8,10081
-dsipts-1.1.7.dist-info/METADATA,sha256=dWg1A0BbSkwobE_WaE3Z-Qc6OFvxd8oK2injg0muPiI,24993
-dsipts-1.1.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dsipts-1.1.7.dist-info/top_level.txt,sha256=i6o0rf5ScFwZK21E89dSKjVNjUBkrEQpn0-Vij43748,7
-dsipts-1.1.7.dist-info/RECORD,,
+dsipts-1.1.9.dist-info/METADATA,sha256=vraJDpYWc4hhcOfaj3C4E5hACrTNlYSEgGsT2zKyiPs,24794
+dsipts-1.1.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dsipts-1.1.9.dist-info/top_level.txt,sha256=i6o0rf5ScFwZK21E89dSKjVNjUBkrEQpn0-Vij43748,7
+dsipts-1.1.9.dist-info/RECORD,,