rxnn 0.1.5__tar.gz → 0.1.7__tar.gz

{rxnn-0.1.5 → rxnn-0.1.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rxnn
-Version: 0.1.5
+Version: 0.1.7
 Summary: RxNN: Reactive Neural Networks Platform
 License: Apache-2.0
 Keywords: deep-learning,ai,machine-learning
@@ -24,8 +24,8 @@ Project-URL: Homepage, https://rxai.dev/rxnn
 Project-URL: Repository, https://github.com/RxAI-dev/rxnn/python
 Description-Content-Type: text/markdown
 
-<img src="logo_rxai.webp" width="300" />
-<img src="logo_rxnn.webp" width="300" />
+<img src="https://github.com/RxAI-dev/rxnn/tree/main/assets/logo_rxai.webp" width="300" />
+<img src="https://github.com/RxAI-dev/rxnn/tree/main/assets/logo_rxnn.webp" width="300" />
 
 # Reactive AI - RxNN
 ## Reactive Neural Networks Platform

{rxnn-0.1.5 → rxnn-0.1.7}/README.md

@@ -1,5 +1,5 @@
-<img src="logo_rxai.webp" width="300" />
-<img src="logo_rxnn.webp" width="300" />
+<img src="https://github.com/RxAI-dev/rxnn/tree/main/assets/logo_rxai.webp" width="300" />
+<img src="https://github.com/RxAI-dev/rxnn/tree/main/assets/logo_rxnn.webp" width="300" />
 
 # Reactive AI - RxNN
 ## Reactive Neural Networks Platform

{rxnn-0.1.5 → rxnn-0.1.7}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "rxnn"
-version = "0.1.5"
+version = "0.1.7"
 description = "RxNN: Reactive Neural Networks Platform"
 
 license = "Apache-2.0"

{rxnn-0.1.5 → rxnn-0.1.7}/src/rxnn/rxt/models.py

@@ -2,13 +2,13 @@ import torch
 from torch import nn
 from typing import TypedDict, Union
 from huggingface_hub import PyTorchModelHubMixin
-from rxnn.transformers.positional import RotaryPositionalEmbedding
-from rxnn.transformers.attention import init_attention
-from rxnn.transformers.layers import ReactiveTransformerLayer
-from rxnn.transformers.models import ReactiveTransformerBase, ReactiveTransformerEncoder, ReactiveTransformerDecoder
-from rxnn.transformers.ff import get_activation_layer
-from rxnn.memory.stm import ShortTermMemory
-from rxnn.utils import get_model_size
+from ..transformers.positional import RotaryPositionalEmbedding
+from ..transformers.attention import init_attention
+from ..transformers.layers import ReactiveTransformerLayer
+from ..transformers.models import ReactiveTransformerBase, ReactiveTransformerEncoder, ReactiveTransformerDecoder
+from ..transformers.ff import get_activation_layer
+from ..memory.stm import ShortTermMemory
+from ..utils import get_model_size
 
 
 class RxTAlphaComponentConfig(TypedDict):

{rxnn-0.1.5 → rxnn-0.1.7}/src/rxnn/training/base.py

@@ -7,7 +7,7 @@ from torch.utils.tensorboard import SummaryWriter
 import torch.distributed as dist
 from torch.nn.parallel import DistributedDataParallel
 from typing import Callable
-from callbacks import TrainerCallback
+from .callbacks import TrainerCallback
 
 
 class BaseTrainer(ABC):
@@ -192,7 +192,7 @@ class BaseTrainer(ABC):
                                                epoch * len(dataloader) + batch_idx)
 
                     for callback in self.callbacks:
-                        should_stop = callback.on_batch_end(self.model, batch_idx, loss.item(), batch)
+                        should_stop = callback.on_batch_end(self.model, batch_idx, loss.item() * self.gradient_accumulation_steps, batch)
                         if should_stop:
                             self.is_running = False
 

{rxnn-0.1.5 → rxnn-0.1.7}/src/rxnn/training/bml.py

@@ -5,8 +5,8 @@ import math
 from huggingface_hub import PyTorchModelHubMixin
 from typing import Union
 import torch.distributed as dist
-from rxnn.transformers.models import ReactiveTransformerEncoder, ReactiveTransformerDecoder
-from rxnn.training.base import BaseTrainer
+from ..transformers.models import ReactiveTransformerEncoder, ReactiveTransformerDecoder
+from ..training.base import BaseTrainer
 
 class MLMHead(nn.Module, PyTorchModelHubMixin, license="apache-2.0"):
     def __init__(self, embed_dim: int, vocab_size: int, *args, **kwargs):

{rxnn-0.1.5 → rxnn-0.1.7}/src/rxnn/training/callbacks.py

@@ -3,10 +3,9 @@ import numpy as np
 import torch
 import torch.nn as nn
 from typing import Union
-from rxnn.utils import human_format
 from torch.nn.parallel import DistributedDataParallel
 from huggingface_hub import PyTorchModelHubMixin
-
+from ..utils import human_format
 
 class TrainerCallback:
     def on_epoch_start(self, model: torch.nn.Module, epoch: int) -> None:

{rxnn-0.1.5 → rxnn-0.1.7}/src/rxnn/transformers/attention.py

@@ -2,7 +2,7 @@ import torch
 import torch.nn as nn
 import torch.nn.functional as F
 import math
-from positional import RotaryPositionalEmbedding, RelativePositionalEmbedding
+from .positional import RotaryPositionalEmbedding, RelativePositionalEmbedding
 
 
 class MultiHeadAttention(nn.Module):

{rxnn-0.1.5 → rxnn-0.1.7}/src/rxnn/transformers/layers.py

@@ -1,8 +1,8 @@
 import torch
 import torch.nn as nn
-from attention import MultiHeadAttention
-from ff import FeedForward, GatedFeedForward
-from moe import MoeFeedForward, GatedMoeFeedForward
+from .attention import MultiHeadAttention
+from .ff import FeedForward, GatedFeedForward
+from .moe import MoeFeedForward, GatedMoeFeedForward
 
 
 class ReactiveTransformerLayer(nn.Module):

{rxnn-0.1.5 → rxnn-0.1.7}/src/rxnn/transformers/models.py

@@ -1,8 +1,8 @@
 import torch
 import torch.nn as nn
-from positional import AbsolutePositionalEmbedding
-from mask import create_causal_mask
-from rxnn.memory.stm import ShortTermMemory
+from .positional import AbsolutePositionalEmbedding
+from .mask import create_causal_mask
+from ..memory.stm import ShortTermMemory
 
 
 class ReactiveTransformerBase(nn.Module):