liger-kernel-nightly 0.5.2.dev20250124015310__tar.gz → 0.5.2.dev20250127064410__tar.gz

{liger_kernel_nightly-0.5.2.dev20250124015310 → liger_kernel_nightly-0.5.2.dev20250127064410}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.2.dev20250124015310
+Version: 0.5.2.dev20250127064410
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.5.2.dev20250124015310 → liger_kernel_nightly-0.5.2.dev20250127064410}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "liger_kernel_nightly"
-version = "0.5.2.dev20250124015310"
+version = "0.5.2.dev20250127064410"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }

{liger_kernel_nightly-0.5.2.dev20250124015310 → liger_kernel_nightly-0.5.2.dev20250127064410}/src/liger_kernel_nightly.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.2.dev20250124015310
+Version: 0.5.2.dev20250127064410
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.5.2.dev20250124015310 → liger_kernel_nightly-0.5.2.dev20250127064410}/test/convergence/test_mini_models_multimodal.py

@@ -1,6 +1,15 @@
 import functools
 import os
 
+import pytest
+import torch
+
+from datasets import load_dataset
+from torch.utils.data import DataLoader
+from transformers import PreTrainedTokenizerFast
+
+from liger_kernel.transformers import apply_liger_kernel_to_mllama
+from liger_kernel.transformers import apply_liger_kernel_to_qwen2_vl
 from test.utils import FAKE_CONFIGS_PATH
 from test.utils import UNTOKENIZED_DATASET_PATH
 from test.utils import MiniModelConfig
@@ -13,16 +22,6 @@ from test.utils import set_seed
 from test.utils import supports_bfloat16
 from test.utils import train_bpe_tokenizer
 
-import pytest
-import torch
-
-from datasets import load_dataset
-from torch.utils.data import DataLoader
-from transformers import PreTrainedTokenizerFast
-
-from liger_kernel.transformers import apply_liger_kernel_to_mllama
-from liger_kernel.transformers import apply_liger_kernel_to_qwen2_vl
-
 try:
     # Qwen2-VL is only available in transformers>=4.45.0
     from transformers.models.qwen2.tokenization_qwen2_fast import Qwen2TokenizerFast

{liger_kernel_nightly-0.5.2.dev20250124015310 → liger_kernel_nightly-0.5.2.dev20250127064410}/test/transformers/test_fused_linear_cross_entropy.py

@@ -1,11 +1,12 @@
-from test.transformers.test_cross_entropy import CrossEntropyWithZLoss
-from test.utils import assert_verbose_allclose
-from test.utils import set_seed
 from typing import Optional
 
 import pytest
 import torch
 
+from test.transformers.test_cross_entropy import CrossEntropyWithZLoss
+from test.utils import assert_verbose_allclose
+from test.utils import set_seed
+
 from liger_kernel.ops.fused_linear_cross_entropy import LigerFusedLinearCrossEntropyFunction
 from liger_kernel.transformers.functional import liger_fused_linear_cross_entropy
 from liger_kernel.transformers.fused_linear_cross_entropy import LigerFusedLinearCrossEntropyLoss

{liger_kernel_nightly-0.5.2.dev20250124015310 → liger_kernel_nightly-0.5.2.dev20250127064410}/test/utils.py

@@ -541,7 +541,9 @@ class HFAlignmentLoss:
         **loss_kwargs,
     ):
         """Compute the loss metrics for the given batch of inputs for train or test."""
-        forward_output = self.concatenated_forward(_input, weight, target, bias, average_log_prob, preference_labels, nll_target)
+        forward_output = self.concatenated_forward(
+            _input, weight, target, bias, average_log_prob, preference_labels, nll_target
+        )
         (
             policy_chosen_logps,
             policy_rejected_logps,

{liger_kernel_nightly-0.5.2.dev20250124015310 → liger_kernel_nightly-0.5.2.dev20250127064410}/test/transformers/test_rms_norm.py

@@ -1,13 +1,13 @@
 import os
 
-from test.utils import assert_verbose_allclose
-from test.utils import set_seed
-from test.utils import supports_bfloat16
-
 import pytest
 import torch
 import torch.nn as nn
 
+from test.utils import assert_verbose_allclose
+from test.utils import set_seed
+from test.utils import supports_bfloat16
+
 from liger_kernel.ops.rms_norm import LigerRMSNormFunction
 from liger_kernel.transformers.functional import liger_rms_norm
 from liger_kernel.transformers.rms_norm import LigerRMSNorm