liger-kernel-nightly 0.3.1.dev20241031214104__py3-none-any.whl → 0.3.1.dev20241031223324__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of liger-kernel-nightly might be problematic. Click here for more details.

Files changed (12) hide show
  1. liger_kernel/transformers/model/llama.py +0 -6
  2. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/METADATA +1 -1
  3. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/RECORD +12 -12
  4. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/LICENSE +0 -0
  5. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/LICENSE-Apache-2.0 +0 -0
  6. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/LICENSE-MIT-AutoAWQ +0 -0
  7. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/LICENSE-MIT-Efficient-Cross-Entropy +0 -0
  8. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/LICENSE-MIT-llmc +0 -0
  9. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/LICENSE-MIT-triton +0 -0
  10. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/NOTICE +0 -0
  11. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/WHEEL +0 -0
  12. {liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/top_level.txt +0 -0
liger_kernel/transformers/model/llama.py CHANGED
@@ -198,12 +198,6 @@ def lce_forward(
198
198
  "Hey, are you conscious? Can you talk to me?\nI'm not conscious, but I can talk to you."
199
199
  ```"""
200
200
 
201
- """
202
- My TODO:
203
- 1. Run e2e example with hf < 4.46.0, GA on/GA off
204
- 2. Run e2e example with hf >= 4.46.0, GA on/GA off
205
- """
206
-
207
201
  output_attentions = (
208
202
  output_attentions
209
203
  if output_attentions is not None
{liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.3.1.dev20241031214104
3
+ Version: 0.3.1.dev20241031223324
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
{liger_kernel_nightly-0.3.1.dev20241031214104.dist-info → liger_kernel_nightly-0.3.1.dev20241031223324.dist-info}/RECORD RENAMED
@@ -31,7 +31,7 @@ liger_kernel/transformers/trainer_integration.py,sha256=W3ON51O5GkyzNJsItz0y5rKx
31
31
  liger_kernel/transformers/experimental/embedding.py,sha256=HpckiAMKM8-SRxKDcGTqortVxnjhwpZsfsp9lfjqfeM,895
32
32
  liger_kernel/transformers/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
33
33
  liger_kernel/transformers/model/gemma.py,sha256=EcdkGbSj_qroTDFl0Sc_HLyDyY0xcDhwrgkM_wkXnw8,4987
34
- liger_kernel/transformers/model/llama.py,sha256=B_4mt7m2_nDGpa2bZymjshbF4sAVJWTn5pho86uGTZo,10167
34
+ liger_kernel/transformers/model/llama.py,sha256=XZ5rBck_2uVHHKQ5bsbVPio_Pd545BjTwTpAA0uLZAA,10028
35
35
  liger_kernel/transformers/model/mistral.py,sha256=_MQJrDntlxBO5cJwgTjr2rk2nNd5FAXVnzcTg_PEekQ,5079
36
36
  liger_kernel/transformers/model/mixtral.py,sha256=51FghRY8aGBWat7KSgTeFDqdStDiXY3dEJepByNhEOE,5847
37
37
  liger_kernel/transformers/model/mllama.py,sha256=S00P0pJrGHOWBx170TPYZbQ0djv0__m8Dqv1FvKZUyE,5926
@@ -40,14 +40,14 @@ liger_kernel/transformers/model/qwen2.py,sha256=3inWFXGHYT7wA10OR6bq3mDUBrr10AS5
40
40
  liger_kernel/transformers/model/qwen2_vl.py,sha256=ymsm9aQpSUiSU12GY8FO608p9dSHOz4TCnNI1htX5bk,6975
41
41
  liger_kernel/triton/__init__.py,sha256=yfRe0zMb47QnqjecZWG7LnanfCTzeku7SgWRAwNVmzU,101
42
42
  liger_kernel/triton/monkey_patch.py,sha256=5BcGKTtdqeYchypBIBopGIWPx1-cFALz7sOKoEsqXJ0,1584
43
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
44
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/LICENSE-Apache-2.0,sha256=NRaCIsL9eblGS35gk4WKTC0usNYnR_mgRHJTKqz2_UE,11348
45
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/LICENSE-MIT-AutoAWQ,sha256=pfiOyInrAPY3xQbvV1i-gOqNZK7QEyIepT1IbqOYYYo,1067
46
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/LICENSE-MIT-Efficient-Cross-Entropy,sha256=PaC9HqyFYTy-ClS0H8Zfa2motJuTppjECXmjHwJcaOk,1063
47
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/LICENSE-MIT-llmc,sha256=kyFLt_XUcXS88CuxQt5-PjOcLjpJP2m-T4gtqZf3GLc,1071
48
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/LICENSE-MIT-triton,sha256=wL6W8IwsKiyHtzXubg8TCXhRZuo8S83EPdqXffYtqWg,1131
49
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/METADATA,sha256=wnIQKAkgub7YGk78qo0YfkPlYoWGAcLUWPd36sBeHY8,27717
50
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
51
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
52
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
53
- liger_kernel_nightly-0.3.1.dev20241031214104.dist-info/RECORD,,
43
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
44
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/LICENSE-Apache-2.0,sha256=NRaCIsL9eblGS35gk4WKTC0usNYnR_mgRHJTKqz2_UE,11348
45
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/LICENSE-MIT-AutoAWQ,sha256=pfiOyInrAPY3xQbvV1i-gOqNZK7QEyIepT1IbqOYYYo,1067
46
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/LICENSE-MIT-Efficient-Cross-Entropy,sha256=PaC9HqyFYTy-ClS0H8Zfa2motJuTppjECXmjHwJcaOk,1063
47
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/LICENSE-MIT-llmc,sha256=kyFLt_XUcXS88CuxQt5-PjOcLjpJP2m-T4gtqZf3GLc,1071
48
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/LICENSE-MIT-triton,sha256=wL6W8IwsKiyHtzXubg8TCXhRZuo8S83EPdqXffYtqWg,1131
49
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/METADATA,sha256=JNz-iC5NI_se6C7VjRrhBfJVgYKJ1IdlAyLNdnZOxXI,27717
50
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
51
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
52
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
53
+ liger_kernel_nightly-0.3.1.dev20241031223324.dist-info/RECORD,,