xformers 0.0.35.dev1147__tar.gz → 0.0.35.dev1149__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/PKG-INFO +1 -1
- xformers-0.0.35.dev1149/tests/test_mslk_compat.py +27 -0
- xformers-0.0.35.dev1149/version.txt +1 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers.egg-info/PKG-INFO +1 -1
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers.egg-info/SOURCES.txt +1 -1
- xformers-0.0.35.dev1147/version.txt +0 -1
- xformers-0.0.35.dev1147/xformers/ops/fmha/torch_attention_compat.py +0 -9
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/LICENSE +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/MANIFEST.in +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/README.md +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/pyproject.toml +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/requirements.txt +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/setup.cfg +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/setup.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_attention_patterns.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_checkpoint.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_fmha_flop_formula.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_fmha_merge_attentions.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_fwbw_overlap.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_indexing.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_mem_eff_attention.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_multiprocessing_utils.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_profiler.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_rmsnorm.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_rope_padded.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_seqpar.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_sequence_parallel_fused_ops.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_sparse_tensors.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_splitk_reference.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_tiled_matmul.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_tree_attention.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_unbind.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/_cpp_lib.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/_deprecation_warning.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/attn_bias_utils.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/benchmark_attn_decoding.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/benchmark_indexing.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/benchmark_mem_eff_attention.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/benchmark_merge_attentions.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/benchmark_sequence_parallel_fused.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/benchmark_tiled_matmul.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/utils.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/checkpoint.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/csrc/nvcc_info.cu +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/csrc/pt_stable_utils.cu +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/csrc/pt_stable_utils.h +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/flash_attn_3/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/fwbw_overlap.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/info.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/k_index_select_cat.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/k_scaled_index_add.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/matmul_perf_model.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/rmsnorm_kernels.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/rope_padded_kernels.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/tiled_matmul_kernels.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/common.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/differentiable_collectives.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/_triton/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/_triton/splitk_kernels.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/attn_bias.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/ck.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/ck_splitk.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/common.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/cutlass.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/cutlass_blackwell.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/dispatch.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/flash.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/flash3.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/merge_training.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/triton_splitk.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/indexing.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/modpar_layers.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/rmsnorm.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/rope_padded.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/seqpar.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/sequence_parallel_fused_ops.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/swiglu_op.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/tiled_matmul.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/tree_attention.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/unbind.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/profiler/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/profiler/api.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/profiler/device_limits.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/profiler/find_slowest.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/profiler/profile_analyzer.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/profiler/profiler.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/profiler/profiler_dcgm.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/profiler/profiler_dcgm_impl.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/sparse/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/sparse/blocksparse_tensor.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/sparse/utils.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/test.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/triton/__init__.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/triton/importing.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/utils.py +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers.egg-info/dependency_links.txt +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers.egg-info/not-zip-safe +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers.egg-info/requires.txt +0 -0
- {xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
|
|
2
|
+
#
|
|
3
|
+
# This source code is licensed under the BSD license found in the
|
|
4
|
+
# LICENSE file in the root directory of this source tree.
|
|
5
|
+
|
|
6
|
+
import importlib
|
|
7
|
+
import pkgutil
|
|
8
|
+
|
|
9
|
+
import pytest
|
|
10
|
+
|
|
11
|
+
import xformers.ops as xops
|
|
12
|
+
|
|
13
|
+
if xops._HAS_MSLK:
|
|
14
|
+
import xformers.ops.fmha
|
|
15
|
+
|
|
16
|
+
_REEXPORTING_MODULES = [
|
|
17
|
+
m.name
|
|
18
|
+
for m in pkgutil.walk_packages(xformers.ops.fmha.__path__, "xformers.ops.fmha.")
|
|
19
|
+
] + ["xformers.ops.tree_attention", "xformers.attn_bias_utils"]
|
|
20
|
+
else:
|
|
21
|
+
_REEXPORTING_MODULES = []
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
@pytest.mark.parametrize("module", _REEXPORTING_MODULES)
|
|
25
|
+
def test_reexports_exist_in_mslk(module: str) -> None:
|
|
26
|
+
# These modules re-export names from mslk: catch them going missing there
|
|
27
|
+
importlib.import_module(module)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
0.0.35.dev1149
|
|
@@ -13,6 +13,7 @@ tests/test_fmha_merge_attentions.py
|
|
|
13
13
|
tests/test_fwbw_overlap.py
|
|
14
14
|
tests/test_indexing.py
|
|
15
15
|
tests/test_mem_eff_attention.py
|
|
16
|
+
tests/test_mslk_compat.py
|
|
16
17
|
tests/test_multiprocessing_utils.py
|
|
17
18
|
tests/test_profiler.py
|
|
18
19
|
tests/test_rmsnorm.py
|
|
@@ -82,7 +83,6 @@ xformers/ops/fmha/dispatch.py
|
|
|
82
83
|
xformers/ops/fmha/flash.py
|
|
83
84
|
xformers/ops/fmha/flash3.py
|
|
84
85
|
xformers/ops/fmha/merge_training.py
|
|
85
|
-
xformers/ops/fmha/torch_attention_compat.py
|
|
86
86
|
xformers/ops/fmha/triton_splitk.py
|
|
87
87
|
xformers/ops/fmha/_triton/__init__.py
|
|
88
88
|
xformers/ops/fmha/_triton/splitk_kernels.py
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
0.0.35.dev1147
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
|
|
2
|
-
#
|
|
3
|
-
# This source code is licensed under the BSD license found in the
|
|
4
|
-
# LICENSE file in the root directory of this source tree.
|
|
5
|
-
|
|
6
|
-
from mslk.attention.fmha.torch_attention_compat import ( # noqa: E402, F401
|
|
7
|
-
is_pt_cutlass_compatible,
|
|
8
|
-
is_pt_flash_old,
|
|
9
|
-
)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/tests/test_sequence_parallel_fused_ops.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/benchmark_attn_decoding.py
RENAMED
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/benchmark_indexing.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/benchmarks/benchmark_tiled_matmul.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/k_index_select_cat.py
RENAMED
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/k_scaled_index_add.py
RENAMED
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/matmul_perf_model.py
RENAMED
|
File without changes
|
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/rope_padded_kernels.py
RENAMED
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/_triton/tiled_matmul_kernels.py
RENAMED
|
File without changes
|
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/differentiable_collectives.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/fmha/_triton/splitk_kernels.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{xformers-0.0.35.dev1147 → xformers-0.0.35.dev1149}/xformers/ops/sequence_parallel_fused_ops.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|