sparsevideo 0.1.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sparsevideo-0.1.0/LICENSE +201 -0
- sparsevideo-0.1.0/NOTICE +23 -0
- sparsevideo-0.1.0/PKG-INFO +129 -0
- sparsevideo-0.1.0/README.md +92 -0
- sparsevideo-0.1.0/pyproject.toml +66 -0
- sparsevideo-0.1.0/setup.cfg +4 -0
- sparsevideo-0.1.0/setup.py +322 -0
- sparsevideo-0.1.0/src/sparsevideo/__init__.py +83 -0
- sparsevideo-0.1.0/src/sparsevideo/_api.py +376 -0
- sparsevideo-0.1.0/src/sparsevideo/_diffsynth.py +813 -0
- sparsevideo-0.1.0/src/sparsevideo/_diffusers.py +143 -0
- sparsevideo-0.1.0/src/sparsevideo/_flash_attn.py +33 -0
- sparsevideo-0.1.0/src/sparsevideo/_model_info.py +172 -0
- sparsevideo-0.1.0/src/sparsevideo/_registry.py +125 -0
- sparsevideo-0.1.0/src/sparsevideo/_runtime.py +1499 -0
- sparsevideo-0.1.0/src/sparsevideo/_step_tracker.py +130 -0
- sparsevideo-0.1.0/src/sparsevideo/_support.py +87 -0
- sparsevideo-0.1.0/src/sparsevideo/configs.py +569 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/__init__.py +1 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_build.py +355 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_cutlass.py +152 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/LICENSE +201 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/aot_extension_utils.h +50 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill.cu +333 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_config.inc +60 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_customize_config.jinja +121 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_fp8_paged_sm90_kernel_inst.jinja +15 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_fp8_ragged_sm90_kernel_inst.jinja +1 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_fp8_sm90.cu +185 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_jit_pybind.cu +49 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_paged_kernel_inst.jinja +14 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_paged_sm90_kernel_inst.jinja +16 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_ragged_kernel_inst.jinja +14 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_ragged_sm90_kernel_inst.jinja +16 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_sm90.cu +260 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_sm90_config.inc +55 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_sm90_customize_config.jinja +118 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_sm90_jit_pybind.cu +46 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/cascade.cu +133 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/flashinfer_cascade_ops.cu +33 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/flashinfer_page_ops.cu +41 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/logging.cc +32 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/page.cu +216 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/pytorch_conversion_utils.h +29 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/pytorch_extension_utils.h +336 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/runtime_utils.h +18 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill.cu +114 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_config.inc +56 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_customize_config.jinja +72 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_fp8_sm90.cu +101 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_fp8_sm90_kernel_inst.jinja +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_jit_pybind.cu +27 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_kernel_inst.jinja +15 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90.cu +93 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90_config.inc +53 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90_customize_config.jinja +67 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90_jit_pybind.cu +27 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90_kernel_inst.jinja +12 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/activation.cuh +69 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/air_top_p.cuh +535 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/allocator.h +63 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/arch_condition.h +96 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/batch_pod.cuh +394 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/fmha_common.hpp +136 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/fmha_fusion.hpp +204 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_fwd_epilogue_tma_warpspecialized.hpp +180 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_fwd_mainloop_tma_warpspecialized.hpp +1167 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_gen_epilogue_warpspecialized.hpp +82 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_gen_mainloop_warpspecialized.hpp +1064 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_load_cpasync_warpspecialized.hpp +362 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_load_tma_warpspecialized.hpp +265 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/common/pow_2.hpp +89 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/device/fmha.hpp +251 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/device/sm100_mla.hpp +335 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/fmha_cutlass_sm100.cuh +180 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/fmha_options.hpp +78 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/fmha_tile_scheduler.hpp +112 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/gather_tensor.hpp +190 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_fmha_fwd_kernel_tma_warpspecialized.hpp +532 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_fmha_gen_kernel_warpspecialized.hpp +530 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_fmha_mla_reduction.hpp +195 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_fmha_mla_tma_warpspecialized.hpp +1941 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_mla_tile_scheduler.hpp +151 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/plan.cuh +176 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/cascade.cuh +786 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/cutlass_mla.cuh +153 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/decode.cuh +1181 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/decode_mla_cute_sm80.cuh +558 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/default_decode_params.cuh +279 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/default_prefill_params.cuh +412 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/heap.h +66 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/attention_updater.cuh +258 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/default_params.cuh +173 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/epilogue.cuh +258 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/kernel_traits.cuh +124 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/mainloop.cuh +269 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/mainloop_mma.cuh +332 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/named_barrier.cuh +113 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/prefill_sm90.cuh +622 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/epilogue.cuh +216 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/kernel_traits.cuh +246 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/mainloop_load.cuh +321 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/mainloop_mma.cuh +240 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/mainloop_sparse_load.cuh +467 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/prefill_sm90.cuh +598 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/sparse_mainloop.cuh +448 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/tile_scheduler.cuh +322 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/utils.cuh +197 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/variant_helper.cuh +64 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/variants.cuh +173 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper.cuh +278 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/mask.cuh +30 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/mla.cuh +1130 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/mla_hopper.cuh +1021 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/mla_params.cuh +79 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/persistent.cuh +690 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/persistent_template.cuh +100 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/pod.cuh +475 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/prefill.cuh +3038 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/scheduler.cuh +1694 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/state.cuh +83 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/variant_helper.cuh +104 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/variants.cuh +97 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention_impl.cuh +26 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/mixed_comm.cuh +4730 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/mixed_comm_decl.cuh +450 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_allreduce.cuh +1738 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_allreduce_fusion.cuh +1768 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_alltoall.cuh +925 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_alltoall_prepare.cuh +128 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_mnnvl_allreduce.cuh +1209 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_moe_allreduce_fusion.cuh +1510 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/vllm_custom_all_reduce.cuh +517 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/concat_mla.cuh +253 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/cp_async.cuh +265 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/cubin_loader.h +58 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/cutlass_utils.cuh +111 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/exception.h +61 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/fast_topk_clusters_exact.cuh +698 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/fastdiv.cuh +111 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/ampere/collective/flat_collective_inverse.hpp +482 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/ampere/collective/flat_collective_load.hpp +159 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/common.hpp +44 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/cute_ext.hpp +52 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/debug.hpp +78 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_collective_load.hpp +123 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_collective_store.hpp +274 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_collective_tma_warpspecialized_delta_rule.hpp +1299 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_common.hpp +166 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_named_barriers.hpp +29 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/device/device_universal.hpp +226 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/kernel/flat_kernel_builder_delta_rule.hpp +56 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/kernel/flat_kernel_tma_warpspecialized_delta_rule.hpp +504 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/kernel/flat_options.hpp +95 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/kernel/flat_tile_scheduler.hpp +157 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/math.hpp +36 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/math_order_barrier.hpp +98 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/prefill/prefill_kernel.hpp +39 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/prefill/prefill_kernel_delta_rule_sm90.cuh +157 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/type_traits.hpp +51 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/unused.hpp +36 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/fp16.h +177 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/fp4_layout.cuh +37 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/frag_layout_swizzle.cuh +75 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/bf16_gemm_cutlass.h +62 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/bf16_gemm_cutlass_template.h +207 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/bf16_gemm_template_sm100.h +192 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/bmm_fp8.cuh +306 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/cutlass_gemm_configs.h +468 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/dsv3_router_gemm.cuh +160 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_cutlass.h +91 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_cutlass_template.h +284 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_cutlass_template_sm103.h +379 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_cutlass_template_sm120.h +274 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_template_sm100.h +289 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_template_sm103.h +291 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_template_sm120.h +333 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp8_gemm_cutlass.h +63 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp8_gemm_cutlass_template.h +234 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp8_gemm_template_sm100.h +238 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/gemm_groupwise_sm100.cuh +300 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/gemm_groupwise_sm120.cuh +183 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm.cuh +115 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_fp8_groupwise_sm100.cuh +255 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_fp8_groupwise_sm120.cuh +268 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_lora.cuh +29 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_mxfp4_groupwise_sm100.cuh +291 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_mxfp4_groupwise_sm120.cuh +314 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_nvfp4_groupwise_sm120.cuh +317 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_sm90.cuh +160 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemv.cuh +29 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mm_bf16_cublaslt.cuh +130 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_cutlass.h +89 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_cutlass_template.h +290 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_cutlass_template_sm120.h +173 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_template_sm100.h +289 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_template_sm120.h +266 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/tgv_gemm.cuh +1293 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/tgv_gemm_configs.h +190 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/tgv_gemm_template.h +49 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/layout.cuh +128 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/logging.h +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/common.cuh +208 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/conversion.cuh +217 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/create_tensor_map.cuh +130 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/invoke_selective_state_update_mtp.cuh +340 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_mtp_async_horizontal.cuh +437 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_mtp_horizontal.cuh +553 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_mtp_simple.cuh +552 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_mtp_vertical.cuh +462 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_stp.cuh +1347 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/selective_state_update.cuh +115 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/seq_chunk_cumsum.cuh +243 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/ssu_mtp_common.cuh +144 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/math.cuh +156 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mma.cuh +705 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/norm/fused_dit_layernorm.cuh +889 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/norm/ln_fwd_silu_kernel.cuh +430 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/norm/ln_silu_headers.cuh +1918 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/norm.cuh +984 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/page.cuh +646 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/permuted_smem.cuh +191 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/pos_enc.cuh +887 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/profiler.cuh +149 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/quantization.cuh +120 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/sampling.cuh +2039 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/topk.cuh +3380 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/topk_common.cuh +106 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/batched_gemm/KernelRunner.h +154 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaBf16Fallbacks.cuh +292 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaBf16Wrapper.h +21 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaFp8Utils.h +281 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaTypeUtils.cuh +647 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaUtils.h +303 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/reduceKernelUtils.cuh +383 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common.h +330 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/decoder_impl_common.h +249 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/decoder_params.h +44 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/fmhaKernels.cuh +1074 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/fmhaReduction.h +34 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/fmhaRunner.cuh +83 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/fmhaRunnerParams.h +408 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/kernelParams.h +874 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/kernelUtils.h +160 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/lse.cuh +42 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/DevKernel.h +429 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/IntFastDiv.h +149 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingCustomPolicy.cuh +928 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingDevKernel.h +157 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingKernel.cuh +1131 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingKernel.h +384 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingKernelTopK.cuh +257 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/noAuxTcKernels.h +34 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/runner.h +460 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/utils.cuh +377 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/vec_dtypes.cuh +1826 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/__init__.py +34 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/artifacts.py +106 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/attention.py +188 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/cascade.py +1077 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/cudnn/__init__.py +2 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/cudnn/decode.py +352 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/cudnn/prefill.py +556 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/decode.py +2292 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/__init__.py +73 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/attention/__init__.py +62 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/attention/pytorch.py +1604 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/attention/tvm.py +371 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/attention/utils.py +81 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/core.py +241 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/cpp_ext.py +222 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/cubin_loader.py +219 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/env.py +103 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/utils.py +83 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/page.py +426 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/prefill.py +3208 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/py.typed +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/quantization.py +148 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/sparse.py +1264 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/utils.py +662 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/LICENSE +29 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/common.h +411 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/backtracer.h +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/circular_q.h +115 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/console_globals.h +28 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/log_msg.h +40 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/log_msg_buffer.h +32 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/null_mutex.h +35 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/os.h +123 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/periodic_worker.h +58 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/registry.h +129 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/synchronous_factory.h +22 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/bundled/core.h +2969 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/bundled/format.h +4535 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/bundled/xchar.h +259 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/fmt.h +30 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/xchar.h +23 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/formatter.h +17 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/logger.h +379 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/sinks/ansicolor_sink.h +115 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/sinks/sink.h +34 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/sinks/stdout_color_sinks.h +49 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/sinks/wincolor_sink.h +82 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/spdlog.h +352 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/tweakme.h +141 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/version.h +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/co_cluster.py +611 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/draft_block_sparse_runtime.py +77 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/dynamic_map.py +788 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/flashinfer_block_sparse.py +959 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/fused_norm_rope.py +536 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/l2norm.py +80 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/layernorm.py +171 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/modulate.py +331 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/adacluster/__init__.py +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/adacluster/fast_kmeans_single.py +470 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/adacluster/triton_cluster_sparse_attn.py +228 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/adacluster/triton_cluster_sparse_attn_topk.py +190 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/LICENSE +28 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/_ext.py +99 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/__init__.py +17 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/bert_padding.py +210 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/block_sparse_attn_interface.py +488 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/flash_attn_interface.py +1210 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/utils/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/utils/benchmark.py +268 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/flash_api.cpp +2043 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/alibi.h +62 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/block_info.h +46 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash.h +197 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_blockmask.h +423 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim128_bf16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim128_fp16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim32_bf16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim32_fp16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim64_bf16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim64_fp16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim128_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim128_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim160_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim160_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim192_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim192_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim224_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim224_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim256_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim256_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim32_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim32_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim64_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim64_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim96_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim96_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_kernel.h +2363 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_launch_template.h +533 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim128_bf16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim128_fp16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim32_bf16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim32_fp16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim64_bf16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim64_fp16_sm80.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim128_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim128_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim160_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim160_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim192_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim192_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim224_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim224_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim256_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim256_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim32_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim32_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim64_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim64_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim96_bf16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim96_fp16_sm80.cu +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_kernel.h +2068 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_launch_template.h +475 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim128_bf16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim128_fp16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim160_bf16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim160_fp16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim192_bf16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim192_fp16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim224_bf16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim224_fp16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim256_bf16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim256_fp16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim32_bf16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim32_fp16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim64_bf16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim64_fp16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim96_bf16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim96_fp16_sm80.cu +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/kernel_traits.h +402 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/kernel_traits_sm90.h +159 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/philox.cuh +165 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/softmax.h +352 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/static_switch.h +95 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/utils.h +521 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/setup.py +379 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/setup.sh +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/_ext.py +155 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/generate.py +196 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/generate_aot_default_additional_params_header.py +91 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/generate_batch_ragged_sparseFA_inst.py +100 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/generate_dispatch_inc.py +137 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/literal_map.py +47 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/aot_default_additional_params.h +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/aot_extension_utils.h +46 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/batch_sparseFA.cu +201 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/batch_sparseFA_config.inc +57 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/batch_sparseFA_jit_pybind.cu +43 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/flashomni_gemm_ops.cu +27 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/flashomni_ops.cu +68 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/flashomni_quantization_ops.cu +28 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/gemm.cu +59 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/gemm_reduction.cu +58 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/aot_default_additional_params.h +10 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_bf16_dtypeout_bf16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e4m3_dtypeout_bf16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e5m2_dtypeout_bf16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e4m3_dtypeout_f16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e5m2_dtypeout_f16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_f16_dtypeout_f16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_bf16_dtypeout_bf16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e4m3_dtypeout_bf16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e5m2_dtypeout_bf16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e4m3_dtypeout_f16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e5m2_dtypeout_f16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_f16_dtypeout_f16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_bf16_dtypeout_bf16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e4m3_dtypeout_bf16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e5m2_dtypeout_bf16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e4m3_dtypeout_f16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e5m2_dtypeout_f16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_f16_dtypeout_f16_idtype_i32.cu +45 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/dispatch.inc +21 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/pytorch_conversion_utils.h +29 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/pytorch_extension_utils.h +274 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/quantization.cu +57 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/runtime_utils.h +18 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/custom_backend.py +41 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/__init__.py +28 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/_build_meta.py +2 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/aot_config.py +1 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/attention.py +869 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/gemm.py +216 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/jit/__init__.py +28 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/jit/aot_config.py +1 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/jit/core.py +162 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/jit/env.py +53 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/kernel_info.py +40 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/py.typed +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/quantization.py +159 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/utils.py +387 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/allocator.h +62 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/cascade.cuh +718 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/default_sparseFA_params.cuh +196 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/heap.h +66 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/mask.cuh +29 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/prefill.cuh +1640 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/scheduler.cuh +364 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/state.cuh +83 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/variant_helper.cuh +76 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/variants.cuh +102 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention_impl.cuh +27 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/cp_async.cuh +190 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/cutlass_utils.cuh +98 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/exception.h +48 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/fastdiv.cuh +111 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/fp16.h +177 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/frag_layout_swizzle.cuh +41 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/gemm/w16a16/gemm.cuh +363 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/gemm/w16a16/gemm_reduction.cuh +412 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/layout.cuh +128 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/math.cuh +156 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/mma.cuh +810 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/permuted_smem.cuh +207 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/pos_enc.cuh +887 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/quantization.cuh +114 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/utils.cuh +355 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/vec_dtypes.cuh +1393 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/setup.py +309 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/setup.sh +8 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/LICENSE +201 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/_ext.py +132 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/cp_async.cuh +141 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/dispatch_utils.h +112 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/fused/fused.cu +1083 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/fused/fused.h +76 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/fused/pybind.cpp +33 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/math.cuh +155 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/mma.cuh +722 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/numeric_conversion.cuh +149 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/permuted_smem.cuh +196 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/attn_cuda_sm80.h +66 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/attn_cuda_sm89.h +105 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/attn_cuda_sm90.h +44 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/attn_utils.cuh +992 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/pybind_sm80.cpp +28 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/pybind_sm89.cpp +31 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/pybind_sm90.cpp +25 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/qk_int_sv_f16_cuda_sm80.cu +1380 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/qk_int_sv_f8_cuda_sm89.cuh +710 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/qk_int_sv_f8_cuda_sm90.cu +916 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f16_attn_inst_buf.cu +180 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f16_fuse_v_scale_attn_inst_buf.cu +187 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_attn.cu +180 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_attn_inst_buf.cu +179 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_fuse_v_scale_attn.cu +187 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_fuse_v_scale_attn_inst_buf.cu +187 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_fuse_v_scale_fuse_v_mean_attn.cu +192 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/reduction_utils.cuh +194 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/utils.cuh +38 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/wgmma.cuh +300 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/__init__.py +5 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/core.py +933 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/fa3_wrapper.py +77 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/quant.py +297 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/attn_qk_int8_block_varlen.py +148 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/attn_qk_int8_per_block.py +153 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/attn_qk_int8_per_block_causal.py +177 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/attn_qk_int8_per_block_causal_varlen.py +168 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/quant_per_block.py +101 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/quant_per_block_varlen.py +104 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/quant_per_thread.py +204 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/setup.py +233 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/setup.sh +8 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/LICENSE +201 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/_ext.py +132 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/cp_async.cuh +141 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/fused/fused.cu +344 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/fused/fused.h +15 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/fused/pybind.cpp +25 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/math.cuh +155 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/mma.cuh +722 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/numeric_conversion.cuh +151 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/permuted_smem.cuh +196 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/pytorch_extensions_utils.cuh +124 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/attn_cuda.h +123 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/attn_utils.cuh +1029 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/decl.cuh +58 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/pybind.cpp +36 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f16_cuda_sm80.cu +372 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f16_cuda_sm80.cuh +717 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f8_cuda_sm89.cu +585 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f8_cuda_sm89.cuh +800 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f8_cuda_sm90.cu +385 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f8_cuda_sm90.cuh +822 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/reduction_utils.cuh +194 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/wgmma.cuh +369 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/setup.py +232 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/setup.sh +8 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/__init__.py +7 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/autotune.py +362 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/core.py +319 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/quant_per_block.py +148 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/quant_per_warp_cuda.py +179 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/utils.py +447 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/tools/__init__.py +1 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/tools/gpu_process.py +113 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/CMakeLists.txt +75 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/_ext.py +55 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/build.py +71 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/csrc/ops.cu +11 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/csrc/ops.h +261 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/csrc/pytorch_extension_utils.h +77 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/norm/device_utils.cuh +126 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/norm/narrow_layer_norm.cuh +141 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/norm/narrow_rms_norm.cuh +96 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/rope/rope_enc.cuh +127 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/rope/rope_enc_complex.cuh +143 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/rope/rope_enc_txtlast.cuh +100 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/setup.sh +12 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/permute.py +146 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/sageattention_runtime.py +119 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/scatter_mean.py +96 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/sparsity.py +106 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/spas_sage_runtime.py +172 -0
- sparsevideo-0.1.0/src/sparsevideo/kernels/utils.py +25 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/__init__.py +69 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/_base.py +129 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/_config.py +42 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/_layout.py +137 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/_schedule.py +121 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/adacluster/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/adacluster/config.py +14 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/adacluster/config.yaml +350 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/adacluster/method.py +613 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/dense/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/dense/config.py +12 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/dense/config.yaml +22 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/dense/method.py +15 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/draft/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/draft/config.py +14 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/draft/config.yaml +306 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/draft/method.py +684 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/config.py +27 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/config.yaml +1060 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/hunyuan_forward.py +899 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/method.py +1948 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/policy.py +696 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/radial/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/radial/config.py +14 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/radial/config.yaml +169 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/radial/method.py +1062 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/config.py +14 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/config.yaml +672 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/hunyuan_forward.py +199 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/method.py +421 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/sta/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/sta/config.py +46 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/sta/config.yaml +815 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/sta/method.py +530 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/sta/ops.py +472 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/sta/search.py +440 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg1/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg1/config.py +15 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg1/config.yaml +229 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg1/method.py +801 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg1/placement.py +191 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg2/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg2/config.py +15 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg2/config.yaml +280 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg2/kmeans.py +340 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svg2/method.py +462 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svgear/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svgear/config.py +15 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svgear/config.yaml +304 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svgear/method.py +299 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/__init__.py +8 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/config.py +60 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/config.yaml +509 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/method.py +264 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/ops.py +249 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity.py +268 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_hunyuan10_13B_i2v.csv +72001 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_hunyuan10_13B_t2v.csv +72001 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan22_A14B_i2v.csv +64001 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan22_A14B_t2v.csv +64001 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan_1.3B_t2v.csv +18001 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan_14B_i2v.csv +64001 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan_14B_t2v.csv +80001 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/text.py +35 -0
- sparsevideo-0.1.0/src/sparsevideo/methods/svoo/warmup.py +458 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/__init__.py +0 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/allegro.py +97 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/cogvideox.py +134 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/easyanimate.py +231 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/hunyuan_fast_block.py +162 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/hunyuan_sparse_forward.py +381 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/hunyuan_video.py +223 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/ltx_video.py +71 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/mochi.py +183 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/wan.py +164 -0
- sparsevideo-0.1.0/src/sparsevideo/processors/wan_fast_block.py +256 -0
- sparsevideo-0.1.0/src/sparsevideo.egg-info/PKG-INFO +129 -0
- sparsevideo-0.1.0/src/sparsevideo.egg-info/SOURCES.txt +986 -0
- sparsevideo-0.1.0/src/sparsevideo.egg-info/dependency_links.txt +1 -0
- sparsevideo-0.1.0/src/sparsevideo.egg-info/entry_points.txt +2 -0
- sparsevideo-0.1.0/src/sparsevideo.egg-info/requires.txt +19 -0
- sparsevideo-0.1.0/src/sparsevideo.egg-info/top_level.txt +1 -0
- sparsevideo-0.1.0/tests/test_adacluster_parity.py +945 -0
- sparsevideo-0.1.0/tests/test_apply_restore.py +1976 -0
- sparsevideo-0.1.0/tests/test_block_sparse_attn.py +131 -0
- sparsevideo-0.1.0/tests/test_dense_warmup.py +204 -0
- sparsevideo-0.1.0/tests/test_diffsynth_infer.py +3627 -0
- sparsevideo-0.1.0/tests/test_draft_parity.py +981 -0
- sparsevideo-0.1.0/tests/test_flashomni_parity.py +2293 -0
- sparsevideo-0.1.0/tests/test_fused_kernel_equivalence.py +362 -0
- sparsevideo-0.1.0/tests/test_import_contract.py +1294 -0
- sparsevideo-0.1.0/tests/test_infer_script.py +4605 -0
- sparsevideo-0.1.0/tests/test_method_config.py +394 -0
- sparsevideo-0.1.0/tests/test_method_layout.py +30 -0
- sparsevideo-0.1.0/tests/test_no_silent_fallback.py +309 -0
- sparsevideo-0.1.0/tests/test_packaging_contract.py +319 -0
- sparsevideo-0.1.0/tests/test_per_method_fused_correctness.py +242 -0
- sparsevideo-0.1.0/tests/test_processor_equivalence.py +966 -0
- sparsevideo-0.1.0/tests/test_radial_parity.py +953 -0
- sparsevideo-0.1.0/tests/test_run_diffsynth_parallel.py +59 -0
- sparsevideo-0.1.0/tests/test_spargeattn_parity.py +693 -0
- sparsevideo-0.1.0/tests/test_sta_parity.py +762 -0
- sparsevideo-0.1.0/tests/test_step_tracker.py +103 -0
- sparsevideo-0.1.0/tests/test_svg1_parity.py +943 -0
- sparsevideo-0.1.0/tests/test_svg2_parity.py +785 -0
- sparsevideo-0.1.0/tests/test_svgear_parity.py +265 -0
- sparsevideo-0.1.0/tests/test_svoo_parity.py +1306 -0
- sparsevideo-0.1.0/tests/test_svoo_warmup.py +286 -0
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
Apache License
|
|
2
|
+
Version 2.0, January 2004
|
|
3
|
+
http://www.apache.org/licenses/
|
|
4
|
+
|
|
5
|
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
|
6
|
+
|
|
7
|
+
1. Definitions.
|
|
8
|
+
|
|
9
|
+
"License" shall mean the terms and conditions for use, reproduction,
|
|
10
|
+
and distribution as defined by Sections 1 through 9 of this document.
|
|
11
|
+
|
|
12
|
+
"Licensor" shall mean the copyright owner or entity authorized by
|
|
13
|
+
the copyright owner that is granting the License.
|
|
14
|
+
|
|
15
|
+
"Legal Entity" shall mean the union of the acting entity and all
|
|
16
|
+
other entities that control, are controlled by, or are under common
|
|
17
|
+
control with that entity. For the purposes of this definition,
|
|
18
|
+
"control" means (i) the power, direct or indirect, to cause the
|
|
19
|
+
direction or management of such entity, whether by contract or
|
|
20
|
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
|
21
|
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
|
22
|
+
|
|
23
|
+
"You" (or "Your") shall mean an individual or Legal Entity
|
|
24
|
+
exercising permissions granted by this License.
|
|
25
|
+
|
|
26
|
+
"Source" form shall mean the preferred form for making modifications,
|
|
27
|
+
including but not limited to software source code, documentation
|
|
28
|
+
source, and configuration files.
|
|
29
|
+
|
|
30
|
+
"Object" form shall mean any form resulting from mechanical
|
|
31
|
+
transformation or translation of a Source form, including but
|
|
32
|
+
not limited to compiled object code, generated documentation,
|
|
33
|
+
and conversions to other media types.
|
|
34
|
+
|
|
35
|
+
"Work" shall mean the work of authorship, whether in Source or
|
|
36
|
+
Object form, made available under the License, as indicated by a
|
|
37
|
+
copyright notice that is included in or attached to the work
|
|
38
|
+
(an example is provided in the Appendix below).
|
|
39
|
+
|
|
40
|
+
"Derivative Works" shall mean any work, whether in Source or Object
|
|
41
|
+
form, that is based on (or derived from) the Work and for which the
|
|
42
|
+
editorial revisions, annotations, elaborations, or other modifications
|
|
43
|
+
represent, as a whole, an original work of authorship. For the purposes
|
|
44
|
+
of this License, Derivative Works shall not include works that remain
|
|
45
|
+
separable from, or merely link (or bind by name) to the interfaces of,
|
|
46
|
+
the Work and Derivative Works thereof.
|
|
47
|
+
|
|
48
|
+
"Contribution" shall mean any work of authorship, including
|
|
49
|
+
the original version of the Work and any modifications or additions
|
|
50
|
+
to that Work or Derivative Works thereof, that is intentionally
|
|
51
|
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
|
52
|
+
or by an individual or Legal Entity authorized to submit on behalf of
|
|
53
|
+
the copyright owner. For the purposes of this definition, "submitted"
|
|
54
|
+
means any form of electronic, verbal, or written communication sent
|
|
55
|
+
to the Licensor or its representatives, including but not limited to
|
|
56
|
+
communication on electronic mailing lists, source code control systems,
|
|
57
|
+
and issue tracking systems that are managed by, or on behalf of, the
|
|
58
|
+
Licensor for the purpose of discussing and improving the Work, but
|
|
59
|
+
excluding communication that is conspicuously marked or otherwise
|
|
60
|
+
designated in writing by the copyright owner as "Not a Contribution."
|
|
61
|
+
|
|
62
|
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
|
63
|
+
on behalf of whom a Contribution has been received by Licensor and
|
|
64
|
+
subsequently incorporated within the Work.
|
|
65
|
+
|
|
66
|
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
|
67
|
+
this License, each Contributor hereby grants to You a perpetual,
|
|
68
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
|
69
|
+
copyright license to reproduce, prepare Derivative Works of,
|
|
70
|
+
publicly display, publicly perform, sublicense, and distribute the
|
|
71
|
+
Work and such Derivative Works in Source or Object form.
|
|
72
|
+
|
|
73
|
+
3. Grant of Patent License. Subject to the terms and conditions of
|
|
74
|
+
this License, each Contributor hereby grants to You a perpetual,
|
|
75
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
|
76
|
+
(except as stated in this section) patent license to make, have made,
|
|
77
|
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
|
78
|
+
where such license applies only to those patent claims licensable
|
|
79
|
+
by such Contributor that are necessarily infringed by their
|
|
80
|
+
Contribution(s) alone or by combination of their Contribution(s)
|
|
81
|
+
with the Work to which such Contribution(s) was submitted. If You
|
|
82
|
+
institute patent litigation against any entity (including a
|
|
83
|
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
|
84
|
+
or a Contribution incorporated within the Work constitutes direct
|
|
85
|
+
or contributory patent infringement, then any patent licenses
|
|
86
|
+
granted to You under this License for that Work shall terminate
|
|
87
|
+
as of the date such litigation is filed.
|
|
88
|
+
|
|
89
|
+
4. Redistribution. You may reproduce and distribute copies of the
|
|
90
|
+
Work or Derivative Works thereof in any medium, with or without
|
|
91
|
+
modifications, and in Source or Object form, provided that You
|
|
92
|
+
meet the following conditions:
|
|
93
|
+
|
|
94
|
+
(a) You must give any other recipients of the Work or
|
|
95
|
+
Derivative Works a copy of this License; and
|
|
96
|
+
|
|
97
|
+
(b) You must cause any modified files to carry prominent notices
|
|
98
|
+
stating that You changed the files; and
|
|
99
|
+
|
|
100
|
+
(c) You must retain, in the Source form of any Derivative Works
|
|
101
|
+
that You distribute, all copyright, patent, trademark, and
|
|
102
|
+
attribution notices from the Source form of the Work,
|
|
103
|
+
excluding those notices that do not pertain to any part of
|
|
104
|
+
the Derivative Works; and
|
|
105
|
+
|
|
106
|
+
(d) If the Work includes a "NOTICE" text file as part of its
|
|
107
|
+
distribution, then any Derivative Works that You distribute must
|
|
108
|
+
include a readable copy of the attribution notices contained
|
|
109
|
+
within such NOTICE file, excluding those notices that do not
|
|
110
|
+
pertain to any part of the Derivative Works, in at least one
|
|
111
|
+
of the following places: within a NOTICE text file distributed
|
|
112
|
+
as part of the Derivative Works; within the Source form or
|
|
113
|
+
documentation, if provided along with the Derivative Works; or,
|
|
114
|
+
within a display generated by the Derivative Works, if and
|
|
115
|
+
wherever such third-party notices normally appear. The contents
|
|
116
|
+
of the NOTICE file are for informational purposes only and
|
|
117
|
+
do not modify the License. You may add Your own attribution
|
|
118
|
+
notices within Derivative Works that You distribute, alongside
|
|
119
|
+
or as an addendum to the NOTICE text from the Work, provided
|
|
120
|
+
that such additional attribution notices cannot be construed
|
|
121
|
+
as modifying the License.
|
|
122
|
+
|
|
123
|
+
You may add Your own copyright statement to Your modifications and
|
|
124
|
+
may provide additional or different license terms and conditions
|
|
125
|
+
for use, reproduction, or distribution of Your modifications, or
|
|
126
|
+
for any such Derivative Works as a whole, provided Your use,
|
|
127
|
+
reproduction, and distribution of the Work otherwise complies with
|
|
128
|
+
the conditions stated in this License.
|
|
129
|
+
|
|
130
|
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
|
131
|
+
any Contribution intentionally submitted for inclusion in the Work
|
|
132
|
+
by You to the Licensor shall be under the terms and conditions of
|
|
133
|
+
this License, without any additional terms or conditions.
|
|
134
|
+
Notwithstanding the above, nothing herein shall supersede or modify
|
|
135
|
+
the terms of any separate license agreement you may have executed
|
|
136
|
+
with Licensor regarding such Contributions.
|
|
137
|
+
|
|
138
|
+
6. Trademarks. This License does not grant permission to use the trade
|
|
139
|
+
names, trademarks, service marks, or product names of the Licensor,
|
|
140
|
+
except as required for reasonable and customary use in describing the
|
|
141
|
+
origin of the Work and reproducing the content of the NOTICE file.
|
|
142
|
+
|
|
143
|
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
|
144
|
+
agreed to in writing, Licensor provides the Work (and each
|
|
145
|
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
|
146
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
147
|
+
implied, including, without limitation, any warranties or conditions
|
|
148
|
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
|
149
|
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
|
150
|
+
appropriateness of using or redistributing the Work and assume any
|
|
151
|
+
risks associated with Your exercise of permissions under this License.
|
|
152
|
+
|
|
153
|
+
8. Limitation of Liability. In no event and under no legal theory,
|
|
154
|
+
whether in tort (including negligence), contract, or otherwise,
|
|
155
|
+
unless required by applicable law (such as deliberate and grossly
|
|
156
|
+
negligent acts) or agreed to in writing, shall any Contributor be
|
|
157
|
+
liable to You for damages, including any direct, indirect, special,
|
|
158
|
+
incidental, or consequential damages of any character arising as a
|
|
159
|
+
result of this License or out of the use or inability to use the
|
|
160
|
+
Work (including but not limited to damages for loss of goodwill,
|
|
161
|
+
work stoppage, computer failure or malfunction, or any and all
|
|
162
|
+
other commercial damages or losses), even if such Contributor
|
|
163
|
+
has been advised of the possibility of such damages.
|
|
164
|
+
|
|
165
|
+
9. Accepting Warranty or Additional Liability. While redistributing
|
|
166
|
+
the Work or Derivative Works thereof, You may choose to offer,
|
|
167
|
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
|
168
|
+
or other liability obligations and/or rights consistent with this
|
|
169
|
+
License. However, in accepting such obligations, You may act only
|
|
170
|
+
on Your own behalf and on Your sole responsibility, not on behalf
|
|
171
|
+
of any other Contributor, and only if You agree to indemnify,
|
|
172
|
+
defend, and hold each Contributor harmless for any liability
|
|
173
|
+
incurred by, or claims asserted against, such Contributor by reason
|
|
174
|
+
of your accepting any such warranty or additional liability.
|
|
175
|
+
|
|
176
|
+
END OF TERMS AND CONDITIONS
|
|
177
|
+
|
|
178
|
+
APPENDIX: How to apply the Apache License to your work.
|
|
179
|
+
|
|
180
|
+
To apply the Apache License to your work, attach the following
|
|
181
|
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
|
182
|
+
replaced with your own identifying information. (Don't include
|
|
183
|
+
the brackets!) The text should be enclosed in the appropriate
|
|
184
|
+
comment syntax for the file format. We also recommend that a
|
|
185
|
+
file or class name and description of purpose be included on the
|
|
186
|
+
same "printed page" as the copyright notice for easier
|
|
187
|
+
identification within third-party archives.
|
|
188
|
+
|
|
189
|
+
Copyright 2026 Jiayi Luo, Beihang University & Zhongguanchun Academy
|
|
190
|
+
|
|
191
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
|
192
|
+
you may not use this file except in compliance with the License.
|
|
193
|
+
You may obtain a copy of the License at
|
|
194
|
+
|
|
195
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
|
196
|
+
|
|
197
|
+
Unless required by applicable law or agreed to in writing, software
|
|
198
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
|
199
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
200
|
+
See the License for the specific language governing permissions and
|
|
201
|
+
limitations under the License.
|
sparsevideo-0.1.0/NOTICE
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
SparseVideo
|
|
2
|
+
Copyright 2026 Jiayi Luo, Beihang University & Zhongguanchun Academy
|
|
3
|
+
|
|
4
|
+
Licensed under the Apache License, Version 2.0 (the "License"); see the LICENSE
|
|
5
|
+
file for the full terms.
|
|
6
|
+
|
|
7
|
+
This product bundles and/or builds upon the third-party software components
|
|
8
|
+
listed below, each under its own license. The full license texts are retained
|
|
9
|
+
alongside the corresponding sources within this distribution.
|
|
10
|
+
|
|
11
|
+
- FlashInfer (Apache-2.0) — github.com/flashinfer-ai/flashinfer
|
|
12
|
+
src/sparsevideo/kernels/_flashinfer/ (incl. derived flashomni runtime)
|
|
13
|
+
- spdlog (MIT, (c) 2016 Gabi Melman) — github.com/gabime/spdlog
|
|
14
|
+
src/sparsevideo/kernels/_flashinfer/spdlog/
|
|
15
|
+
- SpargeAttn (Apache-2.0) — github.com/thu-ml/SpargeAttn
|
|
16
|
+
src/sparsevideo/kernels/native/spargeattn/
|
|
17
|
+
- SageAttention (Apache-2.0) — github.com/thu-ml/SageAttention
|
|
18
|
+
src/sparsevideo/kernels/native/sageattention/
|
|
19
|
+
- Block-Sparse-Attention (BSD-3-Clause) — github.com/mit-han-lab/Block-Sparse-Attention
|
|
20
|
+
src/sparsevideo/kernels/native/draft_block_sparse/
|
|
21
|
+
|
|
22
|
+
NVIDIA CUTLASS (BSD-3-Clause) is a build-time-only dependency: it is not shipped
|
|
23
|
+
in this package and is fetched at the pinned ref by kernels/_cutlass.py.
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: sparsevideo
|
|
3
|
+
Version: 0.1.0
|
|
4
|
+
Summary: Plug-and-play sparse attention for video diffusion models
|
|
5
|
+
Author: Jiayi Luo
|
|
6
|
+
License-Expression: Apache-2.0
|
|
7
|
+
Project-URL: Repository, https://github.com/Mutual-Luo/SparseVideo
|
|
8
|
+
Keywords: sparse-attention,video-diffusion,inference,triton,cuda
|
|
9
|
+
Classifier: Development Status :: 3 - Alpha
|
|
10
|
+
Classifier: Intended Audience :: Science/Research
|
|
11
|
+
Classifier: Programming Language :: Python :: 3
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
14
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
15
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
16
|
+
Requires-Python: >=3.10
|
|
17
|
+
Description-Content-Type: text/markdown
|
|
18
|
+
License-File: LICENSE
|
|
19
|
+
License-File: NOTICE
|
|
20
|
+
Requires-Dist: torch>=2.1.0
|
|
21
|
+
Requires-Dist: diffusers>=0.30.0
|
|
22
|
+
Requires-Dist: einops>=0.6.0
|
|
23
|
+
Requires-Dist: pyyaml>=5.4
|
|
24
|
+
Requires-Dist: jinja2>=3.0
|
|
25
|
+
Requires-Dist: filelock>=3.0
|
|
26
|
+
Requires-Dist: packaging>=21.0
|
|
27
|
+
Requires-Dist: triton>=2.2.0
|
|
28
|
+
Requires-Dist: diffsynth>=2.0.12
|
|
29
|
+
Provides-Extra: flashinfer
|
|
30
|
+
Requires-Dist: flashinfer-python>=0.1.0; extra == "flashinfer"
|
|
31
|
+
Provides-Extra: all
|
|
32
|
+
Requires-Dist: flashinfer-python>=0.1.0; extra == "all"
|
|
33
|
+
Provides-Extra: dev
|
|
34
|
+
Requires-Dist: pytest>=7.0; extra == "dev"
|
|
35
|
+
Requires-Dist: ruff>=0.4.0; extra == "dev"
|
|
36
|
+
Dynamic: license-file
|
|
37
|
+
|
|
38
|
+
<p align="center">
|
|
39
|
+
<img src="assets/logo.png" alt="SparseVideo Logo" width="260"/>
|
|
40
|
+
</p>
|
|
41
|
+
|
|
42
|
+
<!-- <h1 align="center">SparseVideo</h1> -->
|
|
43
|
+
|
|
44
|
+
<p align="center">A one-line, plug-and-play sparse attention framework for accelerating video diffusion inference.</p>
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
## 📦 Installation
|
|
48
|
+
|
|
49
|
+
**From PyPI**
|
|
50
|
+
|
|
51
|
+
```bash
|
|
52
|
+
pip install sparsevideo --no-build-isolation
|
|
53
|
+
```
|
|
54
|
+
|
|
55
|
+
**From source**
|
|
56
|
+
|
|
57
|
+
```bash
|
|
58
|
+
git clone https://github.com/Mutual-Luo/SparseVideo.git
|
|
59
|
+
cd SparseVideo
|
|
60
|
+
MAX_JOBS=8 pip install -e . --no-build-isolation
|
|
61
|
+
```
|
|
62
|
+
|
|
63
|
+
## 🚀 Quick Start
|
|
64
|
+
|
|
65
|
+
```diff
|
|
66
|
+
import torch
|
|
67
|
+
from diffusers import WanPipeline
|
|
68
|
+
import sparsevideo
|
|
69
|
+
|
|
70
|
+
pipe = WanPipeline.from_pretrained("Wan-AI/Wan2.1-T2V-14B-Diffusers", torch_dtype=torch.bfloat16)
|
|
71
|
+
pipe.to("cuda")
|
|
72
|
+
|
|
73
|
+
+ pipe = sparsevideo.replace_attention(pipe, method="svoo")
|
|
74
|
+
|
|
75
|
+
video = pipe("A cat playing piano", num_frames=81, num_inference_steps=50).frames[0]
|
|
76
|
+
```
|
|
77
|
+
|
|
78
|
+
## ⚡ Supported Sparse Attention Methods
|
|
79
|
+
|
|
80
|
+
| | Method | | Method | | Method |
|
|
81
|
+
|:---:|---|:---:|---|:---:|---|
|
|
82
|
+
| ✅ | `Dense` (baseline) | ✅ | `SpargeAttn` [[paper]](https://arxiv.org/abs/2502.18137) | ✅ | `Adacluster` [[paper]](https://arxiv.org/abs/2604.18348) |
|
|
83
|
+
| ✅ | `SVG1` [[paper]](https://arxiv.org/abs/2502.01776) | ✅ | `Radial` [[paper]](https://arxiv.org/abs/2506.19852) | ✅ | `SVOO` [[paper]](https://arxiv.org/abs/2603.18636) |
|
|
84
|
+
| ✅ | `SVG2` [[paper]](https://arxiv.org/abs/2505.18875) | ✅ | `STA` [[paper]](https://arxiv.org/abs/2502.04507) | ✅ | `FlashOmni` [[paper]](https://arxiv.org/abs/2509.25401) |
|
|
85
|
+
| ✅ | `SVG-EAR` [[paper]](https://arxiv.org/abs/2603.08982) | ✅ | `DraftAttention` [[paper]](https://arxiv.org/abs/2505.14708) | | |
|
|
86
|
+
|
|
87
|
+
## 🧩 Supported Frameworks
|
|
88
|
+
|
|
89
|
+
Works as a drop-in, one-line replacement for both **Diffusers** and **DiffSynth-Studio** pipelines. Just call `sparsevideo.replace_attention(pipe, method=...)`, no model modifications required.
|
|
90
|
+
|
|
91
|
+
### Diffusers
|
|
92
|
+
|
|
93
|
+
Supported 34 models:
|
|
94
|
+
|
|
95
|
+
| | Model | | Model | | Model |
|
|
96
|
+
|:---:|---|:---:|---|:---:|---|
|
|
97
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text-to-Video A14B</sub> | <sub>✅</sub> | <sub>Video-as-Prompt Wan 2.1 14B</sub> |
|
|
98
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Image-to-Video A14B</sub> | <sub>✅</sub> | <sub>HunyuanVideo Text-to-Video</sub> |
|
|
99
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Speech-to-Video 14B</sub> | <sub>✅</sub> | <sub>HunyuanVideo Image-to-Video</sub> |
|
|
100
|
+
| <sub>✅</sub> | <sub>Wan 2.1 VACE 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Animate 14B</sub> | <sub>✅</sub> | <sub>CogVideoX Text-to-Video</sub> |
|
|
101
|
+
| <sub>✅</sub> | <sub>Wan 2.1 VACE 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control</sub> | <sub>✅</sub> | <sub>CogVideoX Image-to-Video</sub> |
|
|
102
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control-Camera</sub> | <sub>✅</sub> | <sub>EasyAnimate V5 Text-to-Video 12B</sub> |
|
|
103
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B InP</sub> | <sub>✅</sub> | <sub>SkyReels-V2 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-Video Text-to-Video</sub> |
|
|
104
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control</sub> | <sub>✅</sub> | <sub>SkyReels-V2 Image-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-Video Image-to-Video</sub> |
|
|
105
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control-Camera</sub> | <sub>✅</sub> | <sub>MoVA 720P</sub> | <sub>✅</sub> | <sub>LTX-2</sub> |
|
|
106
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control</sub> | <sub>✅</sub> | <sub>LongCat-Video</sub> | <sub>✅</sub> | <sub>Mochi-1</sub> |
|
|
107
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control-Camera</sub> | <sub>✅</sub> | <sub>Krea Realtime Video 14B</sub> | <sub>✅</sub> | <sub>Allegro</sub> |
|
|
108
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Speed-Control 1.3B</sub> | | | | |
|
|
109
|
+
|
|
110
|
+
### DiffSynth-Studio
|
|
111
|
+
|
|
112
|
+
Supported 30 models:
|
|
113
|
+
|
|
114
|
+
| | Model | | Model | | Model |
|
|
115
|
+
|:---:|---|:---:|---|:---:|---|
|
|
116
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Animate 14B</sub> |
|
|
117
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control-Camera</sub> | <sub>✅</sub> | <sub>Wan 2.2 Dancer 14B</sub> |
|
|
118
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B 480P</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control</sub> |
|
|
119
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B 720P</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control-Camera</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control-Camera</sub> |
|
|
120
|
+
| <sub>✅</sub> | <sub>Wan 2.1 First-Last-Frame-to-Video 14B 720P</sub> | <sub>✅</sub> | <sub>Wan 2.1 VACE 1.3B</sub> | <sub>✅</sub> | <sub>LongCat-Video</sub> |
|
|
121
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Speed-Control 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.1 VACE 14B</sub> | <sub>✅</sub> | <sub>Video-as-Prompt Wan 2.1 14B</sub> |
|
|
122
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text-to-Video A14B</sub> | <sub>✅</sub> | <sub>Krea Realtime Video 14B</sub> |
|
|
123
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B InP</sub> | <sub>✅</sub> | <sub>Wan 2.2 Image-to-Video A14B</sub> | <sub>✅</sub> | <sub>MoVA 720P</sub> |
|
|
124
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 14B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text/Image-to-Video 5B</sub> | <sub>✅</sub> | <sub>LTX-2</sub> |
|
|
125
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 14B InP</sub> | <sub>✅</sub> | <sub>Wan 2.2 Speech-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-2.3</sub> |
|
|
126
|
+
|
|
127
|
+
## 📄 License
|
|
128
|
+
|
|
129
|
+
Apache-2.0
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
<p align="center">
|
|
2
|
+
<img src="assets/logo.png" alt="SparseVideo Logo" width="260"/>
|
|
3
|
+
</p>
|
|
4
|
+
|
|
5
|
+
<!-- <h1 align="center">SparseVideo</h1> -->
|
|
6
|
+
|
|
7
|
+
<p align="center">A one-line, plug-and-play sparse attention framework for accelerating video diffusion inference.</p>
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
## 📦 Installation
|
|
11
|
+
|
|
12
|
+
**From PyPI**
|
|
13
|
+
|
|
14
|
+
```bash
|
|
15
|
+
pip install sparsevideo --no-build-isolation
|
|
16
|
+
```
|
|
17
|
+
|
|
18
|
+
**From source**
|
|
19
|
+
|
|
20
|
+
```bash
|
|
21
|
+
git clone https://github.com/Mutual-Luo/SparseVideo.git
|
|
22
|
+
cd SparseVideo
|
|
23
|
+
MAX_JOBS=8 pip install -e . --no-build-isolation
|
|
24
|
+
```
|
|
25
|
+
|
|
26
|
+
## 🚀 Quick Start
|
|
27
|
+
|
|
28
|
+
```diff
|
|
29
|
+
import torch
|
|
30
|
+
from diffusers import WanPipeline
|
|
31
|
+
import sparsevideo
|
|
32
|
+
|
|
33
|
+
pipe = WanPipeline.from_pretrained("Wan-AI/Wan2.1-T2V-14B-Diffusers", torch_dtype=torch.bfloat16)
|
|
34
|
+
pipe.to("cuda")
|
|
35
|
+
|
|
36
|
+
+ pipe = sparsevideo.replace_attention(pipe, method="svoo")
|
|
37
|
+
|
|
38
|
+
video = pipe("A cat playing piano", num_frames=81, num_inference_steps=50).frames[0]
|
|
39
|
+
```
|
|
40
|
+
|
|
41
|
+
## ⚡ Supported Sparse Attention Methods
|
|
42
|
+
|
|
43
|
+
| | Method | | Method | | Method |
|
|
44
|
+
|:---:|---|:---:|---|:---:|---|
|
|
45
|
+
| ✅ | `Dense` (baseline) | ✅ | `SpargeAttn` [[paper]](https://arxiv.org/abs/2502.18137) | ✅ | `Adacluster` [[paper]](https://arxiv.org/abs/2604.18348) |
|
|
46
|
+
| ✅ | `SVG1` [[paper]](https://arxiv.org/abs/2502.01776) | ✅ | `Radial` [[paper]](https://arxiv.org/abs/2506.19852) | ✅ | `SVOO` [[paper]](https://arxiv.org/abs/2603.18636) |
|
|
47
|
+
| ✅ | `SVG2` [[paper]](https://arxiv.org/abs/2505.18875) | ✅ | `STA` [[paper]](https://arxiv.org/abs/2502.04507) | ✅ | `FlashOmni` [[paper]](https://arxiv.org/abs/2509.25401) |
|
|
48
|
+
| ✅ | `SVG-EAR` [[paper]](https://arxiv.org/abs/2603.08982) | ✅ | `DraftAttention` [[paper]](https://arxiv.org/abs/2505.14708) | | |
|
|
49
|
+
|
|
50
|
+
## 🧩 Supported Frameworks
|
|
51
|
+
|
|
52
|
+
Works as a drop-in, one-line replacement for both **Diffusers** and **DiffSynth-Studio** pipelines. Just call `sparsevideo.replace_attention(pipe, method=...)`, no model modifications required.
|
|
53
|
+
|
|
54
|
+
### Diffusers
|
|
55
|
+
|
|
56
|
+
Supported 34 models:
|
|
57
|
+
|
|
58
|
+
| | Model | | Model | | Model |
|
|
59
|
+
|:---:|---|:---:|---|:---:|---|
|
|
60
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text-to-Video A14B</sub> | <sub>✅</sub> | <sub>Video-as-Prompt Wan 2.1 14B</sub> |
|
|
61
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Image-to-Video A14B</sub> | <sub>✅</sub> | <sub>HunyuanVideo Text-to-Video</sub> |
|
|
62
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Speech-to-Video 14B</sub> | <sub>✅</sub> | <sub>HunyuanVideo Image-to-Video</sub> |
|
|
63
|
+
| <sub>✅</sub> | <sub>Wan 2.1 VACE 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Animate 14B</sub> | <sub>✅</sub> | <sub>CogVideoX Text-to-Video</sub> |
|
|
64
|
+
| <sub>✅</sub> | <sub>Wan 2.1 VACE 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control</sub> | <sub>✅</sub> | <sub>CogVideoX Image-to-Video</sub> |
|
|
65
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control-Camera</sub> | <sub>✅</sub> | <sub>EasyAnimate V5 Text-to-Video 12B</sub> |
|
|
66
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B InP</sub> | <sub>✅</sub> | <sub>SkyReels-V2 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-Video Text-to-Video</sub> |
|
|
67
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control</sub> | <sub>✅</sub> | <sub>SkyReels-V2 Image-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-Video Image-to-Video</sub> |
|
|
68
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control-Camera</sub> | <sub>✅</sub> | <sub>MoVA 720P</sub> | <sub>✅</sub> | <sub>LTX-2</sub> |
|
|
69
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control</sub> | <sub>✅</sub> | <sub>LongCat-Video</sub> | <sub>✅</sub> | <sub>Mochi-1</sub> |
|
|
70
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control-Camera</sub> | <sub>✅</sub> | <sub>Krea Realtime Video 14B</sub> | <sub>✅</sub> | <sub>Allegro</sub> |
|
|
71
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Speed-Control 1.3B</sub> | | | | |
|
|
72
|
+
|
|
73
|
+
### DiffSynth-Studio
|
|
74
|
+
|
|
75
|
+
Supported 30 models:
|
|
76
|
+
|
|
77
|
+
| | Model | | Model | | Model |
|
|
78
|
+
|:---:|---|:---:|---|:---:|---|
|
|
79
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Animate 14B</sub> |
|
|
80
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control-Camera</sub> | <sub>✅</sub> | <sub>Wan 2.2 Dancer 14B</sub> |
|
|
81
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B 480P</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control</sub> |
|
|
82
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B 720P</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control-Camera</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control-Camera</sub> |
|
|
83
|
+
| <sub>✅</sub> | <sub>Wan 2.1 First-Last-Frame-to-Video 14B 720P</sub> | <sub>✅</sub> | <sub>Wan 2.1 VACE 1.3B</sub> | <sub>✅</sub> | <sub>LongCat-Video</sub> |
|
|
84
|
+
| <sub>✅</sub> | <sub>Wan 2.1 Speed-Control 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.1 VACE 14B</sub> | <sub>✅</sub> | <sub>Video-as-Prompt Wan 2.1 14B</sub> |
|
|
85
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text-to-Video A14B</sub> | <sub>✅</sub> | <sub>Krea Realtime Video 14B</sub> |
|
|
86
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B InP</sub> | <sub>✅</sub> | <sub>Wan 2.2 Image-to-Video A14B</sub> | <sub>✅</sub> | <sub>MoVA 720P</sub> |
|
|
87
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 14B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text/Image-to-Video 5B</sub> | <sub>✅</sub> | <sub>LTX-2</sub> |
|
|
88
|
+
| <sub>✅</sub> | <sub>Wan 2.1-Fun 14B InP</sub> | <sub>✅</sub> | <sub>Wan 2.2 Speech-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-2.3</sub> |
|
|
89
|
+
|
|
90
|
+
## 📄 License
|
|
91
|
+
|
|
92
|
+
Apache-2.0
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
[build-system]
|
|
2
|
+
requires = ["setuptools>=77", "wheel"]
|
|
3
|
+
build-backend = "setuptools.build_meta"
|
|
4
|
+
|
|
5
|
+
[project]
|
|
6
|
+
name = "sparsevideo"
|
|
7
|
+
version = "0.1.0"
|
|
8
|
+
description = "Plug-and-play sparse attention for video diffusion models"
|
|
9
|
+
requires-python = ">=3.10"
|
|
10
|
+
license = "Apache-2.0"
|
|
11
|
+
license-files = ["LICENSE", "NOTICE"]
|
|
12
|
+
readme = "README.md"
|
|
13
|
+
keywords = ["sparse-attention", "video-diffusion", "inference", "triton", "cuda"]
|
|
14
|
+
authors = [
|
|
15
|
+
{ name = "Jiayi Luo" },
|
|
16
|
+
]
|
|
17
|
+
classifiers = [
|
|
18
|
+
"Development Status :: 3 - Alpha",
|
|
19
|
+
"Intended Audience :: Science/Research",
|
|
20
|
+
"Programming Language :: Python :: 3",
|
|
21
|
+
"Programming Language :: Python :: 3.10",
|
|
22
|
+
"Programming Language :: Python :: 3.11",
|
|
23
|
+
"Programming Language :: Python :: 3.12",
|
|
24
|
+
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
25
|
+
]
|
|
26
|
+
# Everything needed to run is declared here so that, with torch already present
|
|
27
|
+
# (required to compile the kernels, exactly like flash-attn), a single
|
|
28
|
+
# pip install sparsevideo --no-build-isolation
|
|
29
|
+
# pulls in every runtime dependency automatically — no piecemeal setup.
|
|
30
|
+
dependencies = [
|
|
31
|
+
"torch>=2.1.0",
|
|
32
|
+
"diffusers>=0.30.0",
|
|
33
|
+
"einops>=0.6.0",
|
|
34
|
+
"pyyaml>=5.4",
|
|
35
|
+
"jinja2>=3.0",
|
|
36
|
+
"filelock>=3.0",
|
|
37
|
+
"packaging>=21.0",
|
|
38
|
+
"triton>=2.2.0",
|
|
39
|
+
"diffsynth>=2.0.12",
|
|
40
|
+
]
|
|
41
|
+
|
|
42
|
+
[project.optional-dependencies]
|
|
43
|
+
# flashinfer-python is the only heavy, torch/CUDA-version-coupled backend, kept
|
|
44
|
+
# optional so a version mismatch can never break the base install. Needed only
|
|
45
|
+
# for the `flashomni` method: pip install sparsevideo[flashinfer]
|
|
46
|
+
flashinfer = ["flashinfer-python>=0.1.0"]
|
|
47
|
+
all = ["flashinfer-python>=0.1.0"]
|
|
48
|
+
dev = ["pytest>=7.0", "ruff>=0.4.0"]
|
|
49
|
+
|
|
50
|
+
[project.urls]
|
|
51
|
+
Repository = "https://github.com/Mutual-Luo/SparseVideo"
|
|
52
|
+
|
|
53
|
+
[project.scripts]
|
|
54
|
+
sparsevideo-build-kernels = "sparsevideo.kernels._build:main"
|
|
55
|
+
|
|
56
|
+
[tool.pytest.ini_options]
|
|
57
|
+
testpaths = ["tests"]
|
|
58
|
+
python_files = ["test_*.py"]
|
|
59
|
+
|
|
60
|
+
[tool.ruff]
|
|
61
|
+
line-length = 100
|
|
62
|
+
target-version = "py310"
|
|
63
|
+
|
|
64
|
+
[tool.ruff.lint]
|
|
65
|
+
select = ["E", "F", "W", "I"]
|
|
66
|
+
ignore = ["E501"]
|