sparsevideo 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (988) hide show
  1. sparsevideo-0.1.0/LICENSE +201 -0
  2. sparsevideo-0.1.0/NOTICE +23 -0
  3. sparsevideo-0.1.0/PKG-INFO +129 -0
  4. sparsevideo-0.1.0/README.md +92 -0
  5. sparsevideo-0.1.0/pyproject.toml +66 -0
  6. sparsevideo-0.1.0/setup.cfg +4 -0
  7. sparsevideo-0.1.0/setup.py +322 -0
  8. sparsevideo-0.1.0/src/sparsevideo/__init__.py +83 -0
  9. sparsevideo-0.1.0/src/sparsevideo/_api.py +376 -0
  10. sparsevideo-0.1.0/src/sparsevideo/_diffsynth.py +813 -0
  11. sparsevideo-0.1.0/src/sparsevideo/_diffusers.py +143 -0
  12. sparsevideo-0.1.0/src/sparsevideo/_flash_attn.py +33 -0
  13. sparsevideo-0.1.0/src/sparsevideo/_model_info.py +172 -0
  14. sparsevideo-0.1.0/src/sparsevideo/_registry.py +125 -0
  15. sparsevideo-0.1.0/src/sparsevideo/_runtime.py +1499 -0
  16. sparsevideo-0.1.0/src/sparsevideo/_step_tracker.py +130 -0
  17. sparsevideo-0.1.0/src/sparsevideo/_support.py +87 -0
  18. sparsevideo-0.1.0/src/sparsevideo/configs.py +569 -0
  19. sparsevideo-0.1.0/src/sparsevideo/kernels/__init__.py +1 -0
  20. sparsevideo-0.1.0/src/sparsevideo/kernels/_build.py +355 -0
  21. sparsevideo-0.1.0/src/sparsevideo/kernels/_cutlass.py +152 -0
  22. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/LICENSE +201 -0
  23. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/aot_extension_utils.h +50 -0
  24. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill.cu +333 -0
  25. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_config.inc +60 -0
  26. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_customize_config.jinja +121 -0
  27. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_fp8_paged_sm90_kernel_inst.jinja +15 -0
  28. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_fp8_ragged_sm90_kernel_inst.jinja +1 -0
  29. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_fp8_sm90.cu +185 -0
  30. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_jit_pybind.cu +49 -0
  31. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_paged_kernel_inst.jinja +14 -0
  32. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_paged_sm90_kernel_inst.jinja +16 -0
  33. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_ragged_kernel_inst.jinja +14 -0
  34. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_ragged_sm90_kernel_inst.jinja +16 -0
  35. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_sm90.cu +260 -0
  36. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_sm90_config.inc +55 -0
  37. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_sm90_customize_config.jinja +118 -0
  38. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/batch_prefill_sm90_jit_pybind.cu +46 -0
  39. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/cascade.cu +133 -0
  40. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/flashinfer_cascade_ops.cu +33 -0
  41. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/flashinfer_page_ops.cu +41 -0
  42. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/logging.cc +32 -0
  43. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/page.cu +216 -0
  44. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/pytorch_conversion_utils.h +29 -0
  45. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/pytorch_extension_utils.h +336 -0
  46. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/runtime_utils.h +18 -0
  47. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill.cu +114 -0
  48. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_config.inc +56 -0
  49. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_customize_config.jinja +72 -0
  50. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_fp8_sm90.cu +101 -0
  51. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_fp8_sm90_kernel_inst.jinja +11 -0
  52. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_jit_pybind.cu +27 -0
  53. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_kernel_inst.jinja +15 -0
  54. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90.cu +93 -0
  55. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90_config.inc +53 -0
  56. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90_customize_config.jinja +67 -0
  57. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90_jit_pybind.cu +27 -0
  58. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/csrc/single_prefill_sm90_kernel_inst.jinja +12 -0
  59. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/activation.cuh +69 -0
  60. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/air_top_p.cuh +535 -0
  61. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/allocator.h +63 -0
  62. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/arch_condition.h +96 -0
  63. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/batch_pod.cuh +394 -0
  64. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/fmha_common.hpp +136 -0
  65. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/fmha_fusion.hpp +204 -0
  66. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_fwd_epilogue_tma_warpspecialized.hpp +180 -0
  67. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_fwd_mainloop_tma_warpspecialized.hpp +1167 -0
  68. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_gen_epilogue_warpspecialized.hpp +82 -0
  69. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_gen_mainloop_warpspecialized.hpp +1064 -0
  70. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_load_cpasync_warpspecialized.hpp +362 -0
  71. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/collective/sm100_fmha_load_tma_warpspecialized.hpp +265 -0
  72. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/common/pow_2.hpp +89 -0
  73. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/device/fmha.hpp +251 -0
  74. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/device/sm100_mla.hpp +335 -0
  75. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/fmha_cutlass_sm100.cuh +180 -0
  76. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/fmha_options.hpp +78 -0
  77. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/fmha_tile_scheduler.hpp +112 -0
  78. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/gather_tensor.hpp +190 -0
  79. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_fmha_fwd_kernel_tma_warpspecialized.hpp +532 -0
  80. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_fmha_gen_kernel_warpspecialized.hpp +530 -0
  81. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_fmha_mla_reduction.hpp +195 -0
  82. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_fmha_mla_tma_warpspecialized.hpp +1941 -0
  83. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/kernel/sm100_mla_tile_scheduler.hpp +151 -0
  84. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/blackwell/plan.cuh +176 -0
  85. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/cascade.cuh +786 -0
  86. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/cutlass_mla.cuh +153 -0
  87. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/decode.cuh +1181 -0
  88. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/decode_mla_cute_sm80.cuh +558 -0
  89. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/default_decode_params.cuh +279 -0
  90. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/default_prefill_params.cuh +412 -0
  91. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/heap.h +66 -0
  92. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/attention_updater.cuh +258 -0
  93. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/default_params.cuh +173 -0
  94. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/epilogue.cuh +258 -0
  95. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/kernel_traits.cuh +124 -0
  96. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/mainloop.cuh +269 -0
  97. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/mainloop_mma.cuh +332 -0
  98. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/named_barrier.cuh +113 -0
  99. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/prefill_sm90.cuh +622 -0
  100. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/epilogue.cuh +216 -0
  101. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/kernel_traits.cuh +246 -0
  102. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/mainloop_load.cuh +321 -0
  103. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/mainloop_mma.cuh +240 -0
  104. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/mainloop_sparse_load.cuh +467 -0
  105. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/quantization/prefill_sm90.cuh +598 -0
  106. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/sparse_mainloop.cuh +448 -0
  107. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/tile_scheduler.cuh +322 -0
  108. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/utils.cuh +197 -0
  109. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/variant_helper.cuh +64 -0
  110. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper/variants.cuh +173 -0
  111. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/hopper.cuh +278 -0
  112. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/mask.cuh +30 -0
  113. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/mla.cuh +1130 -0
  114. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/mla_hopper.cuh +1021 -0
  115. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/mla_params.cuh +79 -0
  116. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/persistent.cuh +690 -0
  117. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/persistent_template.cuh +100 -0
  118. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/pod.cuh +475 -0
  119. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/prefill.cuh +3038 -0
  120. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/scheduler.cuh +1694 -0
  121. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/state.cuh +83 -0
  122. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/variant_helper.cuh +104 -0
  123. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention/variants.cuh +97 -0
  124. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/attention_impl.cuh +26 -0
  125. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/mixed_comm.cuh +4730 -0
  126. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/mixed_comm_decl.cuh +450 -0
  127. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_allreduce.cuh +1738 -0
  128. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_allreduce_fusion.cuh +1768 -0
  129. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_alltoall.cuh +925 -0
  130. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_alltoall_prepare.cuh +128 -0
  131. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_mnnvl_allreduce.cuh +1209 -0
  132. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/trtllm_moe_allreduce_fusion.cuh +1510 -0
  133. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/comm/vllm_custom_all_reduce.cuh +517 -0
  134. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/concat_mla.cuh +253 -0
  135. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/cp_async.cuh +265 -0
  136. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/cubin_loader.h +58 -0
  137. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/cutlass_utils.cuh +111 -0
  138. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/exception.h +61 -0
  139. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/fast_topk_clusters_exact.cuh +698 -0
  140. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/fastdiv.cuh +111 -0
  141. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/ampere/collective/flat_collective_inverse.hpp +482 -0
  142. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/ampere/collective/flat_collective_load.hpp +159 -0
  143. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/common.hpp +44 -0
  144. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/cute_ext.hpp +52 -0
  145. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/debug.hpp +78 -0
  146. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_collective_load.hpp +123 -0
  147. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_collective_store.hpp +274 -0
  148. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_collective_tma_warpspecialized_delta_rule.hpp +1299 -0
  149. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_common.hpp +166 -0
  150. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/collective/flat_named_barriers.hpp +29 -0
  151. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/device/device_universal.hpp +226 -0
  152. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/kernel/flat_kernel_builder_delta_rule.hpp +56 -0
  153. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/kernel/flat_kernel_tma_warpspecialized_delta_rule.hpp +504 -0
  154. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/kernel/flat_options.hpp +95 -0
  155. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/hopper/kernel/flat_tile_scheduler.hpp +157 -0
  156. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/math.hpp +36 -0
  157. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/math_order_barrier.hpp +98 -0
  158. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/prefill/prefill_kernel.hpp +39 -0
  159. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/prefill/prefill_kernel_delta_rule_sm90.cuh +157 -0
  160. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/type_traits.hpp +51 -0
  161. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/flat/unused.hpp +36 -0
  162. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/fp16.h +177 -0
  163. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/fp4_layout.cuh +37 -0
  164. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/frag_layout_swizzle.cuh +75 -0
  165. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/bf16_gemm_cutlass.h +62 -0
  166. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/bf16_gemm_cutlass_template.h +207 -0
  167. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/bf16_gemm_template_sm100.h +192 -0
  168. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/bmm_fp8.cuh +306 -0
  169. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/cutlass_gemm_configs.h +468 -0
  170. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/dsv3_router_gemm.cuh +160 -0
  171. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_cutlass.h +91 -0
  172. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_cutlass_template.h +284 -0
  173. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_cutlass_template_sm103.h +379 -0
  174. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_cutlass_template_sm120.h +274 -0
  175. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_template_sm100.h +289 -0
  176. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_template_sm103.h +291 -0
  177. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp4_gemm_template_sm120.h +333 -0
  178. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp8_gemm_cutlass.h +63 -0
  179. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp8_gemm_cutlass_template.h +234 -0
  180. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/fp8_gemm_template_sm100.h +238 -0
  181. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/gemm_groupwise_sm100.cuh +300 -0
  182. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/gemm_groupwise_sm120.cuh +183 -0
  183. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm.cuh +115 -0
  184. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_fp8_groupwise_sm100.cuh +255 -0
  185. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_fp8_groupwise_sm120.cuh +268 -0
  186. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_lora.cuh +29 -0
  187. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_mxfp4_groupwise_sm100.cuh +291 -0
  188. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_mxfp4_groupwise_sm120.cuh +314 -0
  189. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_nvfp4_groupwise_sm120.cuh +317 -0
  190. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemm_sm90.cuh +160 -0
  191. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/group_gemv.cuh +29 -0
  192. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mm_bf16_cublaslt.cuh +130 -0
  193. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_cutlass.h +89 -0
  194. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_cutlass_template.h +290 -0
  195. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_cutlass_template_sm120.h +173 -0
  196. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_template_sm100.h +289 -0
  197. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/mxfp8_gemm_template_sm120.h +266 -0
  198. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/tgv_gemm.cuh +1293 -0
  199. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/tgv_gemm_configs.h +190 -0
  200. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/gemm/tgv_gemm_template.h +49 -0
  201. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/layout.cuh +128 -0
  202. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/logging.h +45 -0
  203. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/common.cuh +208 -0
  204. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/conversion.cuh +217 -0
  205. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/create_tensor_map.cuh +130 -0
  206. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/invoke_selective_state_update_mtp.cuh +340 -0
  207. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_mtp_async_horizontal.cuh +437 -0
  208. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_mtp_horizontal.cuh +553 -0
  209. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_mtp_simple.cuh +552 -0
  210. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_mtp_vertical.cuh +462 -0
  211. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/kernel_selective_state_update_stp.cuh +1347 -0
  212. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/selective_state_update.cuh +115 -0
  213. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/seq_chunk_cumsum.cuh +243 -0
  214. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mamba/ssu_mtp_common.cuh +144 -0
  215. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/math.cuh +156 -0
  216. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/mma.cuh +705 -0
  217. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/norm/fused_dit_layernorm.cuh +889 -0
  218. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/norm/ln_fwd_silu_kernel.cuh +430 -0
  219. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/norm/ln_silu_headers.cuh +1918 -0
  220. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/norm.cuh +984 -0
  221. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/page.cuh +646 -0
  222. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/permuted_smem.cuh +191 -0
  223. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/pos_enc.cuh +887 -0
  224. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/profiler.cuh +149 -0
  225. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/quantization.cuh +120 -0
  226. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/sampling.cuh +2039 -0
  227. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/topk.cuh +3380 -0
  228. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/topk_common.cuh +106 -0
  229. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/batched_gemm/KernelRunner.h +154 -0
  230. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaBf16Fallbacks.cuh +292 -0
  231. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaBf16Wrapper.h +21 -0
  232. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaFp8Utils.h +281 -0
  233. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaTypeUtils.cuh +647 -0
  234. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/cudaUtils.h +303 -0
  235. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common/reduceKernelUtils.cuh +383 -0
  236. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/common.h +330 -0
  237. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/decoder_impl_common.h +249 -0
  238. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/decoder_params.h +44 -0
  239. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/fmhaKernels.cuh +1074 -0
  240. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/fmhaReduction.h +34 -0
  241. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/fmhaRunner.cuh +83 -0
  242. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/fmhaRunnerParams.h +408 -0
  243. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/kernelParams.h +874 -0
  244. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/kernelUtils.h +160 -0
  245. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fmha/lse.cuh +42 -0
  246. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/DevKernel.h +429 -0
  247. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/IntFastDiv.h +149 -0
  248. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingCustomPolicy.cuh +928 -0
  249. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingDevKernel.h +157 -0
  250. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingKernel.cuh +1131 -0
  251. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingKernel.h +384 -0
  252. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/RoutingKernelTopK.cuh +257 -0
  253. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/noAuxTcKernels.h +34 -0
  254. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/trtllm/fused_moe/runner.h +460 -0
  255. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/utils.cuh +377 -0
  256. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/include/flashinfer/vec_dtypes.cuh +1826 -0
  257. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/__init__.py +34 -0
  258. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/artifacts.py +106 -0
  259. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/attention.py +188 -0
  260. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/cascade.py +1077 -0
  261. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/cudnn/__init__.py +2 -0
  262. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/cudnn/decode.py +352 -0
  263. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/cudnn/prefill.py +556 -0
  264. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/decode.py +2292 -0
  265. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/__init__.py +73 -0
  266. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/attention/__init__.py +62 -0
  267. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/attention/pytorch.py +1604 -0
  268. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/attention/tvm.py +371 -0
  269. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/attention/utils.py +81 -0
  270. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/core.py +241 -0
  271. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/cpp_ext.py +222 -0
  272. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/cubin_loader.py +219 -0
  273. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/env.py +103 -0
  274. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/jit/utils.py +83 -0
  275. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/page.py +426 -0
  276. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/prefill.py +3208 -0
  277. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/py.typed +0 -0
  278. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/quantization.py +148 -0
  279. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/sparse.py +1264 -0
  280. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/sparsevideo_flashinfer/utils.py +662 -0
  281. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/LICENSE +29 -0
  282. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/common.h +411 -0
  283. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/backtracer.h +45 -0
  284. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/circular_q.h +115 -0
  285. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/console_globals.h +28 -0
  286. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/log_msg.h +40 -0
  287. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/log_msg_buffer.h +32 -0
  288. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/null_mutex.h +35 -0
  289. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/os.h +123 -0
  290. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/periodic_worker.h +58 -0
  291. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/registry.h +129 -0
  292. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/details/synchronous_factory.h +22 -0
  293. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/bundled/core.h +2969 -0
  294. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/bundled/format.h +4535 -0
  295. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/bundled/xchar.h +259 -0
  296. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/fmt.h +30 -0
  297. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/fmt/xchar.h +23 -0
  298. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/formatter.h +17 -0
  299. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/logger.h +379 -0
  300. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/sinks/ansicolor_sink.h +115 -0
  301. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/sinks/sink.h +34 -0
  302. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/sinks/stdout_color_sinks.h +49 -0
  303. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/sinks/wincolor_sink.h +82 -0
  304. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/spdlog.h +352 -0
  305. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/tweakme.h +141 -0
  306. sparsevideo-0.1.0/src/sparsevideo/kernels/_flashinfer/spdlog/include/spdlog/version.h +11 -0
  307. sparsevideo-0.1.0/src/sparsevideo/kernels/co_cluster.py +611 -0
  308. sparsevideo-0.1.0/src/sparsevideo/kernels/draft_block_sparse_runtime.py +77 -0
  309. sparsevideo-0.1.0/src/sparsevideo/kernels/dynamic_map.py +788 -0
  310. sparsevideo-0.1.0/src/sparsevideo/kernels/flashinfer_block_sparse.py +959 -0
  311. sparsevideo-0.1.0/src/sparsevideo/kernels/fused_norm_rope.py +536 -0
  312. sparsevideo-0.1.0/src/sparsevideo/kernels/l2norm.py +80 -0
  313. sparsevideo-0.1.0/src/sparsevideo/kernels/layernorm.py +171 -0
  314. sparsevideo-0.1.0/src/sparsevideo/kernels/modulate.py +331 -0
  315. sparsevideo-0.1.0/src/sparsevideo/kernels/native/__init__.py +0 -0
  316. sparsevideo-0.1.0/src/sparsevideo/kernels/native/adacluster/__init__.py +7 -0
  317. sparsevideo-0.1.0/src/sparsevideo/kernels/native/adacluster/fast_kmeans_single.py +470 -0
  318. sparsevideo-0.1.0/src/sparsevideo/kernels/native/adacluster/triton_cluster_sparse_attn.py +228 -0
  319. sparsevideo-0.1.0/src/sparsevideo/kernels/native/adacluster/triton_cluster_sparse_attn_topk.py +190 -0
  320. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/LICENSE +28 -0
  321. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/__init__.py +0 -0
  322. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/_ext.py +99 -0
  323. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/__init__.py +17 -0
  324. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/bert_padding.py +210 -0
  325. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/block_sparse_attn_interface.py +488 -0
  326. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/flash_attn_interface.py +1210 -0
  327. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/utils/__init__.py +0 -0
  328. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/block_sparse_attn/utils/benchmark.py +268 -0
  329. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/flash_api.cpp +2043 -0
  330. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/alibi.h +62 -0
  331. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/block_info.h +46 -0
  332. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash.h +197 -0
  333. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_blockmask.h +423 -0
  334. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim128_bf16_sm80.cu +11 -0
  335. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim128_fp16_sm80.cu +11 -0
  336. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim32_bf16_sm80.cu +11 -0
  337. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim32_fp16_sm80.cu +11 -0
  338. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim64_bf16_sm80.cu +11 -0
  339. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_block_hdim64_fp16_sm80.cu +11 -0
  340. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim128_bf16_sm80.cu +10 -0
  341. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim128_fp16_sm80.cu +10 -0
  342. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim160_bf16_sm80.cu +10 -0
  343. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim160_fp16_sm80.cu +10 -0
  344. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim192_bf16_sm80.cu +10 -0
  345. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim192_fp16_sm80.cu +10 -0
  346. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim224_bf16_sm80.cu +10 -0
  347. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim224_fp16_sm80.cu +10 -0
  348. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim256_bf16_sm80.cu +10 -0
  349. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim256_fp16_sm80.cu +10 -0
  350. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim32_bf16_sm80.cu +10 -0
  351. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim32_fp16_sm80.cu +10 -0
  352. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim64_bf16_sm80.cu +10 -0
  353. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim64_fp16_sm80.cu +10 -0
  354. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim96_bf16_sm80.cu +10 -0
  355. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_hdim96_fp16_sm80.cu +10 -0
  356. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_kernel.h +2363 -0
  357. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_bwd_launch_template.h +533 -0
  358. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim128_bf16_sm80.cu +11 -0
  359. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim128_fp16_sm80.cu +11 -0
  360. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim32_bf16_sm80.cu +11 -0
  361. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim32_fp16_sm80.cu +11 -0
  362. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim64_bf16_sm80.cu +11 -0
  363. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_block_hdim64_fp16_sm80.cu +11 -0
  364. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim128_bf16_sm80.cu +10 -0
  365. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim128_fp16_sm80.cu +10 -0
  366. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim160_bf16_sm80.cu +10 -0
  367. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim160_fp16_sm80.cu +10 -0
  368. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim192_bf16_sm80.cu +10 -0
  369. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim192_fp16_sm80.cu +10 -0
  370. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim224_bf16_sm80.cu +10 -0
  371. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim224_fp16_sm80.cu +10 -0
  372. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim256_bf16_sm80.cu +10 -0
  373. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim256_fp16_sm80.cu +10 -0
  374. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim32_bf16_sm80.cu +10 -0
  375. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim32_fp16_sm80.cu +10 -0
  376. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim64_bf16_sm80.cu +10 -0
  377. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim64_fp16_sm80.cu +10 -0
  378. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim96_bf16_sm80.cu +10 -0
  379. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_hdim96_fp16_sm80.cu +10 -0
  380. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_kernel.h +2068 -0
  381. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_launch_template.h +475 -0
  382. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim128_bf16_sm80.cu +7 -0
  383. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim128_fp16_sm80.cu +7 -0
  384. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim160_bf16_sm80.cu +7 -0
  385. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim160_fp16_sm80.cu +7 -0
  386. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim192_bf16_sm80.cu +7 -0
  387. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim192_fp16_sm80.cu +7 -0
  388. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim224_bf16_sm80.cu +7 -0
  389. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim224_fp16_sm80.cu +7 -0
  390. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim256_bf16_sm80.cu +7 -0
  391. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim256_fp16_sm80.cu +7 -0
  392. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim32_bf16_sm80.cu +7 -0
  393. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim32_fp16_sm80.cu +7 -0
  394. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim64_bf16_sm80.cu +7 -0
  395. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim64_fp16_sm80.cu +7 -0
  396. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim96_bf16_sm80.cu +7 -0
  397. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/flash_fwd_split_hdim96_fp16_sm80.cu +7 -0
  398. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/kernel_traits.h +402 -0
  399. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/kernel_traits_sm90.h +159 -0
  400. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/philox.cuh +165 -0
  401. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/softmax.h +352 -0
  402. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/static_switch.h +95 -0
  403. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/csrc/block_sparse_attn/src/utils.h +521 -0
  404. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/setup.py +379 -0
  405. sparsevideo-0.1.0/src/sparsevideo/kernels/native/draft_block_sparse/setup.sh +11 -0
  406. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/__init__.py +0 -0
  407. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/_ext.py +155 -0
  408. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/__init__.py +0 -0
  409. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/generate.py +196 -0
  410. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/generate_aot_default_additional_params_header.py +91 -0
  411. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/generate_batch_ragged_sparseFA_inst.py +100 -0
  412. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/generate_dispatch_inc.py +137 -0
  413. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/aot_build_utils/literal_map.py +47 -0
  414. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/aot_default_additional_params.h +10 -0
  415. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/aot_extension_utils.h +46 -0
  416. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/batch_sparseFA.cu +201 -0
  417. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/batch_sparseFA_config.inc +57 -0
  418. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/batch_sparseFA_jit_pybind.cu +43 -0
  419. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/flashomni_gemm_ops.cu +27 -0
  420. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/flashomni_ops.cu +68 -0
  421. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/flashomni_quantization_ops.cu +28 -0
  422. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/gemm.cu +59 -0
  423. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/gemm_reduction.cu +58 -0
  424. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/aot_default_additional_params.h +10 -0
  425. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_bf16_dtypeout_bf16_idtype_i32.cu +45 -0
  426. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e4m3_dtypeout_bf16_idtype_i32.cu +45 -0
  427. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e5m2_dtypeout_bf16_idtype_i32.cu +45 -0
  428. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e4m3_dtypeout_f16_idtype_i32.cu +45 -0
  429. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e5m2_dtypeout_f16_idtype_i32.cu +45 -0
  430. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_128_head_vo_128_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_f16_dtypeout_f16_idtype_i32.cu +45 -0
  431. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_bf16_dtypeout_bf16_idtype_i32.cu +45 -0
  432. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e4m3_dtypeout_bf16_idtype_i32.cu +45 -0
  433. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e5m2_dtypeout_bf16_idtype_i32.cu +45 -0
  434. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e4m3_dtypeout_f16_idtype_i32.cu +45 -0
  435. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e5m2_dtypeout_f16_idtype_i32.cu +45 -0
  436. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_256_head_vo_256_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_f16_dtypeout_f16_idtype_i32.cu +45 -0
  437. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_bf16_dtypeout_bf16_idtype_i32.cu +45 -0
  438. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e4m3_dtypeout_bf16_idtype_i32.cu +45 -0
  439. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_bf16_dtypekv_e5m2_dtypeout_bf16_idtype_i32.cu +45 -0
  440. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e4m3_dtypeout_f16_idtype_i32.cu +45 -0
  441. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_e5m2_dtypeout_f16_idtype_i32.cu +45 -0
  442. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/batch_ragged_sparseFA_head_qk_64_head_vo_64_posenc_0_fp16qkred_0_mask_0_dtypeq_f16_dtypekv_f16_dtypeout_f16_idtype_i32.cu +45 -0
  443. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/generated/dispatch.inc +21 -0
  444. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/pytorch_conversion_utils.h +29 -0
  445. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/pytorch_extension_utils.h +274 -0
  446. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/quantization.cu +57 -0
  447. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/csrc/runtime_utils.h +18 -0
  448. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/custom_backend.py +41 -0
  449. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/__init__.py +28 -0
  450. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/_build_meta.py +2 -0
  451. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/aot_config.py +1 -0
  452. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/attention.py +869 -0
  453. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/gemm.py +216 -0
  454. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/jit/__init__.py +28 -0
  455. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/jit/aot_config.py +1 -0
  456. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/jit/core.py +162 -0
  457. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/jit/env.py +53 -0
  458. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/kernel_info.py +40 -0
  459. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/py.typed +0 -0
  460. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/quantization.py +159 -0
  461. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/flashomni/utils.py +387 -0
  462. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/allocator.h +62 -0
  463. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/cascade.cuh +718 -0
  464. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/default_sparseFA_params.cuh +196 -0
  465. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/heap.h +66 -0
  466. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/mask.cuh +29 -0
  467. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/prefill.cuh +1640 -0
  468. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/scheduler.cuh +364 -0
  469. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/state.cuh +83 -0
  470. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/variant_helper.cuh +76 -0
  471. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention/variants.cuh +102 -0
  472. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/attention_impl.cuh +27 -0
  473. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/cp_async.cuh +190 -0
  474. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/cutlass_utils.cuh +98 -0
  475. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/exception.h +48 -0
  476. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/fastdiv.cuh +111 -0
  477. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/fp16.h +177 -0
  478. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/frag_layout_swizzle.cuh +41 -0
  479. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/gemm/w16a16/gemm.cuh +363 -0
  480. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/gemm/w16a16/gemm_reduction.cuh +412 -0
  481. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/layout.cuh +128 -0
  482. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/math.cuh +156 -0
  483. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/mma.cuh +810 -0
  484. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/permuted_smem.cuh +207 -0
  485. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/pos_enc.cuh +887 -0
  486. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/quantization.cuh +114 -0
  487. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/utils.cuh +355 -0
  488. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/include/flashomni/vec_dtypes.cuh +1393 -0
  489. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/setup.py +309 -0
  490. sparsevideo-0.1.0/src/sparsevideo/kernels/native/flashomni/setup.sh +8 -0
  491. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/LICENSE +201 -0
  492. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/__init__.py +0 -0
  493. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/_ext.py +132 -0
  494. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/cp_async.cuh +141 -0
  495. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/dispatch_utils.h +112 -0
  496. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/fused/fused.cu +1083 -0
  497. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/fused/fused.h +76 -0
  498. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/fused/pybind.cpp +33 -0
  499. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/math.cuh +155 -0
  500. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/mma.cuh +722 -0
  501. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/numeric_conversion.cuh +149 -0
  502. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/permuted_smem.cuh +196 -0
  503. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/attn_cuda_sm80.h +66 -0
  504. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/attn_cuda_sm89.h +105 -0
  505. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/attn_cuda_sm90.h +44 -0
  506. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/attn_utils.cuh +992 -0
  507. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/pybind_sm80.cpp +28 -0
  508. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/pybind_sm89.cpp +31 -0
  509. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/pybind_sm90.cpp +25 -0
  510. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/qk_int_sv_f16_cuda_sm80.cu +1380 -0
  511. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/qk_int_sv_f8_cuda_sm89.cuh +710 -0
  512. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/qk_int_sv_f8_cuda_sm90.cu +916 -0
  513. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f16_attn_inst_buf.cu +180 -0
  514. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f16_fuse_v_scale_attn_inst_buf.cu +187 -0
  515. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_attn.cu +180 -0
  516. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_attn_inst_buf.cu +179 -0
  517. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_fuse_v_scale_attn.cu +187 -0
  518. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_fuse_v_scale_attn_inst_buf.cu +187 -0
  519. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/qattn/sm89_qk_int8_sv_f8_accum_f32_fuse_v_scale_fuse_v_mean_attn.cu +192 -0
  520. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/reduction_utils.cuh +194 -0
  521. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/utils.cuh +38 -0
  522. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/csrc/wgmma.cuh +300 -0
  523. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/__init__.py +5 -0
  524. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/core.py +933 -0
  525. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/fa3_wrapper.py +77 -0
  526. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/quant.py +297 -0
  527. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/__init__.py +0 -0
  528. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/attn_qk_int8_block_varlen.py +148 -0
  529. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/attn_qk_int8_per_block.py +153 -0
  530. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/attn_qk_int8_per_block_causal.py +177 -0
  531. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/attn_qk_int8_per_block_causal_varlen.py +168 -0
  532. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/quant_per_block.py +101 -0
  533. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/quant_per_block_varlen.py +104 -0
  534. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/sageattention/triton/quant_per_thread.py +204 -0
  535. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/setup.py +233 -0
  536. sparsevideo-0.1.0/src/sparsevideo/kernels/native/sageattention/setup.sh +8 -0
  537. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/LICENSE +201 -0
  538. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/__init__.py +0 -0
  539. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/_ext.py +132 -0
  540. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/cp_async.cuh +141 -0
  541. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/fused/fused.cu +344 -0
  542. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/fused/fused.h +15 -0
  543. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/fused/pybind.cpp +25 -0
  544. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/math.cuh +155 -0
  545. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/mma.cuh +722 -0
  546. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/numeric_conversion.cuh +151 -0
  547. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/permuted_smem.cuh +196 -0
  548. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/pytorch_extensions_utils.cuh +124 -0
  549. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/attn_cuda.h +123 -0
  550. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/attn_utils.cuh +1029 -0
  551. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/decl.cuh +58 -0
  552. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
  553. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
  554. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
  555. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
  556. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
  557. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
  558. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
  559. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
  560. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
  561. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
  562. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
  563. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
  564. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
  565. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
  566. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
  567. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
  568. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
  569. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
  570. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
  571. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
  572. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
  573. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
  574. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
  575. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
  576. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
  577. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
  578. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
  579. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
  580. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
  581. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
  582. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
  583. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
  584. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
  585. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
  586. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
  587. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq16_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
  588. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
  589. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
  590. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
  591. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
  592. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
  593. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
  594. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
  595. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
  596. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
  597. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
  598. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
  599. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
  600. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
  601. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
  602. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
  603. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
  604. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
  605. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
  606. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
  607. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
  608. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
  609. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
  610. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
  611. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
  612. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth0_ohalf_causal0_retpvth0.cu +13 -0
  613. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth0_ohalf_causal1_retpvth0.cu +13 -0
  614. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal0_retpvth0.cu +13 -0
  615. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth0_onv_bfloat16_causal1_retpvth0.cu +13 -0
  616. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth0.cu +13 -0
  617. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal0_retpvth1.cu +13 -0
  618. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth0.cu +13 -0
  619. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_ohalf_causal1_retpvth1.cu +13 -0
  620. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth0.cu +13 -0
  621. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal0_retpvth1.cu +13 -0
  622. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth0.cu +13 -0
  623. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm80/inst_sm80_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvth1_onv_bfloat16_causal1_retpvth1.cu +13 -0
  624. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  625. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  626. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  627. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  628. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  629. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  630. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  631. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  632. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  633. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  634. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  635. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  636. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  637. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  638. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  639. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  640. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  641. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  642. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  643. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  644. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  645. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  646. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  647. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  648. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  649. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  650. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  651. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  652. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  653. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  654. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  655. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  656. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  657. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  658. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  659. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  660. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  661. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  662. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  663. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  664. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  665. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  666. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  667. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  668. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  669. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  670. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  671. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  672. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  673. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  674. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  675. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  676. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  677. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  678. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  679. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  680. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  681. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  682. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  683. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  684. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  685. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  686. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  687. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  688. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  689. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  690. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  691. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  692. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  693. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  694. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  695. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd128_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  696. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  697. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  698. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  699. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  700. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  701. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  702. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  703. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  704. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  705. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  706. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  707. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  708. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  709. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  710. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  711. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  712. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  713. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  714. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  715. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  716. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  717. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  718. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  719. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg1_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  720. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  721. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  722. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  723. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  724. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  725. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  726. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  727. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  728. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  729. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  730. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  731. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  732. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  733. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  734. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  735. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  736. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  737. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  738. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  739. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  740. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  741. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  742. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  743. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg2_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  744. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  745. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  746. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  747. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  748. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  749. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  750. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  751. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  752. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  753. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  754. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  755. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum0_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  756. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal0_fv1_retpvth0.cu +13 -0
  757. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_ohalf_causal1_fv1_retpvth0.cu +13 -0
  758. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  759. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth0_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  760. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth0.cu +13 -0
  761. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal0_fv1_retpvth1.cu +13 -0
  762. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth0.cu +13 -0
  763. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_ohalf_causal1_fv1_retpvth1.cu +13 -0
  764. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth0.cu +13 -0
  765. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal0_fv1_retpvth1.cu +13 -0
  766. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth0.cu +13 -0
  767. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm89/inst_sm89_ctaq128_ctak64_warpq32_warpk64_hd64_qkg3_pvaccfloat_ibuf1_pvacum1_pvth1_onv_bfloat16_causal1_fv1_retpvth1.cu +13 -0
  768. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
  769. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
  770. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  771. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  772. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
  773. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
  774. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
  775. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
  776. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  777. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
  778. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  779. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg1_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
  780. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
  781. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
  782. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  783. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  784. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
  785. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
  786. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
  787. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
  788. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  789. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
  790. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  791. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg2_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
  792. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
  793. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
  794. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  795. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  796. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
  797. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
  798. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
  799. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
  800. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  801. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
  802. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  803. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd128_qkg3_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
  804. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
  805. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
  806. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  807. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  808. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
  809. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
  810. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
  811. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
  812. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  813. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
  814. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  815. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg1_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
  816. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
  817. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
  818. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  819. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  820. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
  821. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
  822. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
  823. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
  824. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  825. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
  826. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  827. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg2_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
  828. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth0_ohalf_causal0_fv1_retpv0.cu +13 -0
  829. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth0_ohalf_causal1_fv1_retpv0.cu +13 -0
  830. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth0_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  831. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth0_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  832. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_ohalf_causal0_fv1_retpv0.cu +13 -0
  833. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_ohalf_causal0_fv1_retpv1.cu +13 -0
  834. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_ohalf_causal1_fv1_retpv0.cu +13 -0
  835. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_ohalf_causal1_fv1_retpv1.cu +13 -0
  836. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_onv_bfloat16_causal0_fv1_retpv0.cu +13 -0
  837. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_onv_bfloat16_causal0_fv1_retpv1.cu +13 -0
  838. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_onv_bfloat16_causal1_fv1_retpv0.cu +13 -0
  839. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/instantiations_sm90/inst_sm90_ctaq64_ctak128_nt128_hd64_qkg3_pvth1_onv_bfloat16_causal1_fv1_retpv1.cu +13 -0
  840. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/pybind.cpp +36 -0
  841. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f16_cuda_sm80.cu +372 -0
  842. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f16_cuda_sm80.cuh +717 -0
  843. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f8_cuda_sm89.cu +585 -0
  844. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f8_cuda_sm89.cuh +800 -0
  845. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f8_cuda_sm90.cu +385 -0
  846. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/qattn/qk_int_sv_f8_cuda_sm90.cuh +822 -0
  847. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/reduction_utils.cuh +194 -0
  848. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/csrc/wgmma.cuh +369 -0
  849. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/setup.py +232 -0
  850. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/setup.sh +8 -0
  851. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/__init__.py +7 -0
  852. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/autotune.py +362 -0
  853. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/core.py +319 -0
  854. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/quant_per_block.py +148 -0
  855. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/quant_per_warp_cuda.py +179 -0
  856. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/spas_sage_attn/utils.py +447 -0
  857. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/tools/__init__.py +1 -0
  858. sparsevideo-0.1.0/src/sparsevideo/kernels/native/spargeattn/tools/gpu_process.py +113 -0
  859. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/CMakeLists.txt +75 -0
  860. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/__init__.py +0 -0
  861. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/_ext.py +55 -0
  862. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/build.py +71 -0
  863. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/csrc/ops.cu +11 -0
  864. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/csrc/ops.h +261 -0
  865. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/csrc/pytorch_extension_utils.h +77 -0
  866. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/norm/device_utils.cuh +126 -0
  867. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/norm/narrow_layer_norm.cuh +141 -0
  868. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/norm/narrow_rms_norm.cuh +96 -0
  869. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/rope/rope_enc.cuh +127 -0
  870. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/rope/rope_enc_complex.cuh +143 -0
  871. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/include/rope/rope_enc_txtlast.cuh +100 -0
  872. sparsevideo-0.1.0/src/sparsevideo/kernels/native/svg_svoo_fused/setup.sh +12 -0
  873. sparsevideo-0.1.0/src/sparsevideo/kernels/permute.py +146 -0
  874. sparsevideo-0.1.0/src/sparsevideo/kernels/sageattention_runtime.py +119 -0
  875. sparsevideo-0.1.0/src/sparsevideo/kernels/scatter_mean.py +96 -0
  876. sparsevideo-0.1.0/src/sparsevideo/kernels/sparsity.py +106 -0
  877. sparsevideo-0.1.0/src/sparsevideo/kernels/spas_sage_runtime.py +172 -0
  878. sparsevideo-0.1.0/src/sparsevideo/kernels/utils.py +25 -0
  879. sparsevideo-0.1.0/src/sparsevideo/methods/__init__.py +69 -0
  880. sparsevideo-0.1.0/src/sparsevideo/methods/_base.py +129 -0
  881. sparsevideo-0.1.0/src/sparsevideo/methods/_config.py +42 -0
  882. sparsevideo-0.1.0/src/sparsevideo/methods/_layout.py +137 -0
  883. sparsevideo-0.1.0/src/sparsevideo/methods/_schedule.py +121 -0
  884. sparsevideo-0.1.0/src/sparsevideo/methods/adacluster/__init__.py +8 -0
  885. sparsevideo-0.1.0/src/sparsevideo/methods/adacluster/config.py +14 -0
  886. sparsevideo-0.1.0/src/sparsevideo/methods/adacluster/config.yaml +350 -0
  887. sparsevideo-0.1.0/src/sparsevideo/methods/adacluster/method.py +613 -0
  888. sparsevideo-0.1.0/src/sparsevideo/methods/dense/__init__.py +8 -0
  889. sparsevideo-0.1.0/src/sparsevideo/methods/dense/config.py +12 -0
  890. sparsevideo-0.1.0/src/sparsevideo/methods/dense/config.yaml +22 -0
  891. sparsevideo-0.1.0/src/sparsevideo/methods/dense/method.py +15 -0
  892. sparsevideo-0.1.0/src/sparsevideo/methods/draft/__init__.py +8 -0
  893. sparsevideo-0.1.0/src/sparsevideo/methods/draft/config.py +14 -0
  894. sparsevideo-0.1.0/src/sparsevideo/methods/draft/config.yaml +306 -0
  895. sparsevideo-0.1.0/src/sparsevideo/methods/draft/method.py +684 -0
  896. sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/__init__.py +8 -0
  897. sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/config.py +27 -0
  898. sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/config.yaml +1060 -0
  899. sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/hunyuan_forward.py +899 -0
  900. sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/method.py +1948 -0
  901. sparsevideo-0.1.0/src/sparsevideo/methods/flashomni/policy.py +696 -0
  902. sparsevideo-0.1.0/src/sparsevideo/methods/radial/__init__.py +8 -0
  903. sparsevideo-0.1.0/src/sparsevideo/methods/radial/config.py +14 -0
  904. sparsevideo-0.1.0/src/sparsevideo/methods/radial/config.yaml +169 -0
  905. sparsevideo-0.1.0/src/sparsevideo/methods/radial/method.py +1062 -0
  906. sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/__init__.py +8 -0
  907. sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/config.py +14 -0
  908. sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/config.yaml +672 -0
  909. sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/hunyuan_forward.py +199 -0
  910. sparsevideo-0.1.0/src/sparsevideo/methods/spargeattn/method.py +421 -0
  911. sparsevideo-0.1.0/src/sparsevideo/methods/sta/__init__.py +8 -0
  912. sparsevideo-0.1.0/src/sparsevideo/methods/sta/config.py +46 -0
  913. sparsevideo-0.1.0/src/sparsevideo/methods/sta/config.yaml +815 -0
  914. sparsevideo-0.1.0/src/sparsevideo/methods/sta/method.py +530 -0
  915. sparsevideo-0.1.0/src/sparsevideo/methods/sta/ops.py +472 -0
  916. sparsevideo-0.1.0/src/sparsevideo/methods/sta/search.py +440 -0
  917. sparsevideo-0.1.0/src/sparsevideo/methods/svg1/__init__.py +8 -0
  918. sparsevideo-0.1.0/src/sparsevideo/methods/svg1/config.py +15 -0
  919. sparsevideo-0.1.0/src/sparsevideo/methods/svg1/config.yaml +229 -0
  920. sparsevideo-0.1.0/src/sparsevideo/methods/svg1/method.py +801 -0
  921. sparsevideo-0.1.0/src/sparsevideo/methods/svg1/placement.py +191 -0
  922. sparsevideo-0.1.0/src/sparsevideo/methods/svg2/__init__.py +8 -0
  923. sparsevideo-0.1.0/src/sparsevideo/methods/svg2/config.py +15 -0
  924. sparsevideo-0.1.0/src/sparsevideo/methods/svg2/config.yaml +280 -0
  925. sparsevideo-0.1.0/src/sparsevideo/methods/svg2/kmeans.py +340 -0
  926. sparsevideo-0.1.0/src/sparsevideo/methods/svg2/method.py +462 -0
  927. sparsevideo-0.1.0/src/sparsevideo/methods/svgear/__init__.py +8 -0
  928. sparsevideo-0.1.0/src/sparsevideo/methods/svgear/config.py +15 -0
  929. sparsevideo-0.1.0/src/sparsevideo/methods/svgear/config.yaml +304 -0
  930. sparsevideo-0.1.0/src/sparsevideo/methods/svgear/method.py +299 -0
  931. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/__init__.py +8 -0
  932. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/config.py +60 -0
  933. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/config.yaml +509 -0
  934. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/method.py +264 -0
  935. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/ops.py +249 -0
  936. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity.py +268 -0
  937. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_hunyuan10_13B_i2v.csv +72001 -0
  938. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_hunyuan10_13B_t2v.csv +72001 -0
  939. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan22_A14B_i2v.csv +64001 -0
  940. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan22_A14B_t2v.csv +64001 -0
  941. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan_1.3B_t2v.csv +18001 -0
  942. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan_14B_i2v.csv +64001 -0
  943. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/sparsity_profiles/sparsity_wan_14B_t2v.csv +80001 -0
  944. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/text.py +35 -0
  945. sparsevideo-0.1.0/src/sparsevideo/methods/svoo/warmup.py +458 -0
  946. sparsevideo-0.1.0/src/sparsevideo/processors/__init__.py +0 -0
  947. sparsevideo-0.1.0/src/sparsevideo/processors/allegro.py +97 -0
  948. sparsevideo-0.1.0/src/sparsevideo/processors/cogvideox.py +134 -0
  949. sparsevideo-0.1.0/src/sparsevideo/processors/easyanimate.py +231 -0
  950. sparsevideo-0.1.0/src/sparsevideo/processors/hunyuan_fast_block.py +162 -0
  951. sparsevideo-0.1.0/src/sparsevideo/processors/hunyuan_sparse_forward.py +381 -0
  952. sparsevideo-0.1.0/src/sparsevideo/processors/hunyuan_video.py +223 -0
  953. sparsevideo-0.1.0/src/sparsevideo/processors/ltx_video.py +71 -0
  954. sparsevideo-0.1.0/src/sparsevideo/processors/mochi.py +183 -0
  955. sparsevideo-0.1.0/src/sparsevideo/processors/wan.py +164 -0
  956. sparsevideo-0.1.0/src/sparsevideo/processors/wan_fast_block.py +256 -0
  957. sparsevideo-0.1.0/src/sparsevideo.egg-info/PKG-INFO +129 -0
  958. sparsevideo-0.1.0/src/sparsevideo.egg-info/SOURCES.txt +986 -0
  959. sparsevideo-0.1.0/src/sparsevideo.egg-info/dependency_links.txt +1 -0
  960. sparsevideo-0.1.0/src/sparsevideo.egg-info/entry_points.txt +2 -0
  961. sparsevideo-0.1.0/src/sparsevideo.egg-info/requires.txt +19 -0
  962. sparsevideo-0.1.0/src/sparsevideo.egg-info/top_level.txt +1 -0
  963. sparsevideo-0.1.0/tests/test_adacluster_parity.py +945 -0
  964. sparsevideo-0.1.0/tests/test_apply_restore.py +1976 -0
  965. sparsevideo-0.1.0/tests/test_block_sparse_attn.py +131 -0
  966. sparsevideo-0.1.0/tests/test_dense_warmup.py +204 -0
  967. sparsevideo-0.1.0/tests/test_diffsynth_infer.py +3627 -0
  968. sparsevideo-0.1.0/tests/test_draft_parity.py +981 -0
  969. sparsevideo-0.1.0/tests/test_flashomni_parity.py +2293 -0
  970. sparsevideo-0.1.0/tests/test_fused_kernel_equivalence.py +362 -0
  971. sparsevideo-0.1.0/tests/test_import_contract.py +1294 -0
  972. sparsevideo-0.1.0/tests/test_infer_script.py +4605 -0
  973. sparsevideo-0.1.0/tests/test_method_config.py +394 -0
  974. sparsevideo-0.1.0/tests/test_method_layout.py +30 -0
  975. sparsevideo-0.1.0/tests/test_no_silent_fallback.py +309 -0
  976. sparsevideo-0.1.0/tests/test_packaging_contract.py +319 -0
  977. sparsevideo-0.1.0/tests/test_per_method_fused_correctness.py +242 -0
  978. sparsevideo-0.1.0/tests/test_processor_equivalence.py +966 -0
  979. sparsevideo-0.1.0/tests/test_radial_parity.py +953 -0
  980. sparsevideo-0.1.0/tests/test_run_diffsynth_parallel.py +59 -0
  981. sparsevideo-0.1.0/tests/test_spargeattn_parity.py +693 -0
  982. sparsevideo-0.1.0/tests/test_sta_parity.py +762 -0
  983. sparsevideo-0.1.0/tests/test_step_tracker.py +103 -0
  984. sparsevideo-0.1.0/tests/test_svg1_parity.py +943 -0
  985. sparsevideo-0.1.0/tests/test_svg2_parity.py +785 -0
  986. sparsevideo-0.1.0/tests/test_svgear_parity.py +265 -0
  987. sparsevideo-0.1.0/tests/test_svoo_parity.py +1306 -0
  988. sparsevideo-0.1.0/tests/test_svoo_warmup.py +286 -0
@@ -0,0 +1,201 @@
1
+ Apache License
2
+ Version 2.0, January 2004
3
+ http://www.apache.org/licenses/
4
+
5
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
6
+
7
+ 1. Definitions.
8
+
9
+ "License" shall mean the terms and conditions for use, reproduction,
10
+ and distribution as defined by Sections 1 through 9 of this document.
11
+
12
+ "Licensor" shall mean the copyright owner or entity authorized by
13
+ the copyright owner that is granting the License.
14
+
15
+ "Legal Entity" shall mean the union of the acting entity and all
16
+ other entities that control, are controlled by, or are under common
17
+ control with that entity. For the purposes of this definition,
18
+ "control" means (i) the power, direct or indirect, to cause the
19
+ direction or management of such entity, whether by contract or
20
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
21
+ outstanding shares, or (iii) beneficial ownership of such entity.
22
+
23
+ "You" (or "Your") shall mean an individual or Legal Entity
24
+ exercising permissions granted by this License.
25
+
26
+ "Source" form shall mean the preferred form for making modifications,
27
+ including but not limited to software source code, documentation
28
+ source, and configuration files.
29
+
30
+ "Object" form shall mean any form resulting from mechanical
31
+ transformation or translation of a Source form, including but
32
+ not limited to compiled object code, generated documentation,
33
+ and conversions to other media types.
34
+
35
+ "Work" shall mean the work of authorship, whether in Source or
36
+ Object form, made available under the License, as indicated by a
37
+ copyright notice that is included in or attached to the work
38
+ (an example is provided in the Appendix below).
39
+
40
+ "Derivative Works" shall mean any work, whether in Source or Object
41
+ form, that is based on (or derived from) the Work and for which the
42
+ editorial revisions, annotations, elaborations, or other modifications
43
+ represent, as a whole, an original work of authorship. For the purposes
44
+ of this License, Derivative Works shall not include works that remain
45
+ separable from, or merely link (or bind by name) to the interfaces of,
46
+ the Work and Derivative Works thereof.
47
+
48
+ "Contribution" shall mean any work of authorship, including
49
+ the original version of the Work and any modifications or additions
50
+ to that Work or Derivative Works thereof, that is intentionally
51
+ submitted to Licensor for inclusion in the Work by the copyright owner
52
+ or by an individual or Legal Entity authorized to submit on behalf of
53
+ the copyright owner. For the purposes of this definition, "submitted"
54
+ means any form of electronic, verbal, or written communication sent
55
+ to the Licensor or its representatives, including but not limited to
56
+ communication on electronic mailing lists, source code control systems,
57
+ and issue tracking systems that are managed by, or on behalf of, the
58
+ Licensor for the purpose of discussing and improving the Work, but
59
+ excluding communication that is conspicuously marked or otherwise
60
+ designated in writing by the copyright owner as "Not a Contribution."
61
+
62
+ "Contributor" shall mean Licensor and any individual or Legal Entity
63
+ on behalf of whom a Contribution has been received by Licensor and
64
+ subsequently incorporated within the Work.
65
+
66
+ 2. Grant of Copyright License. Subject to the terms and conditions of
67
+ this License, each Contributor hereby grants to You a perpetual,
68
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
69
+ copyright license to reproduce, prepare Derivative Works of,
70
+ publicly display, publicly perform, sublicense, and distribute the
71
+ Work and such Derivative Works in Source or Object form.
72
+
73
+ 3. Grant of Patent License. Subject to the terms and conditions of
74
+ this License, each Contributor hereby grants to You a perpetual,
75
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
76
+ (except as stated in this section) patent license to make, have made,
77
+ use, offer to sell, sell, import, and otherwise transfer the Work,
78
+ where such license applies only to those patent claims licensable
79
+ by such Contributor that are necessarily infringed by their
80
+ Contribution(s) alone or by combination of their Contribution(s)
81
+ with the Work to which such Contribution(s) was submitted. If You
82
+ institute patent litigation against any entity (including a
83
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
84
+ or a Contribution incorporated within the Work constitutes direct
85
+ or contributory patent infringement, then any patent licenses
86
+ granted to You under this License for that Work shall terminate
87
+ as of the date such litigation is filed.
88
+
89
+ 4. Redistribution. You may reproduce and distribute copies of the
90
+ Work or Derivative Works thereof in any medium, with or without
91
+ modifications, and in Source or Object form, provided that You
92
+ meet the following conditions:
93
+
94
+ (a) You must give any other recipients of the Work or
95
+ Derivative Works a copy of this License; and
96
+
97
+ (b) You must cause any modified files to carry prominent notices
98
+ stating that You changed the files; and
99
+
100
+ (c) You must retain, in the Source form of any Derivative Works
101
+ that You distribute, all copyright, patent, trademark, and
102
+ attribution notices from the Source form of the Work,
103
+ excluding those notices that do not pertain to any part of
104
+ the Derivative Works; and
105
+
106
+ (d) If the Work includes a "NOTICE" text file as part of its
107
+ distribution, then any Derivative Works that You distribute must
108
+ include a readable copy of the attribution notices contained
109
+ within such NOTICE file, excluding those notices that do not
110
+ pertain to any part of the Derivative Works, in at least one
111
+ of the following places: within a NOTICE text file distributed
112
+ as part of the Derivative Works; within the Source form or
113
+ documentation, if provided along with the Derivative Works; or,
114
+ within a display generated by the Derivative Works, if and
115
+ wherever such third-party notices normally appear. The contents
116
+ of the NOTICE file are for informational purposes only and
117
+ do not modify the License. You may add Your own attribution
118
+ notices within Derivative Works that You distribute, alongside
119
+ or as an addendum to the NOTICE text from the Work, provided
120
+ that such additional attribution notices cannot be construed
121
+ as modifying the License.
122
+
123
+ You may add Your own copyright statement to Your modifications and
124
+ may provide additional or different license terms and conditions
125
+ for use, reproduction, or distribution of Your modifications, or
126
+ for any such Derivative Works as a whole, provided Your use,
127
+ reproduction, and distribution of the Work otherwise complies with
128
+ the conditions stated in this License.
129
+
130
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
131
+ any Contribution intentionally submitted for inclusion in the Work
132
+ by You to the Licensor shall be under the terms and conditions of
133
+ this License, without any additional terms or conditions.
134
+ Notwithstanding the above, nothing herein shall supersede or modify
135
+ the terms of any separate license agreement you may have executed
136
+ with Licensor regarding such Contributions.
137
+
138
+ 6. Trademarks. This License does not grant permission to use the trade
139
+ names, trademarks, service marks, or product names of the Licensor,
140
+ except as required for reasonable and customary use in describing the
141
+ origin of the Work and reproducing the content of the NOTICE file.
142
+
143
+ 7. Disclaimer of Warranty. Unless required by applicable law or
144
+ agreed to in writing, Licensor provides the Work (and each
145
+ Contributor provides its Contributions) on an "AS IS" BASIS,
146
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147
+ implied, including, without limitation, any warranties or conditions
148
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149
+ PARTICULAR PURPOSE. You are solely responsible for determining the
150
+ appropriateness of using or redistributing the Work and assume any
151
+ risks associated with Your exercise of permissions under this License.
152
+
153
+ 8. Limitation of Liability. In no event and under no legal theory,
154
+ whether in tort (including negligence), contract, or otherwise,
155
+ unless required by applicable law (such as deliberate and grossly
156
+ negligent acts) or agreed to in writing, shall any Contributor be
157
+ liable to You for damages, including any direct, indirect, special,
158
+ incidental, or consequential damages of any character arising as a
159
+ result of this License or out of the use or inability to use the
160
+ Work (including but not limited to damages for loss of goodwill,
161
+ work stoppage, computer failure or malfunction, or any and all
162
+ other commercial damages or losses), even if such Contributor
163
+ has been advised of the possibility of such damages.
164
+
165
+ 9. Accepting Warranty or Additional Liability. While redistributing
166
+ the Work or Derivative Works thereof, You may choose to offer,
167
+ and charge a fee for, acceptance of support, warranty, indemnity,
168
+ or other liability obligations and/or rights consistent with this
169
+ License. However, in accepting such obligations, You may act only
170
+ on Your own behalf and on Your sole responsibility, not on behalf
171
+ of any other Contributor, and only if You agree to indemnify,
172
+ defend, and hold each Contributor harmless for any liability
173
+ incurred by, or claims asserted against, such Contributor by reason
174
+ of your accepting any such warranty or additional liability.
175
+
176
+ END OF TERMS AND CONDITIONS
177
+
178
+ APPENDIX: How to apply the Apache License to your work.
179
+
180
+ To apply the Apache License to your work, attach the following
181
+ boilerplate notice, with the fields enclosed by brackets "[]"
182
+ replaced with your own identifying information. (Don't include
183
+ the brackets!) The text should be enclosed in the appropriate
184
+ comment syntax for the file format. We also recommend that a
185
+ file or class name and description of purpose be included on the
186
+ same "printed page" as the copyright notice for easier
187
+ identification within third-party archives.
188
+
189
+ Copyright 2026 Jiayi Luo, Beihang University & Zhongguanchun Academy
190
+
191
+ Licensed under the Apache License, Version 2.0 (the "License");
192
+ you may not use this file except in compliance with the License.
193
+ You may obtain a copy of the License at
194
+
195
+ http://www.apache.org/licenses/LICENSE-2.0
196
+
197
+ Unless required by applicable law or agreed to in writing, software
198
+ distributed under the License is distributed on an "AS IS" BASIS,
199
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200
+ See the License for the specific language governing permissions and
201
+ limitations under the License.
@@ -0,0 +1,23 @@
1
+ SparseVideo
2
+ Copyright 2026 Jiayi Luo, Beihang University & Zhongguanchun Academy
3
+
4
+ Licensed under the Apache License, Version 2.0 (the "License"); see the LICENSE
5
+ file for the full terms.
6
+
7
+ This product bundles and/or builds upon the third-party software components
8
+ listed below, each under its own license. The full license texts are retained
9
+ alongside the corresponding sources within this distribution.
10
+
11
+ - FlashInfer (Apache-2.0) — github.com/flashinfer-ai/flashinfer
12
+ src/sparsevideo/kernels/_flashinfer/ (incl. derived flashomni runtime)
13
+ - spdlog (MIT, (c) 2016 Gabi Melman) — github.com/gabime/spdlog
14
+ src/sparsevideo/kernels/_flashinfer/spdlog/
15
+ - SpargeAttn (Apache-2.0) — github.com/thu-ml/SpargeAttn
16
+ src/sparsevideo/kernels/native/spargeattn/
17
+ - SageAttention (Apache-2.0) — github.com/thu-ml/SageAttention
18
+ src/sparsevideo/kernels/native/sageattention/
19
+ - Block-Sparse-Attention (BSD-3-Clause) — github.com/mit-han-lab/Block-Sparse-Attention
20
+ src/sparsevideo/kernels/native/draft_block_sparse/
21
+
22
+ NVIDIA CUTLASS (BSD-3-Clause) is a build-time-only dependency: it is not shipped
23
+ in this package and is fetched at the pinned ref by kernels/_cutlass.py.
@@ -0,0 +1,129 @@
1
+ Metadata-Version: 2.4
2
+ Name: sparsevideo
3
+ Version: 0.1.0
4
+ Summary: Plug-and-play sparse attention for video diffusion models
5
+ Author: Jiayi Luo
6
+ License-Expression: Apache-2.0
7
+ Project-URL: Repository, https://github.com/Mutual-Luo/SparseVideo
8
+ Keywords: sparse-attention,video-diffusion,inference,triton,cuda
9
+ Classifier: Development Status :: 3 - Alpha
10
+ Classifier: Intended Audience :: Science/Research
11
+ Classifier: Programming Language :: Python :: 3
12
+ Classifier: Programming Language :: Python :: 3.10
13
+ Classifier: Programming Language :: Python :: 3.11
14
+ Classifier: Programming Language :: Python :: 3.12
15
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
16
+ Requires-Python: >=3.10
17
+ Description-Content-Type: text/markdown
18
+ License-File: LICENSE
19
+ License-File: NOTICE
20
+ Requires-Dist: torch>=2.1.0
21
+ Requires-Dist: diffusers>=0.30.0
22
+ Requires-Dist: einops>=0.6.0
23
+ Requires-Dist: pyyaml>=5.4
24
+ Requires-Dist: jinja2>=3.0
25
+ Requires-Dist: filelock>=3.0
26
+ Requires-Dist: packaging>=21.0
27
+ Requires-Dist: triton>=2.2.0
28
+ Requires-Dist: diffsynth>=2.0.12
29
+ Provides-Extra: flashinfer
30
+ Requires-Dist: flashinfer-python>=0.1.0; extra == "flashinfer"
31
+ Provides-Extra: all
32
+ Requires-Dist: flashinfer-python>=0.1.0; extra == "all"
33
+ Provides-Extra: dev
34
+ Requires-Dist: pytest>=7.0; extra == "dev"
35
+ Requires-Dist: ruff>=0.4.0; extra == "dev"
36
+ Dynamic: license-file
37
+
38
+ <p align="center">
39
+ <img src="assets/logo.png" alt="SparseVideo Logo" width="260"/>
40
+ </p>
41
+
42
+ <!-- <h1 align="center">SparseVideo</h1> -->
43
+
44
+ <p align="center">A one-line, plug-and-play sparse attention framework for accelerating video diffusion inference.</p>
45
+
46
+
47
+ ## 📦 Installation
48
+
49
+ **From PyPI**
50
+
51
+ ```bash
52
+ pip install sparsevideo --no-build-isolation
53
+ ```
54
+
55
+ **From source**
56
+
57
+ ```bash
58
+ git clone https://github.com/Mutual-Luo/SparseVideo.git
59
+ cd SparseVideo
60
+ MAX_JOBS=8 pip install -e . --no-build-isolation
61
+ ```
62
+
63
+ ## 🚀 Quick Start
64
+
65
+ ```diff
66
+ import torch
67
+ from diffusers import WanPipeline
68
+ import sparsevideo
69
+
70
+ pipe = WanPipeline.from_pretrained("Wan-AI/Wan2.1-T2V-14B-Diffusers", torch_dtype=torch.bfloat16)
71
+ pipe.to("cuda")
72
+
73
+ + pipe = sparsevideo.replace_attention(pipe, method="svoo")
74
+
75
+ video = pipe("A cat playing piano", num_frames=81, num_inference_steps=50).frames[0]
76
+ ```
77
+
78
+ ## ⚡ Supported Sparse Attention Methods
79
+
80
+ | | Method | | Method | | Method |
81
+ |:---:|---|:---:|---|:---:|---|
82
+ | ✅ | `Dense` (baseline) | ✅ | `SpargeAttn` [[paper]](https://arxiv.org/abs/2502.18137) | ✅ | `Adacluster` [[paper]](https://arxiv.org/abs/2604.18348) |
83
+ | ✅ | `SVG1` [[paper]](https://arxiv.org/abs/2502.01776) | ✅ | `Radial` [[paper]](https://arxiv.org/abs/2506.19852) | ✅ | `SVOO` [[paper]](https://arxiv.org/abs/2603.18636) |
84
+ | ✅ | `SVG2` [[paper]](https://arxiv.org/abs/2505.18875) | ✅ | `STA` [[paper]](https://arxiv.org/abs/2502.04507) | ✅ | `FlashOmni` [[paper]](https://arxiv.org/abs/2509.25401) |
85
+ | ✅ | `SVG-EAR` [[paper]](https://arxiv.org/abs/2603.08982) | ✅ | `DraftAttention` [[paper]](https://arxiv.org/abs/2505.14708) | | |
86
+
87
+ ## 🧩 Supported Frameworks
88
+
89
+ Works as a drop-in, one-line replacement for both **Diffusers** and **DiffSynth-Studio** pipelines. Just call `sparsevideo.replace_attention(pipe, method=...)`, no model modifications required.
90
+
91
+ ### Diffusers
92
+
93
+ Supported 34 models:
94
+
95
+ | | Model | | Model | | Model |
96
+ |:---:|---|:---:|---|:---:|---|
97
+ | <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text-to-Video A14B</sub> | <sub>✅</sub> | <sub>Video-as-Prompt Wan 2.1 14B</sub> |
98
+ | <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Image-to-Video A14B</sub> | <sub>✅</sub> | <sub>HunyuanVideo Text-to-Video</sub> |
99
+ | <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Speech-to-Video 14B</sub> | <sub>✅</sub> | <sub>HunyuanVideo Image-to-Video</sub> |
100
+ | <sub>✅</sub> | <sub>Wan 2.1 VACE 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Animate 14B</sub> | <sub>✅</sub> | <sub>CogVideoX Text-to-Video</sub> |
101
+ | <sub>✅</sub> | <sub>Wan 2.1 VACE 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control</sub> | <sub>✅</sub> | <sub>CogVideoX Image-to-Video</sub> |
102
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control-Camera</sub> | <sub>✅</sub> | <sub>EasyAnimate V5 Text-to-Video 12B</sub> |
103
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B InP</sub> | <sub>✅</sub> | <sub>SkyReels-V2 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-Video Text-to-Video</sub> |
104
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control</sub> | <sub>✅</sub> | <sub>SkyReels-V2 Image-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-Video Image-to-Video</sub> |
105
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control-Camera</sub> | <sub>✅</sub> | <sub>MoVA 720P</sub> | <sub>✅</sub> | <sub>LTX-2</sub> |
106
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control</sub> | <sub>✅</sub> | <sub>LongCat-Video</sub> | <sub>✅</sub> | <sub>Mochi-1</sub> |
107
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control-Camera</sub> | <sub>✅</sub> | <sub>Krea Realtime Video 14B</sub> | <sub>✅</sub> | <sub>Allegro</sub> |
108
+ | <sub>✅</sub> | <sub>Wan 2.1 Speed-Control 1.3B</sub> | | | | |
109
+
110
+ ### DiffSynth-Studio
111
+
112
+ Supported 30 models:
113
+
114
+ | | Model | | Model | | Model |
115
+ |:---:|---|:---:|---|:---:|---|
116
+ | <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Animate 14B</sub> |
117
+ | <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control-Camera</sub> | <sub>✅</sub> | <sub>Wan 2.2 Dancer 14B</sub> |
118
+ | <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B 480P</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control</sub> |
119
+ | <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B 720P</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control-Camera</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control-Camera</sub> |
120
+ | <sub>✅</sub> | <sub>Wan 2.1 First-Last-Frame-to-Video 14B 720P</sub> | <sub>✅</sub> | <sub>Wan 2.1 VACE 1.3B</sub> | <sub>✅</sub> | <sub>LongCat-Video</sub> |
121
+ | <sub>✅</sub> | <sub>Wan 2.1 Speed-Control 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.1 VACE 14B</sub> | <sub>✅</sub> | <sub>Video-as-Prompt Wan 2.1 14B</sub> |
122
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text-to-Video A14B</sub> | <sub>✅</sub> | <sub>Krea Realtime Video 14B</sub> |
123
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B InP</sub> | <sub>✅</sub> | <sub>Wan 2.2 Image-to-Video A14B</sub> | <sub>✅</sub> | <sub>MoVA 720P</sub> |
124
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 14B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text/Image-to-Video 5B</sub> | <sub>✅</sub> | <sub>LTX-2</sub> |
125
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 14B InP</sub> | <sub>✅</sub> | <sub>Wan 2.2 Speech-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-2.3</sub> |
126
+
127
+ ## 📄 License
128
+
129
+ Apache-2.0
@@ -0,0 +1,92 @@
1
+ <p align="center">
2
+ <img src="assets/logo.png" alt="SparseVideo Logo" width="260"/>
3
+ </p>
4
+
5
+ <!-- <h1 align="center">SparseVideo</h1> -->
6
+
7
+ <p align="center">A one-line, plug-and-play sparse attention framework for accelerating video diffusion inference.</p>
8
+
9
+
10
+ ## 📦 Installation
11
+
12
+ **From PyPI**
13
+
14
+ ```bash
15
+ pip install sparsevideo --no-build-isolation
16
+ ```
17
+
18
+ **From source**
19
+
20
+ ```bash
21
+ git clone https://github.com/Mutual-Luo/SparseVideo.git
22
+ cd SparseVideo
23
+ MAX_JOBS=8 pip install -e . --no-build-isolation
24
+ ```
25
+
26
+ ## 🚀 Quick Start
27
+
28
+ ```diff
29
+ import torch
30
+ from diffusers import WanPipeline
31
+ import sparsevideo
32
+
33
+ pipe = WanPipeline.from_pretrained("Wan-AI/Wan2.1-T2V-14B-Diffusers", torch_dtype=torch.bfloat16)
34
+ pipe.to("cuda")
35
+
36
+ + pipe = sparsevideo.replace_attention(pipe, method="svoo")
37
+
38
+ video = pipe("A cat playing piano", num_frames=81, num_inference_steps=50).frames[0]
39
+ ```
40
+
41
+ ## ⚡ Supported Sparse Attention Methods
42
+
43
+ | | Method | | Method | | Method |
44
+ |:---:|---|:---:|---|:---:|---|
45
+ | ✅ | `Dense` (baseline) | ✅ | `SpargeAttn` [[paper]](https://arxiv.org/abs/2502.18137) | ✅ | `Adacluster` [[paper]](https://arxiv.org/abs/2604.18348) |
46
+ | ✅ | `SVG1` [[paper]](https://arxiv.org/abs/2502.01776) | ✅ | `Radial` [[paper]](https://arxiv.org/abs/2506.19852) | ✅ | `SVOO` [[paper]](https://arxiv.org/abs/2603.18636) |
47
+ | ✅ | `SVG2` [[paper]](https://arxiv.org/abs/2505.18875) | ✅ | `STA` [[paper]](https://arxiv.org/abs/2502.04507) | ✅ | `FlashOmni` [[paper]](https://arxiv.org/abs/2509.25401) |
48
+ | ✅ | `SVG-EAR` [[paper]](https://arxiv.org/abs/2603.08982) | ✅ | `DraftAttention` [[paper]](https://arxiv.org/abs/2505.14708) | | |
49
+
50
+ ## 🧩 Supported Frameworks
51
+
52
+ Works as a drop-in, one-line replacement for both **Diffusers** and **DiffSynth-Studio** pipelines. Just call `sparsevideo.replace_attention(pipe, method=...)`, no model modifications required.
53
+
54
+ ### Diffusers
55
+
56
+ Supported 34 models:
57
+
58
+ | | Model | | Model | | Model |
59
+ |:---:|---|:---:|---|:---:|---|
60
+ | <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text-to-Video A14B</sub> | <sub>✅</sub> | <sub>Video-as-Prompt Wan 2.1 14B</sub> |
61
+ | <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Image-to-Video A14B</sub> | <sub>✅</sub> | <sub>HunyuanVideo Text-to-Video</sub> |
62
+ | <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Speech-to-Video 14B</sub> | <sub>✅</sub> | <sub>HunyuanVideo Image-to-Video</sub> |
63
+ | <sub>✅</sub> | <sub>Wan 2.1 VACE 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.2 Animate 14B</sub> | <sub>✅</sub> | <sub>CogVideoX Text-to-Video</sub> |
64
+ | <sub>✅</sub> | <sub>Wan 2.1 VACE 14B</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control</sub> | <sub>✅</sub> | <sub>CogVideoX Image-to-Video</sub> |
65
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control-Camera</sub> | <sub>✅</sub> | <sub>EasyAnimate V5 Text-to-Video 12B</sub> |
66
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B InP</sub> | <sub>✅</sub> | <sub>SkyReels-V2 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-Video Text-to-Video</sub> |
67
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control</sub> | <sub>✅</sub> | <sub>SkyReels-V2 Image-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-Video Image-to-Video</sub> |
68
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control-Camera</sub> | <sub>✅</sub> | <sub>MoVA 720P</sub> | <sub>✅</sub> | <sub>LTX-2</sub> |
69
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control</sub> | <sub>✅</sub> | <sub>LongCat-Video</sub> | <sub>✅</sub> | <sub>Mochi-1</sub> |
70
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control-Camera</sub> | <sub>✅</sub> | <sub>Krea Realtime Video 14B</sub> | <sub>✅</sub> | <sub>Allegro</sub> |
71
+ | <sub>✅</sub> | <sub>Wan 2.1 Speed-Control 1.3B</sub> | | | | |
72
+
73
+ ### DiffSynth-Studio
74
+
75
+ Supported 30 models:
76
+
77
+ | | Model | | Model | | Model |
78
+ |:---:|---|:---:|---|:---:|---|
79
+ | <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Animate 14B</sub> |
80
+ | <sub>✅</sub> | <sub>Wan 2.1 Text-to-Video 14B</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 1.3B Control-Camera</sub> | <sub>✅</sub> | <sub>Wan 2.2 Dancer 14B</sub> |
81
+ | <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B 480P</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control</sub> |
82
+ | <sub>✅</sub> | <sub>Wan 2.1 Image-to-Video 14B 720P</sub> | <sub>✅</sub> | <sub>Wan 2.1-Fun V1.1 14B Control-Camera</sub> | <sub>✅</sub> | <sub>Wan 2.2-Fun A14B Control-Camera</sub> |
83
+ | <sub>✅</sub> | <sub>Wan 2.1 First-Last-Frame-to-Video 14B 720P</sub> | <sub>✅</sub> | <sub>Wan 2.1 VACE 1.3B</sub> | <sub>✅</sub> | <sub>LongCat-Video</sub> |
84
+ | <sub>✅</sub> | <sub>Wan 2.1 Speed-Control 1.3B</sub> | <sub>✅</sub> | <sub>Wan 2.1 VACE 14B</sub> | <sub>✅</sub> | <sub>Video-as-Prompt Wan 2.1 14B</sub> |
85
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text-to-Video A14B</sub> | <sub>✅</sub> | <sub>Krea Realtime Video 14B</sub> |
86
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 1.3B InP</sub> | <sub>✅</sub> | <sub>Wan 2.2 Image-to-Video A14B</sub> | <sub>✅</sub> | <sub>MoVA 720P</sub> |
87
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 14B Control</sub> | <sub>✅</sub> | <sub>Wan 2.2 Text/Image-to-Video 5B</sub> | <sub>✅</sub> | <sub>LTX-2</sub> |
88
+ | <sub>✅</sub> | <sub>Wan 2.1-Fun 14B InP</sub> | <sub>✅</sub> | <sub>Wan 2.2 Speech-to-Video 14B</sub> | <sub>✅</sub> | <sub>LTX-2.3</sub> |
89
+
90
+ ## 📄 License
91
+
92
+ Apache-2.0
@@ -0,0 +1,66 @@
1
+ [build-system]
2
+ requires = ["setuptools>=77", "wheel"]
3
+ build-backend = "setuptools.build_meta"
4
+
5
+ [project]
6
+ name = "sparsevideo"
7
+ version = "0.1.0"
8
+ description = "Plug-and-play sparse attention for video diffusion models"
9
+ requires-python = ">=3.10"
10
+ license = "Apache-2.0"
11
+ license-files = ["LICENSE", "NOTICE"]
12
+ readme = "README.md"
13
+ keywords = ["sparse-attention", "video-diffusion", "inference", "triton", "cuda"]
14
+ authors = [
15
+ { name = "Jiayi Luo" },
16
+ ]
17
+ classifiers = [
18
+ "Development Status :: 3 - Alpha",
19
+ "Intended Audience :: Science/Research",
20
+ "Programming Language :: Python :: 3",
21
+ "Programming Language :: Python :: 3.10",
22
+ "Programming Language :: Python :: 3.11",
23
+ "Programming Language :: Python :: 3.12",
24
+ "Topic :: Scientific/Engineering :: Artificial Intelligence",
25
+ ]
26
+ # Everything needed to run is declared here so that, with torch already present
27
+ # (required to compile the kernels, exactly like flash-attn), a single
28
+ # pip install sparsevideo --no-build-isolation
29
+ # pulls in every runtime dependency automatically — no piecemeal setup.
30
+ dependencies = [
31
+ "torch>=2.1.0",
32
+ "diffusers>=0.30.0",
33
+ "einops>=0.6.0",
34
+ "pyyaml>=5.4",
35
+ "jinja2>=3.0",
36
+ "filelock>=3.0",
37
+ "packaging>=21.0",
38
+ "triton>=2.2.0",
39
+ "diffsynth>=2.0.12",
40
+ ]
41
+
42
+ [project.optional-dependencies]
43
+ # flashinfer-python is the only heavy, torch/CUDA-version-coupled backend, kept
44
+ # optional so a version mismatch can never break the base install. Needed only
45
+ # for the `flashomni` method: pip install sparsevideo[flashinfer]
46
+ flashinfer = ["flashinfer-python>=0.1.0"]
47
+ all = ["flashinfer-python>=0.1.0"]
48
+ dev = ["pytest>=7.0", "ruff>=0.4.0"]
49
+
50
+ [project.urls]
51
+ Repository = "https://github.com/Mutual-Luo/SparseVideo"
52
+
53
+ [project.scripts]
54
+ sparsevideo-build-kernels = "sparsevideo.kernels._build:main"
55
+
56
+ [tool.pytest.ini_options]
57
+ testpaths = ["tests"]
58
+ python_files = ["test_*.py"]
59
+
60
+ [tool.ruff]
61
+ line-length = 100
62
+ target-version = "py310"
63
+
64
+ [tool.ruff.lint]
65
+ select = ["E", "F", "W", "I"]
66
+ ignore = ["E501"]
@@ -0,0 +1,4 @@
1
+ [egg_info]
2
+ tag_build =
3
+ tag_date = 0
4
+