torchvulkan 0.2.0a1__tar.gz → 0.2.0a2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (131) hide show
  1. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/PKG-INFO +1 -1
  2. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/tensor/transfer.cpp +16 -0
  3. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/vulkan_context.cpp +7 -2
  4. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/torchvulkan/__init__.py +2 -0
  5. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/torchvulkan/_version.py +3 -3
  6. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/.github/actions/setup-toolchain/action.yml +0 -0
  7. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/.github/scripts/fetch-moltenvk-macos.sh +0 -0
  8. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/.github/scripts/install-toolchain-linux.sh +0 -0
  9. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/.github/workflows/release.yaml +0 -0
  10. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/.github/workflows/test_torchvulkan.yml +0 -0
  11. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/.gitignore +0 -0
  12. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/CMakeLists.txt +0 -0
  13. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/LICENSE +0 -0
  14. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/README.md +0 -0
  15. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/benchmark/benchmark.py +0 -0
  16. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/examples/llm.py +0 -0
  17. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/examples/mnist.py +0 -0
  18. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/extern/vma/vk_mem_alloc.h +0 -0
  19. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/extern/volk/volk.c +0 -0
  20. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/extern/volk/volk.h +0 -0
  21. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/licenses/MoltenVK-LICENSE +0 -0
  22. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/media/benchmark-cuda.png +0 -0
  23. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/media/benchmark-mps.png +0 -0
  24. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/pyproject.toml +0 -0
  25. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/requirements.txt +0 -0
  26. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/scripts/build_shaders.py +0 -0
  27. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/scripts/config.py +0 -0
  28. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/scripts/pack_shaders.py +0 -0
  29. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/backend.cpp +0 -0
  30. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/decompositions.cpp +0 -0
  31. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/guard.cpp +0 -0
  32. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/hook.cpp +0 -0
  33. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/binary.cpp +0 -0
  34. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/bitwise.cpp +0 -0
  35. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/compare.cpp +0 -0
  36. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/complex.cpp +0 -0
  37. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/conv.cpp +0 -0
  38. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/ctc.cpp +0 -0
  39. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/distributions.cpp +0 -0
  40. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/dropout.cpp +0 -0
  41. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/fft.cpp +0 -0
  42. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/fill.cpp +0 -0
  43. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/grid_sample.cpp +0 -0
  44. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/helpers.h +0 -0
  45. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/indexing.cpp +0 -0
  46. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/internal.h +0 -0
  47. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/linalg.cpp +0 -0
  48. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/matmul.cpp +0 -0
  49. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/nllloss.cpp +0 -0
  50. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/nn.cpp +0 -0
  51. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/pool.cpp +0 -0
  52. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/random.cpp +0 -0
  53. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/reduce.cpp +0 -0
  54. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/sampling.cpp +0 -0
  55. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/scan.cpp +0 -0
  56. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/scatter.cpp +0 -0
  57. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/search.cpp +0 -0
  58. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/shape.cpp +0 -0
  59. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/sort.cpp +0 -0
  60. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/special.cpp +0 -0
  61. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/unary.cpp +0 -0
  62. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/ops/upsample.cpp +0 -0
  63. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/registration.cpp +0 -0
  64. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/tensor/allocation.cpp +0 -0
  65. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/tensor/cast.cpp +0 -0
  66. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/api/tensor/views.cpp +0 -0
  67. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/CMakeLists.txt +0 -0
  68. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/core/cast.slang +0 -0
  69. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/core/dtype.slang +0 -0
  70. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/core/indexing.slang +0 -0
  71. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/core/philox.slang +0 -0
  72. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/core/special_functions.slang +0 -0
  73. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/arg_reduce.slang +0 -0
  74. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/binary.slang +0 -0
  75. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/cast.slang +0 -0
  76. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/cholesky.slang +0 -0
  77. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/compare.slang +0 -0
  78. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/conv.slang +0 -0
  79. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/copy.slang +0 -0
  80. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/ctc.slang +0 -0
  81. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/distribution.slang +0 -0
  82. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/dropout.slang +0 -0
  83. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/eig.slang +0 -0
  84. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/embedding_backward.slang +0 -0
  85. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/fft.slang +0 -0
  86. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/fill.slang +0 -0
  87. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/grid_sample.slang +0 -0
  88. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/householder.slang +0 -0
  89. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/index_gather.slang +0 -0
  90. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/integer_binary.slang +0 -0
  91. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/jacobi.slang +0 -0
  92. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/ldl.slang +0 -0
  93. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/lu.slang +0 -0
  94. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/matmul_coop.slang +0 -0
  95. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/matmul_simd.slang +0 -0
  96. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/multinomial.slang +0 -0
  97. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/nllloss.slang +0 -0
  98. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/pool.slang +0 -0
  99. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/random.slang +0 -0
  100. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/reduce.slang +0 -0
  101. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/reduce_subgroup.slang +0 -0
  102. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/resample.slang +0 -0
  103. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/resample_u8.slang +0 -0
  104. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/scan.slang +0 -0
  105. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/scan_arg.slang +0 -0
  106. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/scatter.slang +0 -0
  107. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/searchsorted.slang +0 -0
  108. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/sort.slang +0 -0
  109. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/special.slang +0 -0
  110. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/triangular_solve.slang +0 -0
  111. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/unary.slang +0 -0
  112. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/unary_ops.slang +0 -0
  113. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/shaders/ops/where.slang +0 -0
  114. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/allocator.cpp +0 -0
  115. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/allocator.h +0 -0
  116. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/builders.h +0 -0
  117. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/cache.cpp +0 -0
  118. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/cache.h +0 -0
  119. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/device_context.cpp +0 -0
  120. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/device_context.h +0 -0
  121. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/dispatch.cpp +0 -0
  122. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/dispatch.h +0 -0
  123. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/generator.cpp +0 -0
  124. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/generator.h +0 -0
  125. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/memory.cpp +0 -0
  126. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/memory.h +0 -0
  127. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/shader.cpp +0 -0
  128. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/shader.h +0 -0
  129. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/src/vulkan/vulkan_context.h +0 -0
  130. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/tests/test_pytorch_ops.py +0 -0
  131. {torchvulkan-0.2.0a1 → torchvulkan-0.2.0a2}/tox.ini +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: torchvulkan
3
- Version: 0.2.0a1
3
+ Version: 0.2.0a2
4
4
  Summary: Cross-Platform Vulkan Backend for PyTorch
5
5
  Author: Zain Sharief
6
6
  License-Expression: MIT
@@ -155,6 +155,14 @@ at::Tensor torchvulkan::copy_vulkan(
155
155
  bool /* non_blocking */)
156
156
  {
157
157
  if (dst.numel() == 0) return dst;
158
+
159
+ // as at::native::copy_, copying a tensor onto its own memory is a no-op (and vkCmdCopyBuffer forbids overlapping regions)
160
+ if (self.is_alias_of(dst) && self.storage_offset() == dst.storage_offset() && self.sizes().equals(dst.sizes()) &&
161
+ self.strides().equals(dst.strides()) && self.scalar_type() == dst.scalar_type() &&
162
+ self.is_conj() == dst.is_conj() && self.is_neg() == dst.is_neg()) {
163
+ return dst;
164
+ }
165
+
158
166
  TORCH_CHECK(!dst.is_conj() && !dst.is_neg(), "torchvulkan [NOT IMPLEMENTED]: Copying into a conjugated or negated destination is not yet supported.");
159
167
 
160
168
  // a lazily conjugated or negated source copies its stored values, then the copy applies the pending op
@@ -218,6 +226,13 @@ at::Scalar local_scalar_dense_vulkan(const at::Tensor& self)
218
226
  return self.cpu().item();
219
227
  }
220
228
 
229
+ // without this, Module.to("vulkan") replaces each Parameter instead of setting .data, which unties shared weights
230
+ bool has_compatible_shallow_copy_type_vulkan(const at::Tensor& self, const at::Tensor& from)
231
+ {
232
+ auto dense = [](const at::Tensor& t) { return t.layout() == at::kStrided && (t.is_cpu() || t.is_privateuseone()); };
233
+ return self.unsafeGetTensorImpl()->has_compatible_shallow_copy_type(from.key_set()) || (dense(self) && dense(from));
234
+ }
235
+
221
236
  } // namespace
222
237
 
223
238
  TORCH_LIBRARY_IMPL(aten, PrivateUse1, m) {
@@ -225,4 +240,5 @@ TORCH_LIBRARY_IMPL(aten, PrivateUse1, m) {
225
240
  m.impl("_copy_from_and_resize", &copy_from_and_resize_vulkan);
226
241
  m.impl("copy_", &copy_vulkan_);
227
242
  m.impl("_local_scalar_dense", &local_scalar_dense_vulkan);
243
+ m.impl("_has_compatible_shallow_copy_type", &has_compatible_shallow_copy_type_vulkan);
228
244
  }
@@ -295,8 +295,11 @@ void VulkanContext::createDeviceContexts()
295
295
  context->properties = props2.properties;
296
296
  context->driver_id = props12.driverID;
297
297
 
298
- // every pipeline is pinned to the largest subgroup size (see createPipeline); without control, kernels get the driver's default
299
- context->support_subgroup_control = features13.subgroupSizeControl && (props13.requiredSubgroupSizeStages & VK_SHADER_STAGE_COMPUTE_BIT);
298
+ // every pipeline is pinned to the largest subgroup size (see createPipeline); without control, kernels get the driver's default.
299
+ // a pinned size caps a workgroup at size * maxComputeWorkgroupSubgroups, so devices where that is below the workgroups
300
+ // we launch (lavapipe: 4 * 32) are left unpinned
301
+ bool pinned_fits = props13.maxSubgroupSize * props13.maxComputeWorkgroupSubgroups >= props2.properties.limits.maxComputeWorkGroupInvocations;
302
+ context->support_subgroup_control = features13.subgroupSizeControl && (props13.requiredSubgroupSizeStages & VK_SHADER_STAGE_COMPUTE_BIT) && pinned_fits;
300
303
  context->subgroup_size = context->support_subgroup_control ? props13.maxSubgroupSize : subgroupProps.subgroupSize;
301
304
 
302
305
  // subgroup reductions need arithmetic + shuffle ops available in compute shaders
@@ -375,6 +378,7 @@ void VulkanContext::createDeviceWithExtensions()
375
378
  enable12.shaderFloat16 = supported12.shaderFloat16;
376
379
  enable12.shaderInt8 = supported12.shaderInt8;
377
380
  enable12.storageBuffer8BitAccess = supported12.storageBuffer8BitAccess;
381
+ enable12.storagePushConstant8 = supported12.storagePushConstant8; // 8-bit kernels take T-typed scalars as push constants
378
382
  enable12.scalarBlockLayout = supported12.scalarBlockLayout;
379
383
  enable12.bufferDeviceAddress = supported12.bufferDeviceAddress;
380
384
  enable12.shaderSubgroupExtendedTypes = supported12.shaderSubgroupExtendedTypes; // subgroup ops on 8/16/64-bit types for reductions
@@ -382,6 +386,7 @@ void VulkanContext::createDeviceWithExtensions()
382
386
  enable12.vulkanMemoryModelDeviceScope = supported12.vulkanMemoryModelDeviceScope;
383
387
  VkPhysicalDeviceVulkan11Features enable11{VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_1_FEATURES};
384
388
  enable11.storageBuffer16BitAccess = supported11.storageBuffer16BitAccess;
389
+ enable11.storagePushConstant16 = supported11.storagePushConstant16;
385
390
  enable11.pNext = &enable12;
386
391
  VkPhysicalDeviceFeatures enable10{};
387
392
  enable10.shaderFloat64 = supportedFeatures2.features.shaderFloat64;
@@ -96,6 +96,8 @@ def _get_generator(device) -> torch.Generator:
96
96
  def __getattr__(name):
97
97
  if name == "default_generators":
98
98
  return tuple(_default_generator(index) for index in range(device_count()))
99
+ if name == "_initialized":
100
+ return is_initialized()
99
101
  raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
100
102
 
101
103
  def _uint64_seed(seed) -> int:
@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
18
18
  commit_id: str | None
19
19
  __commit_id__: str | None
20
20
 
21
- __version__ = version = '0.2.0a1'
22
- __version_tuple__ = version_tuple = (0, 2, 0, 'a1')
21
+ __version__ = version = '0.2.0a2'
22
+ __version_tuple__ = version_tuple = (0, 2, 0, 'a2')
23
23
 
24
- __commit_id__ = commit_id = 'g53424a361'
24
+ __commit_id__ = commit_id = 'g95ec1c12d'
File without changes
File without changes
File without changes
File without changes