react-native-vision-camera-spoof-detector 1.1.23 → 1.1.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (200) hide show
  1. package/android/CMakeLists.txt +12 -0
  2. package/android/build.gradle +10 -9
  3. package/android/src/main/cpp/cpp-adapter.cpp +6 -3
  4. package/ios/HybridSpoofDetectorOutput.swift +112 -72
  5. package/package.json +1 -1
  6. package/android/src/main/cpp/CMakeLists.txt +0 -33
  7. package/android/src/main/cpp/FaceAntiSpoofJSI.cpp +0 -142
  8. package/android/src/main/cpp/FastYuvJni.cpp +0 -111
  9. package/android/src/main/cpp/fast_yuv.cpp +0 -342
  10. package/android/src/main/cpp/fast_yuv.h +0 -23
  11. package/android/src/main/cpp/libyuv/.clang-format +0 -6
  12. package/android/src/main/cpp/libyuv/.gn +0 -40
  13. package/android/src/main/cpp/libyuv/.vpython3 +0 -410
  14. package/android/src/main/cpp/libyuv/AUTHORS +0 -7
  15. package/android/src/main/cpp/libyuv/Android.bp +0 -202
  16. package/android/src/main/cpp/libyuv/Android.mk +0 -106
  17. package/android/src/main/cpp/libyuv/BUILD.gn +0 -490
  18. package/android/src/main/cpp/libyuv/CM_linux_packages.cmake +0 -70
  19. package/android/src/main/cpp/libyuv/CMakeLists.txt +0 -259
  20. package/android/src/main/cpp/libyuv/DEPS +0 -935
  21. package/android/src/main/cpp/libyuv/DIR_METADATA +0 -3
  22. package/android/src/main/cpp/libyuv/LICENSE +0 -29
  23. package/android/src/main/cpp/libyuv/OWNERS +0 -11
  24. package/android/src/main/cpp/libyuv/PATENTS +0 -24
  25. package/android/src/main/cpp/libyuv/PRESUBMIT.py +0 -65
  26. package/android/src/main/cpp/libyuv/README.chromium +0 -11
  27. package/android/src/main/cpp/libyuv/README.md +0 -19
  28. package/android/src/main/cpp/libyuv/build_overrides/build.gni +0 -60
  29. package/android/src/main/cpp/libyuv/build_overrides/gtest.gni +0 -19
  30. package/android/src/main/cpp/libyuv/build_overrides/partition_alloc.gni +0 -17
  31. package/android/src/main/cpp/libyuv/codereview.settings +0 -5
  32. package/android/src/main/cpp/libyuv/docs/deprecated_builds.md +0 -409
  33. package/android/src/main/cpp/libyuv/docs/environment_variables.md +0 -64
  34. package/android/src/main/cpp/libyuv/docs/feature_detection.md +0 -108
  35. package/android/src/main/cpp/libyuv/docs/filtering.md +0 -196
  36. package/android/src/main/cpp/libyuv/docs/formats.md +0 -208
  37. package/android/src/main/cpp/libyuv/docs/getting_started.md +0 -296
  38. package/android/src/main/cpp/libyuv/docs/rotation.md +0 -107
  39. package/android/src/main/cpp/libyuv/download_vs_toolchain.py +0 -29
  40. package/android/src/main/cpp/libyuv/include/libyuv/basic_types.h +0 -68
  41. package/android/src/main/cpp/libyuv/include/libyuv/compare.h +0 -111
  42. package/android/src/main/cpp/libyuv/include/libyuv/compare_row.h +0 -112
  43. package/android/src/main/cpp/libyuv/include/libyuv/convert.h +0 -1117
  44. package/android/src/main/cpp/libyuv/include/libyuv/convert_argb.h +0 -2335
  45. package/android/src/main/cpp/libyuv/include/libyuv/convert_from.h +0 -203
  46. package/android/src/main/cpp/libyuv/include/libyuv/convert_from_argb.h +0 -394
  47. package/android/src/main/cpp/libyuv/include/libyuv/cpu_id.h +0 -147
  48. package/android/src/main/cpp/libyuv/include/libyuv/cpu_support.h +0 -99
  49. package/android/src/main/cpp/libyuv/include/libyuv/loongson_intrinsics.h +0 -1949
  50. package/android/src/main/cpp/libyuv/include/libyuv/mjpeg_decoder.h +0 -195
  51. package/android/src/main/cpp/libyuv/include/libyuv/planar_functions.h +0 -1131
  52. package/android/src/main/cpp/libyuv/include/libyuv/rotate.h +0 -296
  53. package/android/src/main/cpp/libyuv/include/libyuv/rotate_argb.h +0 -37
  54. package/android/src/main/cpp/libyuv/include/libyuv/rotate_row.h +0 -265
  55. package/android/src/main/cpp/libyuv/include/libyuv/row.h +0 -6738
  56. package/android/src/main/cpp/libyuv/include/libyuv/row_sve.h +0 -2154
  57. package/android/src/main/cpp/libyuv/include/libyuv/scale.h +0 -336
  58. package/android/src/main/cpp/libyuv/include/libyuv/scale_argb.h +0 -76
  59. package/android/src/main/cpp/libyuv/include/libyuv/scale_rgb.h +0 -42
  60. package/android/src/main/cpp/libyuv/include/libyuv/scale_row.h +0 -1726
  61. package/android/src/main/cpp/libyuv/include/libyuv/scale_uv.h +0 -51
  62. package/android/src/main/cpp/libyuv/include/libyuv/version.h +0 -16
  63. package/android/src/main/cpp/libyuv/include/libyuv/video_common.h +0 -222
  64. package/android/src/main/cpp/libyuv/include/libyuv.h +0 -33
  65. package/android/src/main/cpp/libyuv/infra/config/OWNERS +0 -3
  66. package/android/src/main/cpp/libyuv/infra/config/PRESUBMIT.py +0 -17
  67. package/android/src/main/cpp/libyuv/infra/config/README.md +0 -2
  68. package/android/src/main/cpp/libyuv/infra/config/codereview.settings +0 -6
  69. package/android/src/main/cpp/libyuv/infra/config/commit-queue.cfg +0 -144
  70. package/android/src/main/cpp/libyuv/infra/config/cr-buildbucket.cfg +0 -1185
  71. package/android/src/main/cpp/libyuv/infra/config/luci-logdog.cfg +0 -9
  72. package/android/src/main/cpp/libyuv/infra/config/luci-milo.cfg +0 -246
  73. package/android/src/main/cpp/libyuv/infra/config/luci-scheduler.cfg +0 -385
  74. package/android/src/main/cpp/libyuv/infra/config/main.star +0 -402
  75. package/android/src/main/cpp/libyuv/infra/config/project.cfg +0 -16
  76. package/android/src/main/cpp/libyuv/infra/config/realms.cfg +0 -111
  77. package/android/src/main/cpp/libyuv/libyuv.gni +0 -34
  78. package/android/src/main/cpp/libyuv/libyuv.gyp +0 -149
  79. package/android/src/main/cpp/libyuv/libyuv.gypi +0 -87
  80. package/android/src/main/cpp/libyuv/linux.mk +0 -96
  81. package/android/src/main/cpp/libyuv/public.mk +0 -13
  82. package/android/src/main/cpp/libyuv/pylintrc +0 -49
  83. package/android/src/main/cpp/libyuv/riscv_script/prepare_toolchain_qemu.sh +0 -74
  84. package/android/src/main/cpp/libyuv/riscv_script/riscv-clang.cmake +0 -56
  85. package/android/src/main/cpp/libyuv/riscv_script/run_qemu.sh +0 -15
  86. package/android/src/main/cpp/libyuv/source/compare.cc +0 -435
  87. package/android/src/main/cpp/libyuv/source/compare_common.cc +0 -74
  88. package/android/src/main/cpp/libyuv/source/compare_gcc.cc +0 -362
  89. package/android/src/main/cpp/libyuv/source/compare_neon.cc +0 -96
  90. package/android/src/main/cpp/libyuv/source/compare_neon64.cc +0 -223
  91. package/android/src/main/cpp/libyuv/source/compare_win.cc +0 -241
  92. package/android/src/main/cpp/libyuv/source/convert.cc +0 -4746
  93. package/android/src/main/cpp/libyuv/source/convert_argb.cc +0 -9179
  94. package/android/src/main/cpp/libyuv/source/convert_from.cc +0 -866
  95. package/android/src/main/cpp/libyuv/source/convert_from_argb.cc +0 -3671
  96. package/android/src/main/cpp/libyuv/source/convert_jpeg.cc +0 -602
  97. package/android/src/main/cpp/libyuv/source/convert_to_argb.cc +0 -391
  98. package/android/src/main/cpp/libyuv/source/convert_to_i420.cc +0 -288
  99. package/android/src/main/cpp/libyuv/source/cpu_id.cc +0 -496
  100. package/android/src/main/cpp/libyuv/source/mjpeg_decoder.cc +0 -580
  101. package/android/src/main/cpp/libyuv/source/mjpeg_validate.cc +0 -71
  102. package/android/src/main/cpp/libyuv/source/planar_functions.cc +0 -5663
  103. package/android/src/main/cpp/libyuv/source/rotate.cc +0 -1241
  104. package/android/src/main/cpp/libyuv/source/rotate_any.cc +0 -76
  105. package/android/src/main/cpp/libyuv/source/rotate_argb.cc +0 -259
  106. package/android/src/main/cpp/libyuv/source/rotate_common.cc +0 -208
  107. package/android/src/main/cpp/libyuv/source/rotate_gcc.cc +0 -505
  108. package/android/src/main/cpp/libyuv/source/rotate_lsx.cc +0 -233
  109. package/android/src/main/cpp/libyuv/source/rotate_neon.cc +0 -219
  110. package/android/src/main/cpp/libyuv/source/rotate_neon64.cc +0 -273
  111. package/android/src/main/cpp/libyuv/source/rotate_sme.cc +0 -174
  112. package/android/src/main/cpp/libyuv/source/rotate_win.cc +0 -253
  113. package/android/src/main/cpp/libyuv/source/row_any.cc +0 -2519
  114. package/android/src/main/cpp/libyuv/source/row_common.cc +0 -4461
  115. package/android/src/main/cpp/libyuv/source/row_gcc.cc +0 -9570
  116. package/android/src/main/cpp/libyuv/source/row_lasx.cc +0 -2343
  117. package/android/src/main/cpp/libyuv/source/row_lsx.cc +0 -3030
  118. package/android/src/main/cpp/libyuv/source/row_neon.cc +0 -4026
  119. package/android/src/main/cpp/libyuv/source/row_neon64.cc +0 -5617
  120. package/android/src/main/cpp/libyuv/source/row_rvv.cc +0 -2599
  121. package/android/src/main/cpp/libyuv/source/row_sme.cc +0 -1183
  122. package/android/src/main/cpp/libyuv/source/row_sve.cc +0 -1088
  123. package/android/src/main/cpp/libyuv/source/row_win.cc +0 -6453
  124. package/android/src/main/cpp/libyuv/source/scale.cc +0 -2710
  125. package/android/src/main/cpp/libyuv/source/scale_any.cc +0 -991
  126. package/android/src/main/cpp/libyuv/source/scale_argb.cc +0 -1158
  127. package/android/src/main/cpp/libyuv/source/scale_common.cc +0 -1977
  128. package/android/src/main/cpp/libyuv/source/scale_gcc.cc +0 -2947
  129. package/android/src/main/cpp/libyuv/source/scale_lsx.cc +0 -739
  130. package/android/src/main/cpp/libyuv/source/scale_neon.cc +0 -1449
  131. package/android/src/main/cpp/libyuv/source/scale_neon64.cc +0 -1552
  132. package/android/src/main/cpp/libyuv/source/scale_rgb.cc +0 -82
  133. package/android/src/main/cpp/libyuv/source/scale_rvv.cc +0 -1971
  134. package/android/src/main/cpp/libyuv/source/scale_sme.cc +0 -555
  135. package/android/src/main/cpp/libyuv/source/scale_uv.cc +0 -1159
  136. package/android/src/main/cpp/libyuv/source/scale_win.cc +0 -1392
  137. package/android/src/main/cpp/libyuv/source/test.sh +0 -35
  138. package/android/src/main/cpp/libyuv/source/video_common.cc +0 -62
  139. package/android/src/main/cpp/libyuv/tools_libyuv/OWNERS +0 -4
  140. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/roll_deps.py +0 -931
  141. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/unittests/roll_deps_test.py +0 -164
  142. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/unittests/testdata/DEPS +0 -21
  143. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/unittests/testdata/DEPS.chromium.new +0 -13
  144. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/unittests/testdata/DEPS.chromium.old +0 -13
  145. package/android/src/main/cpp/libyuv/tools_libyuv/get_landmines.py +0 -38
  146. package/android/src/main/cpp/libyuv/tools_libyuv/msan/OWNERS +0 -3
  147. package/android/src/main/cpp/libyuv/tools_libyuv/msan/blacklist.txt +0 -9
  148. package/android/src/main/cpp/libyuv/tools_libyuv/ubsan/OWNERS +0 -3
  149. package/android/src/main/cpp/libyuv/tools_libyuv/ubsan/blacklist.txt +0 -15
  150. package/android/src/main/cpp/libyuv/tools_libyuv/ubsan/vptr_blacklist.txt +0 -25
  151. package/android/src/main/cpp/libyuv/unit_test/basictypes_test.cc +0 -43
  152. package/android/src/main/cpp/libyuv/unit_test/color_test.cc +0 -848
  153. package/android/src/main/cpp/libyuv/unit_test/compare_test.cc +0 -739
  154. package/android/src/main/cpp/libyuv/unit_test/convert_argb_test.cc +0 -2867
  155. package/android/src/main/cpp/libyuv/unit_test/convert_test.cc +0 -2133
  156. package/android/src/main/cpp/libyuv/unit_test/cpu_test.cc +0 -427
  157. package/android/src/main/cpp/libyuv/unit_test/cpu_thread_test.cc +0 -63
  158. package/android/src/main/cpp/libyuv/unit_test/math_test.cc +0 -160
  159. package/android/src/main/cpp/libyuv/unit_test/planar_test.cc +0 -4731
  160. package/android/src/main/cpp/libyuv/unit_test/rotate_argb_test.cc +0 -334
  161. package/android/src/main/cpp/libyuv/unit_test/rotate_test.cc +0 -962
  162. package/android/src/main/cpp/libyuv/unit_test/scale_argb_test.cc +0 -590
  163. package/android/src/main/cpp/libyuv/unit_test/scale_plane_test.cc +0 -465
  164. package/android/src/main/cpp/libyuv/unit_test/scale_rgb_test.cc +0 -280
  165. package/android/src/main/cpp/libyuv/unit_test/scale_test.cc +0 -1135
  166. package/android/src/main/cpp/libyuv/unit_test/scale_uv_test.cc +0 -249
  167. package/android/src/main/cpp/libyuv/unit_test/testdata/arm_v7.txt +0 -12
  168. package/android/src/main/cpp/libyuv/unit_test/testdata/mips.txt +0 -7
  169. package/android/src/main/cpp/libyuv/unit_test/testdata/mips_loongson2k.txt +0 -5
  170. package/android/src/main/cpp/libyuv/unit_test/testdata/mips_loongson3.txt +0 -10
  171. package/android/src/main/cpp/libyuv/unit_test/testdata/mips_loongson_mmi.txt +0 -7
  172. package/android/src/main/cpp/libyuv/unit_test/testdata/riscv64.txt +0 -4
  173. package/android/src/main/cpp/libyuv/unit_test/testdata/riscv64_rvv.txt +0 -4
  174. package/android/src/main/cpp/libyuv/unit_test/testdata/riscv64_rvv_zvfh.txt +0 -4
  175. package/android/src/main/cpp/libyuv/unit_test/testdata/tegra3.txt +0 -23
  176. package/android/src/main/cpp/libyuv/unit_test/testdata/test0.jpg +0 -0
  177. package/android/src/main/cpp/libyuv/unit_test/testdata/test1.jpg +0 -0
  178. package/android/src/main/cpp/libyuv/unit_test/testdata/test2.jpg +0 -0
  179. package/android/src/main/cpp/libyuv/unit_test/testdata/test3.jpg +0 -0
  180. package/android/src/main/cpp/libyuv/unit_test/testdata/test4.jpg +0 -0
  181. package/android/src/main/cpp/libyuv/unit_test/unit_test.cc +0 -581
  182. package/android/src/main/cpp/libyuv/unit_test/unit_test.h +0 -232
  183. package/android/src/main/cpp/libyuv/unit_test/video_common_test.cc +0 -112
  184. package/android/src/main/cpp/libyuv/util/Makefile +0 -9
  185. package/android/src/main/cpp/libyuv/util/color.cc +0 -120
  186. package/android/src/main/cpp/libyuv/util/compare.cc +0 -67
  187. package/android/src/main/cpp/libyuv/util/cpuid.c +0 -211
  188. package/android/src/main/cpp/libyuv/util/i444tonv12_eg.cc +0 -28
  189. package/android/src/main/cpp/libyuv/util/psnr.cc +0 -291
  190. package/android/src/main/cpp/libyuv/util/psnr.h +0 -47
  191. package/android/src/main/cpp/libyuv/util/psnr_main.cc +0 -620
  192. package/android/src/main/cpp/libyuv/util/ssim.cc +0 -364
  193. package/android/src/main/cpp/libyuv/util/ssim.h +0 -38
  194. package/android/src/main/cpp/libyuv/util/yuvconstants.c +0 -114
  195. package/android/src/main/cpp/libyuv/util/yuvconvert.cc +0 -367
  196. package/android/src/main/cpp/libyuv/winarm.mk +0 -47
  197. package/android/src/main/java/com/faceantispoof/ByteBufferPool.kt +0 -68
  198. package/android/src/main/java/com/faceantispoof/FastYuv.kt +0 -51
  199. package/android/src/main/java/com/faceantispoof/YuvToFloatArrayConverter.kt +0 -584
  200. package/android/src/main/java/com/faceantispoof/YuvToRgbConverter.kt +0 -73
@@ -1,1449 +0,0 @@
1
- /*
2
- * Copyright 2011 The LibYuv Project Authors. All rights reserved.
3
- *
4
- * Use of this source code is governed by a BSD-style license
5
- * that can be found in the LICENSE file in the root of the source
6
- * tree. An additional intellectual property rights grant can be found
7
- * in the file PATENTS. All contributing project authors may
8
- * be found in the AUTHORS file in the root of the source tree.
9
- */
10
-
11
- #include "libyuv/row.h"
12
- #include "libyuv/scale_row.h"
13
-
14
- #ifdef __cplusplus
15
- namespace libyuv {
16
- extern "C" {
17
- #endif
18
-
19
- // This module is for GCC Neon.
20
- #if !defined(LIBYUV_DISABLE_NEON) && defined(__ARM_NEON__) && \
21
- !defined(__aarch64__)
22
-
23
- // NEON downscalers with interpolation.
24
- // Provided by Fritz Koenig
25
-
26
- // Read 32x1 throw away even pixels, and write 16x1.
27
- void ScaleRowDown2_NEON(const uint8_t* src_ptr,
28
- ptrdiff_t src_stride,
29
- uint8_t* dst,
30
- int dst_width) {
31
- (void)src_stride;
32
- asm volatile(
33
- "1: \n"
34
- // load even pixels into q0, odd into q1
35
- "vld2.8 {q0, q1}, [%0]! \n"
36
- "subs %2, %2, #16 \n" // 16 processed per loop
37
- "vst1.8 {q1}, [%1]! \n" // store odd pixels
38
- "bgt 1b \n"
39
- : "+r"(src_ptr), // %0
40
- "+r"(dst), // %1
41
- "+r"(dst_width) // %2
42
- :
43
- : "q0", "q1" // Clobber List
44
- );
45
- }
46
-
47
- // Read 32x1 average down and write 16x1.
48
- void ScaleRowDown2Linear_NEON(const uint8_t* src_ptr,
49
- ptrdiff_t src_stride,
50
- uint8_t* dst,
51
- int dst_width) {
52
- (void)src_stride;
53
- asm volatile(
54
- "1: \n"
55
- "vld2.8 {q0, q1}, [%0]! \n" // load 32 pixels
56
- "subs %2, %2, #16 \n" // 16 processed per loop
57
- "vrhadd.u8 q0, q0, q1 \n" // rounding half add
58
- "vst1.8 {q0}, [%1]! \n"
59
- "bgt 1b \n"
60
- : "+r"(src_ptr), // %0
61
- "+r"(dst), // %1
62
- "+r"(dst_width) // %2
63
- :
64
- : "q0", "q1" // Clobber List
65
- );
66
- }
67
-
68
- // Read 32x2 average down and write 16x1.
69
- void ScaleRowDown2Box_NEON(const uint8_t* src_ptr,
70
- ptrdiff_t src_stride,
71
- uint8_t* dst,
72
- int dst_width) {
73
- asm volatile(
74
- // change the stride to row 2 pointer
75
- "add %1, %0 \n"
76
- "1: \n"
77
- "vld1.8 {q0, q1}, [%0]! \n" // load row 1 and post inc
78
- "vld1.8 {q2, q3}, [%1]! \n" // load row 2 and post inc
79
- "subs %3, %3, #16 \n" // 16 processed per loop
80
- "vpaddl.u8 q0, q0 \n" // row 1 add adjacent
81
- "vpaddl.u8 q1, q1 \n"
82
- "vpadal.u8 q0, q2 \n" // row 2 add adjacent +
83
- // row1
84
- "vpadal.u8 q1, q3 \n"
85
- "vrshrn.u16 d0, q0, #2 \n" // downshift, round and
86
- // pack
87
- "vrshrn.u16 d1, q1, #2 \n"
88
- "vst1.8 {q0}, [%2]! \n"
89
- "bgt 1b \n"
90
- : "+r"(src_ptr), // %0
91
- "+r"(src_stride), // %1
92
- "+r"(dst), // %2
93
- "+r"(dst_width) // %3
94
- :
95
- : "q0", "q1", "q2", "q3" // Clobber List
96
- );
97
- }
98
-
99
- void ScaleRowDown4_NEON(const uint8_t* src_ptr,
100
- ptrdiff_t src_stride,
101
- uint8_t* dst_ptr,
102
- int dst_width) {
103
- (void)src_stride;
104
- asm volatile(
105
- "1: \n"
106
- "vld4.8 {d0, d1, d2, d3}, [%0]! \n" // src line 0
107
- "subs %2, %2, #8 \n" // 8 processed per loop
108
- "vst1.8 {d2}, [%1]! \n"
109
- "bgt 1b \n"
110
- : "+r"(src_ptr), // %0
111
- "+r"(dst_ptr), // %1
112
- "+r"(dst_width) // %2
113
- :
114
- : "q0", "q1", "memory", "cc");
115
- }
116
-
117
- void ScaleRowDown4Box_NEON(const uint8_t* src_ptr,
118
- ptrdiff_t src_stride,
119
- uint8_t* dst_ptr,
120
- int dst_width) {
121
- const uint8_t* src_ptr1 = src_ptr + src_stride;
122
- const uint8_t* src_ptr2 = src_ptr + src_stride * 2;
123
- const uint8_t* src_ptr3 = src_ptr + src_stride * 3;
124
- asm volatile(
125
- "1: \n"
126
- "vld1.8 {q0}, [%0]! \n" // load up 16x4
127
- "vld1.8 {q1}, [%3]! \n"
128
- "vld1.8 {q2}, [%4]! \n"
129
- "vld1.8 {q3}, [%5]! \n"
130
- "subs %2, %2, #4 \n"
131
- "vpaddl.u8 q0, q0 \n"
132
- "vpadal.u8 q0, q1 \n"
133
- "vpadal.u8 q0, q2 \n"
134
- "vpadal.u8 q0, q3 \n"
135
- "vpaddl.u16 q0, q0 \n"
136
- "vrshrn.u32 d0, q0, #4 \n" // divide by 16 w/rounding
137
- "vmovn.u16 d0, q0 \n"
138
- "vst1.32 {d0[0]}, [%1]! \n"
139
- "bgt 1b \n"
140
- : "+r"(src_ptr), // %0
141
- "+r"(dst_ptr), // %1
142
- "+r"(dst_width), // %2
143
- "+r"(src_ptr1), // %3
144
- "+r"(src_ptr2), // %4
145
- "+r"(src_ptr3) // %5
146
- :
147
- : "q0", "q1", "q2", "q3", "memory", "cc");
148
- }
149
-
150
- // Down scale from 4 to 3 pixels. Use the neon multilane read/write
151
- // to load up the every 4th pixel into a 4 different registers.
152
- // Point samples 32 pixels to 24 pixels.
153
- void ScaleRowDown34_NEON(const uint8_t* src_ptr,
154
- ptrdiff_t src_stride,
155
- uint8_t* dst_ptr,
156
- int dst_width) {
157
- (void)src_stride;
158
- asm volatile(
159
- "1: \n"
160
- "vld4.8 {d0, d1, d2, d3}, [%0]! \n" // src line 0
161
- "subs %2, %2, #24 \n"
162
- "vmov d2, d3 \n" // order d0, d1, d2
163
- "vst3.8 {d0, d1, d2}, [%1]! \n"
164
- "bgt 1b \n"
165
- : "+r"(src_ptr), // %0
166
- "+r"(dst_ptr), // %1
167
- "+r"(dst_width) // %2
168
- :
169
- : "d0", "d1", "d2", "d3", "memory", "cc");
170
- }
171
-
172
- void ScaleRowDown34_0_Box_NEON(const uint8_t* src_ptr,
173
- ptrdiff_t src_stride,
174
- uint8_t* dst_ptr,
175
- int dst_width) {
176
- asm volatile(
177
- "vmov.u8 d24, #3 \n"
178
- "add %3, %0 \n"
179
- "1: \n"
180
- "vld4.8 {d0, d1, d2, d3}, [%0]! \n" // src line 0
181
- "vld4.8 {d4, d5, d6, d7}, [%3]! \n" // src line 1
182
- "subs %2, %2, #24 \n"
183
-
184
- // filter src line 0 with src line 1
185
- // expand chars to shorts to allow for room
186
- // when adding lines together
187
- "vmovl.u8 q8, d4 \n"
188
- "vmovl.u8 q9, d5 \n"
189
- "vmovl.u8 q10, d6 \n"
190
- "vmovl.u8 q11, d7 \n"
191
-
192
- // 3 * line_0 + line_1
193
- "vmlal.u8 q8, d0, d24 \n"
194
- "vmlal.u8 q9, d1, d24 \n"
195
- "vmlal.u8 q10, d2, d24 \n"
196
- "vmlal.u8 q11, d3, d24 \n"
197
-
198
- // (3 * line_0 + line_1 + 2) >> 2
199
- "vqrshrn.u16 d0, q8, #2 \n"
200
- "vqrshrn.u16 d1, q9, #2 \n"
201
- "vqrshrn.u16 d2, q10, #2 \n"
202
- "vqrshrn.u16 d3, q11, #2 \n"
203
-
204
- // a0 = (src[0] * 3 + s[1] * 1 + 2) >> 2
205
- "vmovl.u8 q8, d1 \n"
206
- "vmlal.u8 q8, d0, d24 \n"
207
- "vqrshrn.u16 d0, q8, #2 \n"
208
-
209
- // a1 = (src[1] * 1 + s[2] * 1 + 1) >> 1
210
- "vrhadd.u8 d1, d1, d2 \n"
211
-
212
- // a2 = (src[2] * 1 + s[3] * 3 + 2) >> 2
213
- "vmovl.u8 q8, d2 \n"
214
- "vmlal.u8 q8, d3, d24 \n"
215
- "vqrshrn.u16 d2, q8, #2 \n"
216
-
217
- "vst3.8 {d0, d1, d2}, [%1]! \n"
218
-
219
- "bgt 1b \n"
220
- : "+r"(src_ptr), // %0
221
- "+r"(dst_ptr), // %1
222
- "+r"(dst_width), // %2
223
- "+r"(src_stride) // %3
224
- :
225
- : "q0", "q1", "q2", "q3", "q8", "q9", "q10", "q11", "d24", "memory",
226
- "cc");
227
- }
228
-
229
- void ScaleRowDown34_1_Box_NEON(const uint8_t* src_ptr,
230
- ptrdiff_t src_stride,
231
- uint8_t* dst_ptr,
232
- int dst_width) {
233
- asm volatile(
234
- "vmov.u8 d24, #3 \n"
235
- "add %3, %0 \n"
236
- "1: \n"
237
- "vld4.8 {d0, d1, d2, d3}, [%0]! \n" // src line 0
238
- "vld4.8 {d4, d5, d6, d7}, [%3]! \n" // src line 1
239
- "subs %2, %2, #24 \n"
240
- // average src line 0 with src line 1
241
- "vrhadd.u8 q0, q0, q2 \n"
242
- "vrhadd.u8 q1, q1, q3 \n"
243
-
244
- // a0 = (src[0] * 3 + s[1] * 1 + 2) >> 2
245
- "vmovl.u8 q3, d1 \n"
246
- "vmlal.u8 q3, d0, d24 \n"
247
- "vqrshrn.u16 d0, q3, #2 \n"
248
-
249
- // a1 = (src[1] * 1 + s[2] * 1 + 1) >> 1
250
- "vrhadd.u8 d1, d1, d2 \n"
251
-
252
- // a2 = (src[2] * 1 + s[3] * 3 + 2) >> 2
253
- "vmovl.u8 q3, d2 \n"
254
- "vmlal.u8 q3, d3, d24 \n"
255
- "vqrshrn.u16 d2, q3, #2 \n"
256
-
257
- "vst3.8 {d0, d1, d2}, [%1]! \n"
258
- "bgt 1b \n"
259
- : "+r"(src_ptr), // %0
260
- "+r"(dst_ptr), // %1
261
- "+r"(dst_width), // %2
262
- "+r"(src_stride) // %3
263
- :
264
- : "r4", "q0", "q1", "q2", "q3", "d24", "memory", "cc");
265
- }
266
-
267
- #define HAS_SCALEROWDOWN38_NEON
268
- static const uvec8 kShuf38 = {0, 3, 6, 8, 11, 14, 16, 19,
269
- 22, 24, 27, 30, 0, 0, 0, 0};
270
- static const uvec8 kShuf38_2 = {0, 8, 16, 2, 10, 17, 4, 12,
271
- 18, 6, 14, 19, 0, 0, 0, 0};
272
- static const vec16 kMult38_Div6 = {65536 / 12, 65536 / 12, 65536 / 12,
273
- 65536 / 12, 65536 / 12, 65536 / 12,
274
- 65536 / 12, 65536 / 12};
275
- static const vec16 kMult38_Div9 = {65536 / 18, 65536 / 18, 65536 / 18,
276
- 65536 / 18, 65536 / 18, 65536 / 18,
277
- 65536 / 18, 65536 / 18};
278
-
279
- // 32 -> 12
280
- void ScaleRowDown38_NEON(const uint8_t* src_ptr,
281
- ptrdiff_t src_stride,
282
- uint8_t* dst_ptr,
283
- int dst_width) {
284
- (void)src_stride;
285
- asm volatile(
286
- "vld1.8 {q3}, [%3] \n"
287
- "1: \n"
288
- "vld1.8 {d0, d1, d2, d3}, [%0]! \n"
289
- "subs %2, %2, #12 \n"
290
- "vtbl.u8 d4, {d0, d1, d2, d3}, d6 \n"
291
- "vtbl.u8 d5, {d0, d1, d2, d3}, d7 \n"
292
- "vst1.8 {d4}, [%1]! \n"
293
- "vst1.32 {d5[0]}, [%1]! \n"
294
- "bgt 1b \n"
295
- : "+r"(src_ptr), // %0
296
- "+r"(dst_ptr), // %1
297
- "+r"(dst_width) // %2
298
- : "r"(&kShuf38) // %3
299
- : "d0", "d1", "d2", "d3", "d4", "d5", "memory", "cc");
300
- }
301
-
302
- // 32x3 -> 12x1
303
- void OMITFP ScaleRowDown38_3_Box_NEON(const uint8_t* src_ptr,
304
- ptrdiff_t src_stride,
305
- uint8_t* dst_ptr,
306
- int dst_width) {
307
- const uint8_t* src_ptr1 = src_ptr + src_stride * 2;
308
-
309
- asm volatile(
310
- "vld1.16 {q13}, [%5] \n"
311
- "vld1.8 {q14}, [%6] \n"
312
- "vld1.8 {q15}, [%7] \n"
313
- "add %3, %0 \n"
314
- "1: \n"
315
-
316
- // d0 = 00 40 01 41 02 42 03 43
317
- // d1 = 10 50 11 51 12 52 13 53
318
- // d2 = 20 60 21 61 22 62 23 63
319
- // d3 = 30 70 31 71 32 72 33 73
320
- "vld4.8 {d0, d1, d2, d3}, [%0]! \n"
321
- "vld4.8 {d4, d5, d6, d7}, [%3]! \n"
322
- "vld4.8 {d16, d17, d18, d19}, [%4]! \n"
323
- "subs %2, %2, #12 \n"
324
-
325
- // Shuffle the input data around to get align the data
326
- // so adjacent data can be added. 0,1 - 2,3 - 4,5 - 6,7
327
- // d0 = 00 10 01 11 02 12 03 13
328
- // d1 = 40 50 41 51 42 52 43 53
329
- "vtrn.u8 d0, d1 \n"
330
- "vtrn.u8 d4, d5 \n"
331
- "vtrn.u8 d16, d17 \n"
332
-
333
- // d2 = 20 30 21 31 22 32 23 33
334
- // d3 = 60 70 61 71 62 72 63 73
335
- "vtrn.u8 d2, d3 \n"
336
- "vtrn.u8 d6, d7 \n"
337
- "vtrn.u8 d18, d19 \n"
338
-
339
- // d0 = 00+10 01+11 02+12 03+13
340
- // d2 = 40+50 41+51 42+52 43+53
341
- "vpaddl.u8 q0, q0 \n"
342
- "vpaddl.u8 q2, q2 \n"
343
- "vpaddl.u8 q8, q8 \n"
344
-
345
- // d3 = 60+70 61+71 62+72 63+73
346
- "vpaddl.u8 d3, d3 \n"
347
- "vpaddl.u8 d7, d7 \n"
348
- "vpaddl.u8 d19, d19 \n"
349
-
350
- // combine source lines
351
- "vadd.u16 q0, q2 \n"
352
- "vadd.u16 q0, q8 \n"
353
- "vadd.u16 d4, d3, d7 \n"
354
- "vadd.u16 d4, d19 \n"
355
-
356
- // dst_ptr[3] = (s[6 + st * 0] + s[7 + st * 0]
357
- // + s[6 + st * 1] + s[7 + st * 1]
358
- // + s[6 + st * 2] + s[7 + st * 2]) / 6
359
- "vqrdmulh.s16 q2, q2, q13 \n"
360
- "vmovn.u16 d4, q2 \n"
361
-
362
- // Shuffle 2,3 reg around so that 2 can be added to the
363
- // 0,1 reg and 3 can be added to the 4,5 reg. This
364
- // requires expanding from u8 to u16 as the 0,1 and 4,5
365
- // registers are already expanded. Then do transposes
366
- // to get aligned.
367
- // q2 = xx 20 xx 30 xx 21 xx 31 xx 22 xx 32 xx 23 xx 33
368
- "vmovl.u8 q1, d2 \n"
369
- "vmovl.u8 q3, d6 \n"
370
- "vmovl.u8 q9, d18 \n"
371
-
372
- // combine source lines
373
- "vadd.u16 q1, q3 \n"
374
- "vadd.u16 q1, q9 \n"
375
-
376
- // d4 = xx 20 xx 30 xx 22 xx 32
377
- // d5 = xx 21 xx 31 xx 23 xx 33
378
- "vtrn.u32 d2, d3 \n"
379
-
380
- // d4 = xx 20 xx 21 xx 22 xx 23
381
- // d5 = xx 30 xx 31 xx 32 xx 33
382
- "vtrn.u16 d2, d3 \n"
383
-
384
- // 0+1+2, 3+4+5
385
- "vadd.u16 q0, q1 \n"
386
-
387
- // Need to divide, but can't downshift as the the value
388
- // isn't a power of 2. So multiply by 65536 / n
389
- // and take the upper 16 bits.
390
- "vqrdmulh.s16 q0, q0, q15 \n"
391
-
392
- // Align for table lookup, vtbl requires registers to
393
- // be adjacent
394
- "vmov.u8 d2, d4 \n"
395
-
396
- "vtbl.u8 d3, {d0, d1, d2}, d28 \n"
397
- "vtbl.u8 d4, {d0, d1, d2}, d29 \n"
398
-
399
- "vst1.8 {d3}, [%1]! \n"
400
- "vst1.32 {d4[0]}, [%1]! \n"
401
- "bgt 1b \n"
402
- : "+r"(src_ptr), // %0
403
- "+r"(dst_ptr), // %1
404
- "+r"(dst_width), // %2
405
- "+r"(src_stride), // %3
406
- "+r"(src_ptr1) // %4
407
- : "r"(&kMult38_Div6), // %5
408
- "r"(&kShuf38_2), // %6
409
- "r"(&kMult38_Div9) // %7
410
- : "q0", "q1", "q2", "q3", "q8", "q9", "q13", "q14", "q15", "memory",
411
- "cc");
412
- }
413
-
414
- // 32x2 -> 12x1
415
- void ScaleRowDown38_2_Box_NEON(const uint8_t* src_ptr,
416
- ptrdiff_t src_stride,
417
- uint8_t* dst_ptr,
418
- int dst_width) {
419
- asm volatile(
420
- "vld1.16 {q13}, [%4] \n"
421
- "vld1.8 {q14}, [%5] \n"
422
- "add %3, %0 \n"
423
- "1: \n"
424
-
425
- // d0 = 00 40 01 41 02 42 03 43
426
- // d1 = 10 50 11 51 12 52 13 53
427
- // d2 = 20 60 21 61 22 62 23 63
428
- // d3 = 30 70 31 71 32 72 33 73
429
- "vld4.8 {d0, d1, d2, d3}, [%0]! \n"
430
- "vld4.8 {d4, d5, d6, d7}, [%3]! \n"
431
- "subs %2, %2, #12 \n"
432
-
433
- // Shuffle the input data around to get align the data
434
- // so adjacent data can be added. 0,1 - 2,3 - 4,5 - 6,7
435
- // d0 = 00 10 01 11 02 12 03 13
436
- // d1 = 40 50 41 51 42 52 43 53
437
- "vtrn.u8 d0, d1 \n"
438
- "vtrn.u8 d4, d5 \n"
439
-
440
- // d2 = 20 30 21 31 22 32 23 33
441
- // d3 = 60 70 61 71 62 72 63 73
442
- "vtrn.u8 d2, d3 \n"
443
- "vtrn.u8 d6, d7 \n"
444
-
445
- // d0 = 00+10 01+11 02+12 03+13
446
- // d2 = 40+50 41+51 42+52 43+53
447
- "vpaddl.u8 q0, q0 \n"
448
- "vpaddl.u8 q2, q2 \n"
449
-
450
- // d3 = 60+70 61+71 62+72 63+73
451
- "vpaddl.u8 d3, d3 \n"
452
- "vpaddl.u8 d7, d7 \n"
453
-
454
- // combine source lines
455
- "vadd.u16 q0, q2 \n"
456
- "vadd.u16 d4, d3, d7 \n"
457
-
458
- // dst_ptr[3] = (s[6] + s[7] + s[6+st] + s[7+st]) / 4
459
- "vqrshrn.u16 d4, q2, #2 \n"
460
-
461
- // Shuffle 2,3 reg around so that 2 can be added to the
462
- // 0,1 reg and 3 can be added to the 4,5 reg. This
463
- // requires expanding from u8 to u16 as the 0,1 and 4,5
464
- // registers are already expanded. Then do transposes
465
- // to get aligned.
466
- // q2 = xx 20 xx 30 xx 21 xx 31 xx 22 xx 32 xx 23 xx 33
467
- "vmovl.u8 q1, d2 \n"
468
- "vmovl.u8 q3, d6 \n"
469
-
470
- // combine source lines
471
- "vadd.u16 q1, q3 \n"
472
-
473
- // d4 = xx 20 xx 30 xx 22 xx 32
474
- // d5 = xx 21 xx 31 xx 23 xx 33
475
- "vtrn.u32 d2, d3 \n"
476
-
477
- // d4 = xx 20 xx 21 xx 22 xx 23
478
- // d5 = xx 30 xx 31 xx 32 xx 33
479
- "vtrn.u16 d2, d3 \n"
480
-
481
- // 0+1+2, 3+4+5
482
- "vadd.u16 q0, q1 \n"
483
-
484
- // Need to divide, but can't downshift as the the value
485
- // isn't a power of 2. So multiply by 65536 / n
486
- // and take the upper 16 bits.
487
- "vqrdmulh.s16 q0, q0, q13 \n"
488
-
489
- // Align for table lookup, vtbl requires registers to
490
- // be adjacent
491
- "vmov.u8 d2, d4 \n"
492
-
493
- "vtbl.u8 d3, {d0, d1, d2}, d28 \n"
494
- "vtbl.u8 d4, {d0, d1, d2}, d29 \n"
495
-
496
- "vst1.8 {d3}, [%1]! \n"
497
- "vst1.32 {d4[0]}, [%1]! \n"
498
- "bgt 1b \n"
499
- : "+r"(src_ptr), // %0
500
- "+r"(dst_ptr), // %1
501
- "+r"(dst_width), // %2
502
- "+r"(src_stride) // %3
503
- : "r"(&kMult38_Div6), // %4
504
- "r"(&kShuf38_2) // %5
505
- : "q0", "q1", "q2", "q3", "q13", "q14", "memory", "cc");
506
- }
507
-
508
- void ScaleRowUp2_Linear_NEON(const uint8_t* src_ptr,
509
- uint8_t* dst_ptr,
510
- int dst_width) {
511
- const uint8_t* src_temp = src_ptr + 1;
512
- asm volatile(
513
- "vmov.u8 d30, #3 \n"
514
-
515
- "1: \n"
516
- "vld1.8 {d4}, [%0]! \n" // 01234567
517
- "vld1.8 {d5}, [%3]! \n" // 12345678
518
-
519
- "vmovl.u8 q0, d4 \n" // 01234567 (16b)
520
- "vmovl.u8 q1, d5 \n" // 12345678 (16b)
521
- "vmlal.u8 q0, d5, d30 \n" // 3*near+far (odd)
522
- "vmlal.u8 q1, d4, d30 \n" // 3*near+far (even)
523
-
524
- "vrshrn.u16 d1, q0, #2 \n" // 3/4*near+1/4*far (odd)
525
- "vrshrn.u16 d0, q1, #2 \n" // 3/4*near+1/4*far (even)
526
-
527
- "vst2.8 {d0, d1}, [%1]! \n" // store
528
- "subs %2, %2, #16 \n" // 8 sample -> 16 sample
529
- "bgt 1b \n"
530
- : "+r"(src_ptr), // %0
531
- "+r"(dst_ptr), // %1
532
- "+r"(dst_width), // %2
533
- "+r"(src_temp) // %3
534
- :
535
- : "memory", "cc", "q0", "q1", "q2", "q15" // Clobber List
536
- );
537
- }
538
-
539
- void ScaleRowUp2_Bilinear_NEON(const uint8_t* src_ptr,
540
- ptrdiff_t src_stride,
541
- uint8_t* dst_ptr,
542
- ptrdiff_t dst_stride,
543
- int dst_width) {
544
- const uint8_t* src_ptr1 = src_ptr + src_stride;
545
- uint8_t* dst_ptr1 = dst_ptr + dst_stride;
546
- const uint8_t* src_temp = src_ptr + 1;
547
- const uint8_t* src_temp1 = src_ptr1 + 1;
548
-
549
- asm volatile(
550
- "vmov.u16 q15, #3 \n"
551
- "vmov.u8 d28, #3 \n"
552
-
553
- "1: \n"
554
- "vld1.8 {d4}, [%0]! \n" // 01234567
555
- "vld1.8 {d5}, [%5]! \n" // 12345678
556
-
557
- "vmovl.u8 q0, d4 \n" // 01234567 (16b)
558
- "vmovl.u8 q1, d5 \n" // 12345678 (16b)
559
- "vmlal.u8 q0, d5, d28 \n" // 3*near+far (1, odd)
560
- "vmlal.u8 q1, d4, d28 \n" // 3*near+far (1, even)
561
-
562
- "vld1.8 {d8}, [%1]! \n"
563
- "vld1.8 {d9}, [%6]! \n"
564
-
565
- "vmovl.u8 q2, d8 \n"
566
- "vmovl.u8 q3, d9 \n"
567
- "vmlal.u8 q2, d9, d28 \n" // 3*near+far (2, odd)
568
- "vmlal.u8 q3, d8, d28 \n" // 3*near+far (2, even)
569
-
570
- // e o
571
- // q1 q0
572
- // q3 q2
573
-
574
- "vmovq q4, q2 \n"
575
- "vmovq q5, q3 \n"
576
- "vmla.u16 q4, q0, q15 \n" // 9 3 3 1 (1, odd)
577
- "vmla.u16 q5, q1, q15 \n" // 9 3 3 1 (1, even)
578
- "vmla.u16 q0, q2, q15 \n" // 9 3 3 1 (2, odd)
579
- "vmla.u16 q1, q3, q15 \n" // 9 3 3 1 (2, even)
580
-
581
- // e o
582
- // q5 q4
583
- // q1 q0
584
-
585
- "vrshrn.u16 d2, q1, #4 \n" // 2, even
586
- "vrshrn.u16 d3, q0, #4 \n" // 2, odd
587
- "vrshrn.u16 d0, q5, #4 \n" // 1, even
588
- "vrshrn.u16 d1, q4, #4 \n" // 1, odd
589
-
590
- "vst2.8 {d0, d1}, [%2]! \n" // store
591
- "vst2.8 {d2, d3}, [%3]! \n" // store
592
- "subs %4, %4, #16 \n" // 8 sample -> 16 sample
593
- "bgt 1b \n"
594
- : "+r"(src_ptr), // %0
595
- "+r"(src_ptr1), // %1
596
- "+r"(dst_ptr), // %2
597
- "+r"(dst_ptr1), // %3
598
- "+r"(dst_width), // %4
599
- "+r"(src_temp), // %5
600
- "+r"(src_temp1) // %6
601
- :
602
- : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "d28",
603
- "q15" // Clobber List
604
- );
605
- }
606
-
607
- void ScaleRowUp2_Linear_12_NEON(const uint16_t* src_ptr,
608
- uint16_t* dst_ptr,
609
- int dst_width) {
610
- const uint16_t* src_temp = src_ptr + 1;
611
- asm volatile(
612
- "vmov.u16 q15, #3 \n"
613
-
614
- "1: \n"
615
- "vld1.16 {q1}, [%0]! \n" // 01234567 (16b)
616
- "vld1.16 {q0}, [%3]! \n" // 12345678 (16b)
617
-
618
- "vmovq q2, q0 \n"
619
- "vmla.u16 q0, q1, q15 \n" // 3*near+far (odd)
620
- "vmla.u16 q1, q2, q15 \n" // 3*near+far (even)
621
-
622
- "vrshr.u16 q0, q0, #2 \n" // 3/4*near+1/4*far (odd)
623
- "vrshr.u16 q1, q1, #2 \n" // 3/4*near+1/4*far (even)
624
-
625
- "vst2.16 {d0, d1, d2, d3}, [%1]! \n" // store
626
- "subs %2, %2, #16 \n" // 8 sample -> 16 sample
627
- "bgt 1b \n"
628
- : "+r"(src_ptr), // %0
629
- "+r"(dst_ptr), // %1
630
- "+r"(dst_width), // %2
631
- "+r"(src_temp) // %3
632
- :
633
- : "memory", "cc", "q0", "q1", "q2", "q15" // Clobber List
634
- );
635
- }
636
-
637
- void ScaleRowUp2_Bilinear_12_NEON(const uint16_t* src_ptr,
638
- ptrdiff_t src_stride,
639
- uint16_t* dst_ptr,
640
- ptrdiff_t dst_stride,
641
- int dst_width) {
642
- const uint16_t* src_ptr1 = src_ptr + src_stride;
643
- uint16_t* dst_ptr1 = dst_ptr + dst_stride;
644
- const uint16_t* src_temp = src_ptr + 1;
645
- const uint16_t* src_temp1 = src_ptr1 + 1;
646
-
647
- asm volatile(
648
- "vmov.u16 q15, #3 \n"
649
-
650
- "1: \n"
651
- "vld1.16 {q0}, [%0]! \n" // 01234567 (16b)
652
- "vld1.16 {q1}, [%5]! \n" // 12345678 (16b)
653
-
654
- "vmovq q2, q0 \n"
655
- "vmla.u16 q0, q1, q15 \n" // 3*near+far (odd)
656
- "vmla.u16 q1, q2, q15 \n" // 3*near+far (even)
657
-
658
- "vld1.16 {q2}, [%1]! \n" // 01234567 (16b)
659
- "vld1.16 {q3}, [%6]! \n" // 12345678 (16b)
660
-
661
- "vmovq q4, q2 \n"
662
- "vmla.u16 q2, q3, q15 \n" // 3*near+far (odd)
663
- "vmla.u16 q3, q4, q15 \n" // 3*near+far (even)
664
-
665
- "vmovq q4, q2 \n"
666
- "vmovq q5, q3 \n"
667
- "vmla.u16 q4, q0, q15 \n" // 9 3 3 1 (1, odd)
668
- "vmla.u16 q5, q1, q15 \n" // 9 3 3 1 (1, even)
669
- "vmla.u16 q0, q2, q15 \n" // 9 3 3 1 (2, odd)
670
- "vmla.u16 q1, q3, q15 \n" // 9 3 3 1 (2, even)
671
-
672
- "vrshr.u16 q2, q1, #4 \n" // 2, even
673
- "vrshr.u16 q3, q0, #4 \n" // 2, odd
674
- "vrshr.u16 q0, q5, #4 \n" // 1, even
675
- "vrshr.u16 q1, q4, #4 \n" // 1, odd
676
-
677
- "vst2.16 {d0, d1, d2, d3}, [%2]! \n" // store
678
- "vst2.16 {d4, d5, d6, d7}, [%3]! \n" // store
679
- "subs %4, %4, #16 \n" // 8 sample -> 16 sample
680
- "bgt 1b \n"
681
- : "+r"(src_ptr), // %0
682
- "+r"(src_ptr1), // %1
683
- "+r"(dst_ptr), // %2
684
- "+r"(dst_ptr1), // %3
685
- "+r"(dst_width), // %4
686
- "+r"(src_temp), // %5
687
- "+r"(src_temp1) // %6
688
- :
689
- : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5",
690
- "q15" // Clobber List
691
- );
692
- }
693
-
694
- void ScaleRowUp2_Linear_16_NEON(const uint16_t* src_ptr,
695
- uint16_t* dst_ptr,
696
- int dst_width) {
697
- const uint16_t* src_temp = src_ptr + 1;
698
- asm volatile(
699
- "vmov.u16 d31, #3 \n"
700
-
701
- "1: \n"
702
- "vld1.16 {q0}, [%0]! \n" // 01234567 (16b)
703
- "vld1.16 {q1}, [%3]! \n" // 12345678 (16b)
704
-
705
- "vmovl.u16 q2, d0 \n" // 0123 (32b)
706
- "vmovl.u16 q3, d1 \n" // 4567 (32b)
707
- "vmovl.u16 q4, d2 \n" // 1234 (32b)
708
- "vmovl.u16 q5, d3 \n" // 5678 (32b)
709
-
710
- "vmlal.u16 q2, d2, d31 \n"
711
- "vmlal.u16 q3, d3, d31 \n"
712
- "vmlal.u16 q4, d0, d31 \n"
713
- "vmlal.u16 q5, d1, d31 \n"
714
-
715
- "vrshrn.u32 d0, q4, #2 \n"
716
- "vrshrn.u32 d1, q5, #2 \n"
717
- "vrshrn.u32 d2, q2, #2 \n"
718
- "vrshrn.u32 d3, q3, #2 \n"
719
-
720
- "vst2.16 {q0, q1}, [%1]! \n" // store
721
- "subs %2, %2, #16 \n" // 8 sample -> 16 sample
722
- "bgt 1b \n"
723
- : "+r"(src_ptr), // %0
724
- "+r"(dst_ptr), // %1
725
- "+r"(dst_width), // %2
726
- "+r"(src_temp) // %3
727
- :
728
- : "memory", "cc", "q0", "q1", "q2", "q15" // Clobber List
729
- );
730
- }
731
-
732
- void ScaleRowUp2_Bilinear_16_NEON(const uint16_t* src_ptr,
733
- ptrdiff_t src_stride,
734
- uint16_t* dst_ptr,
735
- ptrdiff_t dst_stride,
736
- int dst_width) {
737
- const uint16_t* src_ptr1 = src_ptr + src_stride;
738
- uint16_t* dst_ptr1 = dst_ptr + dst_stride;
739
- const uint16_t* src_temp = src_ptr + 1;
740
- const uint16_t* src_temp1 = src_ptr1 + 1;
741
-
742
- asm volatile(
743
- "vmov.u16 d31, #3 \n"
744
- "vmov.u32 q14, #3 \n"
745
-
746
- "1: \n"
747
- "vld1.16 {d0}, [%0]! \n" // 0123 (16b)
748
- "vld1.16 {d1}, [%5]! \n" // 1234 (16b)
749
- "vmovl.u16 q2, d0 \n" // 0123 (32b)
750
- "vmovl.u16 q3, d1 \n" // 1234 (32b)
751
- "vmlal.u16 q2, d1, d31 \n"
752
- "vmlal.u16 q3, d0, d31 \n"
753
-
754
- "vld1.16 {d0}, [%1]! \n" // 0123 (16b)
755
- "vld1.16 {d1}, [%6]! \n" // 1234 (16b)
756
- "vmovl.u16 q4, d0 \n" // 0123 (32b)
757
- "vmovl.u16 q5, d1 \n" // 1234 (32b)
758
- "vmlal.u16 q4, d1, d31 \n"
759
- "vmlal.u16 q5, d0, d31 \n"
760
-
761
- "vmovq q0, q4 \n"
762
- "vmovq q1, q5 \n"
763
- "vmla.u32 q4, q2, q14 \n"
764
- "vmla.u32 q5, q3, q14 \n"
765
- "vmla.u32 q2, q0, q14 \n"
766
- "vmla.u32 q3, q1, q14 \n"
767
-
768
- "vrshrn.u32 d1, q4, #4 \n"
769
- "vrshrn.u32 d0, q5, #4 \n"
770
- "vrshrn.u32 d3, q2, #4 \n"
771
- "vrshrn.u32 d2, q3, #4 \n"
772
-
773
- "vst2.16 {d0, d1}, [%2]! \n" // store
774
- "vst2.16 {d2, d3}, [%3]! \n" // store
775
- "subs %4, %4, #8 \n" // 4 sample -> 8 sample
776
- "bgt 1b \n"
777
- : "+r"(src_ptr), // %0
778
- "+r"(src_ptr1), // %1
779
- "+r"(dst_ptr), // %2
780
- "+r"(dst_ptr1), // %3
781
- "+r"(dst_width), // %4
782
- "+r"(src_temp), // %5
783
- "+r"(src_temp1) // %6
784
- :
785
- : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "q14",
786
- "d31" // Clobber List
787
- );
788
- }
789
-
790
- void ScaleUVRowUp2_Linear_NEON(const uint8_t* src_ptr,
791
- uint8_t* dst_ptr,
792
- int dst_width) {
793
- const uint8_t* src_temp = src_ptr + 2;
794
- asm volatile(
795
- "vmov.u8 d30, #3 \n"
796
-
797
- "1: \n"
798
- "vld1.8 {d4}, [%0]! \n" // 00112233 (1u1v)
799
- "vld1.8 {d5}, [%3]! \n" // 11223344 (1u1v)
800
-
801
- "vmovl.u8 q0, d4 \n" // 00112233 (1u1v, 16b)
802
- "vmovl.u8 q1, d5 \n" // 11223344 (1u1v, 16b)
803
- "vmlal.u8 q0, d5, d30 \n" // 3*near+far (odd)
804
- "vmlal.u8 q1, d4, d30 \n" // 3*near+far (even)
805
-
806
- "vrshrn.u16 d1, q0, #2 \n" // 3/4*near+1/4*far (odd)
807
- "vrshrn.u16 d0, q1, #2 \n" // 3/4*near+1/4*far (even)
808
-
809
- "vst2.16 {d0, d1}, [%1]! \n" // store
810
- "subs %2, %2, #8 \n" // 4 uv -> 8 uv
811
- "bgt 1b \n"
812
- : "+r"(src_ptr), // %0
813
- "+r"(dst_ptr), // %1
814
- "+r"(dst_width), // %2
815
- "+r"(src_temp) // %3
816
- :
817
- : "memory", "cc", "q0", "q1", "q2", "d30" // Clobber List
818
- );
819
- }
820
-
821
- void ScaleUVRowUp2_Bilinear_NEON(const uint8_t* src_ptr,
822
- ptrdiff_t src_stride,
823
- uint8_t* dst_ptr,
824
- ptrdiff_t dst_stride,
825
- int dst_width) {
826
- const uint8_t* src_ptr1 = src_ptr + src_stride;
827
- uint8_t* dst_ptr1 = dst_ptr + dst_stride;
828
- const uint8_t* src_temp = src_ptr + 2;
829
- const uint8_t* src_temp1 = src_ptr1 + 2;
830
-
831
- asm volatile(
832
- "vmov.u16 q15, #3 \n"
833
- "vmov.u8 d28, #3 \n"
834
-
835
- "1: \n"
836
- "vld1.8 {d4}, [%0]! \n" // 00112233 (1u1v)
837
- "vld1.8 {d5}, [%5]! \n" // 11223344 (1u1v)
838
-
839
- "vmovl.u8 q0, d4 \n" // 00112233 (1u1v, 16b)
840
- "vmovl.u8 q1, d5 \n" // 11223344 (1u1v, 16b)
841
- "vmlal.u8 q0, d5, d28 \n" // 3*near+far (1, odd)
842
- "vmlal.u8 q1, d4, d28 \n" // 3*near+far (1, even)
843
-
844
- "vld1.8 {d8}, [%1]! \n" // 00112233 (1u1v)
845
- "vld1.8 {d9}, [%6]! \n" // 11223344 (1u1v)
846
-
847
- "vmovl.u8 q2, d8 \n" // 00112233 (1u1v, 16b)
848
- "vmovl.u8 q3, d9 \n" // 11223344 (1u1v, 16b)
849
- "vmlal.u8 q2, d9, d28 \n" // 3*near+far (2, odd)
850
- "vmlal.u8 q3, d8, d28 \n" // 3*near+far (2, even)
851
-
852
- // e o
853
- // q1 q0
854
- // q3 q2
855
-
856
- "vmovq q4, q2 \n"
857
- "vmovq q5, q3 \n"
858
- "vmla.u16 q4, q0, q15 \n" // 9 3 3 1 (1, odd)
859
- "vmla.u16 q5, q1, q15 \n" // 9 3 3 1 (1, even)
860
- "vmla.u16 q0, q2, q15 \n" // 9 3 3 1 (2, odd)
861
- "vmla.u16 q1, q3, q15 \n" // 9 3 3 1 (2, even)
862
-
863
- // e o
864
- // q5 q4
865
- // q1 q0
866
-
867
- "vrshrn.u16 d2, q1, #4 \n" // 2, even
868
- "vrshrn.u16 d3, q0, #4 \n" // 2, odd
869
- "vrshrn.u16 d0, q5, #4 \n" // 1, even
870
- "vrshrn.u16 d1, q4, #4 \n" // 1, odd
871
-
872
- "vst2.16 {d0, d1}, [%2]! \n" // store
873
- "vst2.16 {d2, d3}, [%3]! \n" // store
874
- "subs %4, %4, #8 \n" // 4 uv -> 8 uv
875
- "bgt 1b \n"
876
- : "+r"(src_ptr), // %0
877
- "+r"(src_ptr1), // %1
878
- "+r"(dst_ptr), // %2
879
- "+r"(dst_ptr1), // %3
880
- "+r"(dst_width), // %4
881
- "+r"(src_temp), // %5
882
- "+r"(src_temp1) // %6
883
- :
884
- : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "d28",
885
- "q15" // Clobber List
886
- );
887
- }
888
-
889
- void ScaleUVRowUp2_Linear_16_NEON(const uint16_t* src_ptr,
890
- uint16_t* dst_ptr,
891
- int dst_width) {
892
- const uint16_t* src_temp = src_ptr + 2;
893
- asm volatile(
894
- "vmov.u16 d30, #3 \n"
895
-
896
- "1: \n"
897
- "vld1.16 {q0}, [%0]! \n" // 00112233 (1u1v, 16)
898
- "vld1.16 {q1}, [%3]! \n" // 11223344 (1u1v, 16)
899
-
900
- "vmovl.u16 q2, d0 \n" // 0011 (1u1v, 32b)
901
- "vmovl.u16 q3, d2 \n" // 1122 (1u1v, 32b)
902
- "vmovl.u16 q4, d1 \n" // 2233 (1u1v, 32b)
903
- "vmovl.u16 q5, d3 \n" // 3344 (1u1v, 32b)
904
- "vmlal.u16 q2, d2, d30 \n" // 3*near+far (odd)
905
- "vmlal.u16 q3, d0, d30 \n" // 3*near+far (even)
906
- "vmlal.u16 q4, d3, d30 \n" // 3*near+far (odd)
907
- "vmlal.u16 q5, d1, d30 \n" // 3*near+far (even)
908
-
909
- "vrshrn.u32 d1, q2, #2 \n" // 3/4*near+1/4*far (odd)
910
- "vrshrn.u32 d0, q3, #2 \n" // 3/4*near+1/4*far (even)
911
- "vrshrn.u32 d3, q4, #2 \n" // 3/4*near+1/4*far (odd)
912
- "vrshrn.u32 d2, q5, #2 \n" // 3/4*near+1/4*far (even)
913
-
914
- "vst2.32 {d0, d1}, [%1]! \n" // store
915
- "vst2.32 {d2, d3}, [%1]! \n" // store
916
- "subs %2, %2, #8 \n" // 4 uv -> 8 uv
917
- "bgt 1b \n"
918
- : "+r"(src_ptr), // %0
919
- "+r"(dst_ptr), // %1
920
- "+r"(dst_width), // %2
921
- "+r"(src_temp) // %3
922
- :
923
- : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5",
924
- "d30" // Clobber List
925
- );
926
- }
927
-
928
- void ScaleUVRowUp2_Bilinear_16_NEON(const uint16_t* src_ptr,
929
- ptrdiff_t src_stride,
930
- uint16_t* dst_ptr,
931
- ptrdiff_t dst_stride,
932
- int dst_width) {
933
- const uint16_t* src_ptr1 = src_ptr + src_stride;
934
- uint16_t* dst_ptr1 = dst_ptr + dst_stride;
935
- const uint16_t* src_temp = src_ptr + 2;
936
- const uint16_t* src_temp1 = src_ptr1 + 2;
937
-
938
- asm volatile(
939
- "vmov.u16 d30, #3 \n"
940
- "vmov.u32 q14, #3 \n"
941
-
942
- "1: \n"
943
- "vld1.8 {d0}, [%0]! \n" // 0011 (1u1v)
944
- "vld1.8 {d1}, [%5]! \n" // 1122 (1u1v)
945
- "vmovl.u16 q2, d0 \n" // 0011 (1u1v, 32b)
946
- "vmovl.u16 q3, d1 \n" // 1122 (1u1v, 32b)
947
- "vmlal.u16 q2, d1, d30 \n" // 3*near+far (1, odd)
948
- "vmlal.u16 q3, d0, d30 \n" // 3*near+far (1, even)
949
-
950
- "vld1.8 {d0}, [%1]! \n" // 0011 (1u1v)
951
- "vld1.8 {d1}, [%6]! \n" // 1122 (1u1v)
952
- "vmovl.u16 q4, d0 \n" // 0011 (1u1v, 32b)
953
- "vmovl.u16 q5, d1 \n" // 1122 (1u1v, 32b)
954
- "vmlal.u16 q4, d1, d30 \n" // 3*near+far (2, odd)
955
- "vmlal.u16 q5, d0, d30 \n" // 3*near+far (2, even)
956
-
957
- "vmovq q0, q4 \n"
958
- "vmovq q1, q5 \n"
959
- "vmla.u32 q4, q2, q14 \n" // 9 3 3 1 (1, odd)
960
- "vmla.u32 q5, q3, q14 \n" // 9 3 3 1 (1, even)
961
- "vmla.u32 q2, q0, q14 \n" // 9 3 3 1 (2, odd)
962
- "vmla.u32 q3, q1, q14 \n" // 9 3 3 1 (2, even)
963
-
964
- "vrshrn.u32 d1, q4, #4 \n" // 1, odd
965
- "vrshrn.u32 d0, q5, #4 \n" // 1, even
966
- "vrshrn.u32 d3, q2, #4 \n" // 2, odd
967
- "vrshrn.u32 d2, q3, #4 \n" // 2, even
968
-
969
- "vst2.32 {d0, d1}, [%2]! \n" // store
970
- "vst2.32 {d2, d3}, [%3]! \n" // store
971
- "subs %4, %4, #4 \n" // 2 uv -> 4 uv
972
- "bgt 1b \n"
973
- : "+r"(src_ptr), // %0
974
- "+r"(src_ptr1), // %1
975
- "+r"(dst_ptr), // %2
976
- "+r"(dst_ptr1), // %3
977
- "+r"(dst_width), // %4
978
- "+r"(src_temp), // %5
979
- "+r"(src_temp1) // %6
980
- :
981
- : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "q14",
982
- "d30" // Clobber List
983
- );
984
- }
985
-
986
- // Add a row of bytes to a row of shorts. Used for box filter.
987
- // Reads 16 bytes and accumulates to 16 shorts at a time.
988
- void ScaleAddRow_NEON(const uint8_t* src_ptr,
989
- uint16_t* dst_ptr,
990
- int src_width) {
991
- asm volatile(
992
- "1: \n"
993
- "vld1.16 {q1, q2}, [%1] \n" // load accumulator
994
- "vld1.8 {q0}, [%0]! \n" // load 16 bytes
995
- "vaddw.u8 q2, q2, d1 \n" // add
996
- "vaddw.u8 q1, q1, d0 \n"
997
- "vst1.16 {q1, q2}, [%1]! \n" // store accumulator
998
- "subs %2, %2, #16 \n" // 16 processed per loop
999
- "bgt 1b \n"
1000
- : "+r"(src_ptr), // %0
1001
- "+r"(dst_ptr), // %1
1002
- "+r"(src_width) // %2
1003
- :
1004
- : "memory", "cc", "q0", "q1", "q2" // Clobber List
1005
- );
1006
- }
1007
-
1008
- // TODO(Yang Zhang): Investigate less load instructions for
1009
- // the x/dx stepping
1010
- #define LOAD2_DATA8_LANE(n) \
1011
- "lsr %5, %3, #16 \n" \
1012
- "add %6, %1, %5 \n" \
1013
- "add %3, %3, %4 \n" \
1014
- "vld2.8 {d6[" #n "], d7[" #n "]}, [%6] \n"
1015
-
1016
- // The NEON version mimics this formula (from row_common.cc):
1017
- // #define BLENDER(a, b, f) (uint8_t)((int)(a) +
1018
- // ((((int)((f)) * ((int)(b) - (int)(a))) + 0x8000) >> 16))
1019
-
1020
- void ScaleFilterCols_NEON(uint8_t* dst_ptr,
1021
- const uint8_t* src_ptr,
1022
- int dst_width,
1023
- int x,
1024
- int dx) {
1025
- int dx_offset[4] = {0, 1, 2, 3};
1026
- int* tmp = dx_offset;
1027
- const uint8_t* src_tmp = src_ptr;
1028
- asm volatile (
1029
- "vdup.32 q0, %3 \n" // x
1030
- "vdup.32 q1, %4 \n" // dx
1031
- "vld1.32 {q2}, [%5] \n" // 0 1 2 3
1032
- "vshl.i32 q3, q1, #2 \n" // 4 * dx
1033
- "vmul.s32 q1, q1, q2 \n"
1034
- // x , x + 1 * dx, x + 2 * dx, x + 3 * dx
1035
- "vadd.s32 q1, q1, q0 \n"
1036
- // x + 4 * dx, x + 5 * dx, x + 6 * dx, x + 7 * dx
1037
- "vadd.s32 q2, q1, q3 \n"
1038
- "vshl.i32 q0, q3, #1 \n" // 8 * dx
1039
- "1: \n"
1040
- LOAD2_DATA8_LANE(0)
1041
- LOAD2_DATA8_LANE(1)
1042
- LOAD2_DATA8_LANE(2)
1043
- LOAD2_DATA8_LANE(3)
1044
- LOAD2_DATA8_LANE(4)
1045
- LOAD2_DATA8_LANE(5)
1046
- LOAD2_DATA8_LANE(6)
1047
- LOAD2_DATA8_LANE(7)
1048
- "vmov q10, q1 \n"
1049
- "vmov q11, q2 \n"
1050
- "vuzp.16 q10, q11 \n"
1051
- "vmovl.u8 q8, d6 \n"
1052
- "vmovl.u8 q9, d7 \n"
1053
- "vsubl.s16 q11, d18, d16 \n"
1054
- "vsubl.s16 q12, d19, d17 \n"
1055
- "vmovl.u16 q13, d20 \n"
1056
- "vmovl.u16 q10, d21 \n"
1057
- "vmul.s32 q11, q11, q13 \n"
1058
- "vmul.s32 q12, q12, q10 \n"
1059
- "vrshrn.s32 d18, q11, #16 \n"
1060
- "vrshrn.s32 d19, q12, #16 \n"
1061
- "vadd.s16 q8, q8, q9 \n"
1062
- "vmovn.s16 d6, q8 \n"
1063
-
1064
- "vst1.8 {d6}, [%0]! \n" // store pixels
1065
- "vadd.s32 q1, q1, q0 \n"
1066
- "vadd.s32 q2, q2, q0 \n"
1067
- "subs %2, %2, #8 \n" // 8 processed per loop
1068
- "bgt 1b \n"
1069
- : "+r"(dst_ptr), // %0
1070
- "+r"(src_ptr), // %1
1071
- "+r"(dst_width), // %2
1072
- "+r"(x), // %3
1073
- "+r"(dx), // %4
1074
- "+r"(tmp), // %5
1075
- "+r"(src_tmp) // %6
1076
- :
1077
- : "memory", "cc", "q0", "q1", "q2", "q3",
1078
- "q8", "q9", "q10", "q11", "q12", "q13"
1079
- );
1080
- }
1081
-
1082
- #undef LOAD2_DATA8_LANE
1083
-
1084
- void ScaleARGBRowDown2_NEON(const uint8_t* src_ptr,
1085
- ptrdiff_t src_stride,
1086
- uint8_t* dst,
1087
- int dst_width) {
1088
- (void)src_stride;
1089
- asm volatile(
1090
- "1: \n"
1091
- "vld4.32 {d0, d2, d4, d6}, [%0]! \n" // load 8 ARGB pixels.
1092
- "vld4.32 {d1, d3, d5, d7}, [%0]! \n" // load next 8 ARGB
1093
- "subs %2, %2, #8 \n" // 8 processed per loop
1094
- "vmov q2, q1 \n" // load next 8 ARGB
1095
- "vst2.32 {q2, q3}, [%1]! \n" // store odd pixels
1096
- "bgt 1b \n"
1097
- : "+r"(src_ptr), // %0
1098
- "+r"(dst), // %1
1099
- "+r"(dst_width) // %2
1100
- :
1101
- : "memory", "cc", "q0", "q1", "q2", "q3" // Clobber List
1102
- );
1103
- }
1104
-
1105
- // 46: f964 018d vld4.32 {d16,d18,d20,d22}, [r4]!
1106
- // 4a: 3e04 subs r6, #4
1107
- // 4c: f964 118d vld4.32 {d17,d19,d21,d23}, [r4]!
1108
- // 50: ef64 21f4 vorr q9, q10, q10
1109
- // 54: f942 038d vst2.32 {d16-d19}, [r2]!
1110
- // 58: d1f5 bne.n 46 <ScaleARGBRowDown2_C+0x46>
1111
-
1112
- void ScaleARGBRowDown2Linear_NEON(const uint8_t* src_argb,
1113
- ptrdiff_t src_stride,
1114
- uint8_t* dst_argb,
1115
- int dst_width) {
1116
- (void)src_stride;
1117
- asm volatile(
1118
- "1: \n"
1119
- "vld4.32 {d0, d2, d4, d6}, [%0]! \n" // load 8 ARGB pixels.
1120
- "vld4.32 {d1, d3, d5, d7}, [%0]! \n" // load next 8 ARGB
1121
- "subs %2, %2, #8 \n" // 8 processed per loop
1122
- "vrhadd.u8 q0, q0, q1 \n" // rounding half add
1123
- "vrhadd.u8 q1, q2, q3 \n" // rounding half add
1124
- "vst2.32 {q0, q1}, [%1]! \n"
1125
- "bgt 1b \n"
1126
- : "+r"(src_argb), // %0
1127
- "+r"(dst_argb), // %1
1128
- "+r"(dst_width) // %2
1129
- :
1130
- : "memory", "cc", "q0", "q1", "q2", "q3" // Clobber List
1131
- );
1132
- }
1133
-
1134
- void ScaleARGBRowDown2Box_NEON(const uint8_t* src_ptr,
1135
- ptrdiff_t src_stride,
1136
- uint8_t* dst,
1137
- int dst_width) {
1138
- asm volatile(
1139
- // change the stride to row 2 pointer
1140
- "add %1, %1, %0 \n"
1141
- "1: \n"
1142
- "vld4.8 {d0, d2, d4, d6}, [%0]! \n" // load 8 ARGB pixels.
1143
- "vld4.8 {d1, d3, d5, d7}, [%0]! \n" // load next 8 ARGB
1144
- "subs %3, %3, #8 \n" // 8 processed per loop.
1145
- "vpaddl.u8 q0, q0 \n" // B 16 bytes -> 8 shorts.
1146
- "vpaddl.u8 q1, q1 \n" // G 16 bytes -> 8 shorts.
1147
- "vpaddl.u8 q2, q2 \n" // R 16 bytes -> 8 shorts.
1148
- "vpaddl.u8 q3, q3 \n" // A 16 bytes -> 8 shorts.
1149
- "vld4.8 {d16, d18, d20, d22}, [%1]! \n" // load 8 more ARGB
1150
- "vld4.8 {d17, d19, d21, d23}, [%1]! \n" // load last 8 ARGB
1151
- "vpadal.u8 q0, q8 \n" // B 16 bytes -> 8 shorts.
1152
- "vpadal.u8 q1, q9 \n" // G 16 bytes -> 8 shorts.
1153
- "vpadal.u8 q2, q10 \n" // R 16 bytes -> 8 shorts.
1154
- "vpadal.u8 q3, q11 \n" // A 16 bytes -> 8 shorts.
1155
- "vrshrn.u16 d0, q0, #2 \n" // round and pack to bytes
1156
- "vrshrn.u16 d1, q1, #2 \n"
1157
- "vrshrn.u16 d2, q2, #2 \n"
1158
- "vrshrn.u16 d3, q3, #2 \n"
1159
- "vst4.8 {d0, d1, d2, d3}, [%2]! \n"
1160
- "bgt 1b \n"
1161
- : "+r"(src_ptr), // %0
1162
- "+r"(src_stride), // %1
1163
- "+r"(dst), // %2
1164
- "+r"(dst_width) // %3
1165
- :
1166
- : "memory", "cc", "q0", "q1", "q2", "q3", "q8", "q9", "q10", "q11");
1167
- }
1168
-
1169
- // Reads 4 pixels at a time.
1170
- // Alignment requirement: src_argb 4 byte aligned.
1171
- void ScaleARGBRowDownEven_NEON(const uint8_t* src_argb,
1172
- ptrdiff_t src_stride,
1173
- int src_stepx,
1174
- uint8_t* dst_argb,
1175
- int dst_width) {
1176
- (void)src_stride;
1177
- asm volatile(
1178
- "mov r12, %3, lsl #2 \n"
1179
- "1: \n"
1180
- "vld1.32 {d0[0]}, [%0], r12 \n"
1181
- "vld1.32 {d0[1]}, [%0], r12 \n"
1182
- "vld1.32 {d1[0]}, [%0], r12 \n"
1183
- "vld1.32 {d1[1]}, [%0], r12 \n"
1184
- "subs %2, %2, #4 \n" // 4 pixels per loop.
1185
- "vst1.8 {q0}, [%1]! \n"
1186
- "bgt 1b \n"
1187
- : "+r"(src_argb), // %0
1188
- "+r"(dst_argb), // %1
1189
- "+r"(dst_width) // %2
1190
- : "r"(src_stepx) // %3
1191
- : "memory", "cc", "r12", "q0");
1192
- }
1193
-
1194
- // Reads 4 pixels at a time.
1195
- // Alignment requirement: src_argb 4 byte aligned.
1196
- void ScaleARGBRowDownEvenBox_NEON(const uint8_t* src_argb,
1197
- ptrdiff_t src_stride,
1198
- int src_stepx,
1199
- uint8_t* dst_argb,
1200
- int dst_width) {
1201
- asm volatile(
1202
- "mov r12, %4, lsl #2 \n"
1203
- "add %1, %1, %0 \n"
1204
- "1: \n"
1205
- "vld1.8 {d0}, [%0], r12 \n" // 4 2x2 blocks -> 2x1
1206
- "vld1.8 {d1}, [%1], r12 \n"
1207
- "vld1.8 {d2}, [%0], r12 \n"
1208
- "vld1.8 {d3}, [%1], r12 \n"
1209
- "vld1.8 {d4}, [%0], r12 \n"
1210
- "vld1.8 {d5}, [%1], r12 \n"
1211
- "vld1.8 {d6}, [%0], r12 \n"
1212
- "vld1.8 {d7}, [%1], r12 \n"
1213
- "vaddl.u8 q0, d0, d1 \n"
1214
- "vaddl.u8 q1, d2, d3 \n"
1215
- "vaddl.u8 q2, d4, d5 \n"
1216
- "vaddl.u8 q3, d6, d7 \n"
1217
- "vswp.8 d1, d2 \n" // ab_cd -> ac_bd
1218
- "vswp.8 d5, d6 \n" // ef_gh -> eg_fh
1219
- "vadd.u16 q0, q0, q1 \n" // (a+b)_(c+d)
1220
- "vadd.u16 q2, q2, q3 \n" // (e+f)_(g+h)
1221
- "vrshrn.u16 d0, q0, #2 \n" // first 2 pixels.
1222
- "vrshrn.u16 d1, q2, #2 \n" // next 2 pixels.
1223
- "subs %3, %3, #4 \n" // 4 pixels per loop.
1224
- "vst1.8 {q0}, [%2]! \n"
1225
- "bgt 1b \n"
1226
- : "+r"(src_argb), // %0
1227
- "+r"(src_stride), // %1
1228
- "+r"(dst_argb), // %2
1229
- "+r"(dst_width) // %3
1230
- : "r"(src_stepx) // %4
1231
- : "memory", "cc", "r12", "q0", "q1", "q2", "q3");
1232
- }
1233
-
1234
- // TODO(Yang Zhang): Investigate less load instructions for
1235
- // the x/dx stepping
1236
- #define LOAD1_DATA32_LANE(dn, n) \
1237
- "lsr %5, %3, #16 \n" \
1238
- "add %6, %1, %5, lsl #2 \n" \
1239
- "add %3, %3, %4 \n" \
1240
- "vld1.32 {" #dn "[" #n "]}, [%6] \n"
1241
-
1242
- void ScaleARGBCols_NEON(uint8_t* dst_argb,
1243
- const uint8_t* src_argb,
1244
- int dst_width,
1245
- int x,
1246
- int dx) {
1247
- int tmp;
1248
- const uint8_t* src_tmp = src_argb;
1249
- asm volatile(
1250
- "1: \n"
1251
- // clang-format off
1252
- LOAD1_DATA32_LANE(d0, 0)
1253
- LOAD1_DATA32_LANE(d0, 1)
1254
- LOAD1_DATA32_LANE(d1, 0)
1255
- LOAD1_DATA32_LANE(d1, 1)
1256
- LOAD1_DATA32_LANE(d2, 0)
1257
- LOAD1_DATA32_LANE(d2, 1)
1258
- LOAD1_DATA32_LANE(d3, 0)
1259
- LOAD1_DATA32_LANE(d3, 1)
1260
- // clang-format on
1261
- "vst1.32 {q0, q1}, [%0]! \n" // store pixels
1262
- "subs %2, %2, #8 \n" // 8 processed per loop
1263
- "bgt 1b \n"
1264
- : "+r"(dst_argb), // %0
1265
- "+r"(src_argb), // %1
1266
- "+r"(dst_width), // %2
1267
- "+r"(x), // %3
1268
- "+r"(dx), // %4
1269
- "=&r"(tmp), // %5
1270
- "+r"(src_tmp) // %6
1271
- :
1272
- : "memory", "cc", "q0", "q1");
1273
- }
1274
-
1275
- #undef LOAD1_DATA32_LANE
1276
-
1277
- // TODO(Yang Zhang): Investigate less load instructions for
1278
- // the x/dx stepping
1279
- #define LOAD2_DATA32_LANE(dn1, dn2, n) \
1280
- "lsr %5, %3, #16 \n" \
1281
- "add %6, %1, %5, lsl #2 \n" \
1282
- "add %3, %3, %4 \n" \
1283
- "vld2.32 {" #dn1 "[" #n "], " #dn2 "[" #n "]}, [%6] \n"
1284
-
1285
- void ScaleARGBFilterCols_NEON(uint8_t* dst_argb,
1286
- const uint8_t* src_argb,
1287
- int dst_width,
1288
- int x,
1289
- int dx) {
1290
- int dx_offset[4] = {0, 1, 2, 3};
1291
- int* tmp = dx_offset;
1292
- const uint8_t* src_tmp = src_argb;
1293
- asm volatile (
1294
- "vdup.32 q0, %3 \n" // x
1295
- "vdup.32 q1, %4 \n" // dx
1296
- "vld1.32 {q2}, [%5] \n" // 0 1 2 3
1297
- "vshl.i32 q9, q1, #2 \n" // 4 * dx
1298
- "vmul.s32 q1, q1, q2 \n"
1299
- "vmov.i8 q3, #0x7f \n" // 0x7F
1300
- "vmov.i16 q15, #0x7f \n" // 0x7F
1301
- // x , x + 1 * dx, x + 2 * dx, x + 3 * dx
1302
- "vadd.s32 q8, q1, q0 \n"
1303
- "1: \n"
1304
- // d0, d1: a
1305
- // d2, d3: b
1306
- LOAD2_DATA32_LANE(d0, d2, 0)
1307
- LOAD2_DATA32_LANE(d0, d2, 1)
1308
- LOAD2_DATA32_LANE(d1, d3, 0)
1309
- LOAD2_DATA32_LANE(d1, d3, 1)
1310
- "vshrn.i32 d22, q8, #9 \n"
1311
- "vand.16 d22, d22, d30 \n"
1312
- "vdup.8 d24, d22[0] \n"
1313
- "vdup.8 d25, d22[2] \n"
1314
- "vdup.8 d26, d22[4] \n"
1315
- "vdup.8 d27, d22[6] \n"
1316
- "vext.8 d4, d24, d25, #4 \n"
1317
- "vext.8 d5, d26, d27, #4 \n" // f
1318
- "veor.8 q10, q2, q3 \n" // 0x7f ^ f
1319
- "vmull.u8 q11, d0, d20 \n"
1320
- "vmull.u8 q12, d1, d21 \n"
1321
- "vmull.u8 q13, d2, d4 \n"
1322
- "vmull.u8 q14, d3, d5 \n"
1323
- "vadd.i16 q11, q11, q13 \n"
1324
- "vadd.i16 q12, q12, q14 \n"
1325
- "vshrn.i16 d0, q11, #7 \n"
1326
- "vshrn.i16 d1, q12, #7 \n"
1327
-
1328
- "vst1.32 {d0, d1}, [%0]! \n" // store pixels
1329
- "vadd.s32 q8, q8, q9 \n"
1330
- "subs %2, %2, #4 \n" // 4 processed per loop
1331
- "bgt 1b \n"
1332
- : "+r"(dst_argb), // %0
1333
- "+r"(src_argb), // %1
1334
- "+r"(dst_width), // %2
1335
- "+r"(x), // %3
1336
- "+r"(dx), // %4
1337
- "+r"(tmp), // %5
1338
- "+r"(src_tmp) // %6
1339
- :
1340
- : "memory", "cc", "q0", "q1", "q2", "q3", "q8", "q9",
1341
- "q10", "q11", "q12", "q13", "q14", "q15"
1342
- );
1343
- }
1344
-
1345
- #undef LOAD2_DATA32_LANE
1346
-
1347
- void ScaleUVRowDown2_NEON(const uint8_t* src_ptr,
1348
- ptrdiff_t src_stride,
1349
- uint8_t* dst,
1350
- int dst_width) {
1351
- (void)src_stride;
1352
- asm volatile(
1353
- "1: \n"
1354
- "vld2.16 {d0, d2}, [%0]! \n" // load 8 UV pixels.
1355
- "vld2.16 {d1, d3}, [%0]! \n" // load next 8 UV
1356
- "subs %2, %2, #8 \n" // 8 processed per loop.
1357
- "vst1.16 {q1}, [%1]! \n" // store 8 UV
1358
- "bgt 1b \n"
1359
- : "+r"(src_ptr), // %0
1360
- "+r"(dst), // %1
1361
- "+r"(dst_width) // %2
1362
- :
1363
- : "memory", "cc", "q0", "q1");
1364
- }
1365
-
1366
- void ScaleUVRowDown2Linear_NEON(const uint8_t* src_ptr,
1367
- ptrdiff_t src_stride,
1368
- uint8_t* dst,
1369
- int dst_width) {
1370
- (void)src_stride;
1371
- asm volatile(
1372
- "1: \n"
1373
- "vld2.16 {d0, d2}, [%0]! \n" // load 8 UV pixels.
1374
- "vld2.16 {d1, d3}, [%0]! \n" // load next 8 UV
1375
- "subs %2, %2, #8 \n" // 8 processed per loop.
1376
- "vrhadd.u8 q0, q0, q1 \n" // rounding half add
1377
- "vst1.16 {q0}, [%1]! \n" // store 8 UV
1378
- "bgt 1b \n"
1379
- : "+r"(src_ptr), // %0
1380
- "+r"(dst), // %1
1381
- "+r"(dst_width) // %2
1382
- :
1383
- : "memory", "cc", "q0", "q1");
1384
- }
1385
-
1386
- void ScaleUVRowDown2Box_NEON(const uint8_t* src_ptr,
1387
- ptrdiff_t src_stride,
1388
- uint8_t* dst,
1389
- int dst_width) {
1390
- asm volatile(
1391
- // change the stride to row 2 pointer
1392
- "add %1, %1, %0 \n"
1393
- "1: \n"
1394
- "vld2.8 {d0, d2}, [%0]! \n" // load 8 UV pixels.
1395
- "vld2.8 {d1, d3}, [%0]! \n" // load next 8 UV
1396
- "subs %3, %3, #8 \n" // 8 processed per loop.
1397
- "vpaddl.u8 q0, q0 \n" // U 16 bytes -> 8 shorts.
1398
- "vpaddl.u8 q1, q1 \n" // V 16 bytes -> 8 shorts.
1399
- "vld2.8 {d16, d18}, [%1]! \n" // load 8 more UV
1400
- "vld2.8 {d17, d19}, [%1]! \n" // load last 8 UV
1401
- "vpadal.u8 q0, q8 \n" // U 16 bytes -> 8 shorts.
1402
- "vpadal.u8 q1, q9 \n" // V 16 bytes -> 8 shorts.
1403
- "vrshrn.u16 d0, q0, #2 \n" // round and pack to bytes
1404
- "vrshrn.u16 d1, q1, #2 \n"
1405
- "vst2.8 {d0, d1}, [%2]! \n"
1406
- "bgt 1b \n"
1407
- : "+r"(src_ptr), // %0
1408
- "+r"(src_stride), // %1
1409
- "+r"(dst), // %2
1410
- "+r"(dst_width) // %3
1411
- :
1412
- : "memory", "cc", "q0", "q1", "q8", "q9");
1413
- }
1414
-
1415
- // Reads 4 pixels at a time.
1416
- void ScaleUVRowDownEven_NEON(const uint8_t* src_ptr,
1417
- ptrdiff_t src_stride,
1418
- int src_stepx, // pixel step
1419
- uint8_t* dst_ptr,
1420
- int dst_width) {
1421
- const uint8_t* src1_ptr = src_ptr + src_stepx * 2;
1422
- const uint8_t* src2_ptr = src_ptr + src_stepx * 4;
1423
- const uint8_t* src3_ptr = src_ptr + src_stepx * 6;
1424
- (void)src_stride;
1425
- asm volatile(
1426
- "1: \n"
1427
- "vld1.16 {d0[0]}, [%0], %6 \n"
1428
- "vld1.16 {d0[1]}, [%1], %6 \n"
1429
- "vld1.16 {d0[2]}, [%2], %6 \n"
1430
- "vld1.16 {d0[3]}, [%3], %6 \n"
1431
- "subs %5, %5, #4 \n" // 4 pixels per loop.
1432
- "vst1.8 {d0}, [%4]! \n"
1433
- "bgt 1b \n"
1434
- : "+r"(src_ptr), // %0
1435
- "+r"(src1_ptr), // %1
1436
- "+r"(src2_ptr), // %2
1437
- "+r"(src3_ptr), // %3
1438
- "+r"(dst_ptr), // %4
1439
- "+r"(dst_width) // %5
1440
- : "r"(src_stepx * 8) // %6
1441
- : "memory", "cc", "d0");
1442
- }
1443
-
1444
- #endif // defined(__ARM_NEON__) && !defined(__aarch64__)
1445
-
1446
- #ifdef __cplusplus
1447
- } // extern "C"
1448
- } // namespace libyuv
1449
- #endif