react-native-vision-camera-spoof-detector 1.0.21 → 1.0.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (197) hide show
  1. package/.gitattributes +2 -0
  2. package/.gitignore +27 -0
  3. package/CHANGELOG.md +2 -2
  4. package/CONTRIBUTING.md +2 -2
  5. package/README.md +442 -443
  6. package/android/build.gradle +12 -4
  7. package/android/src/main/cpp/CMakeLists.txt +101 -94
  8. package/android/src/main/cpp/libyuv/.clang-format +6 -6
  9. package/android/src/main/cpp/libyuv/.gn +40 -40
  10. package/android/src/main/cpp/libyuv/.vpython3 +410 -410
  11. package/android/src/main/cpp/libyuv/AUTHORS +7 -7
  12. package/android/src/main/cpp/libyuv/Android.bp +202 -202
  13. package/android/src/main/cpp/libyuv/Android.mk +106 -106
  14. package/android/src/main/cpp/libyuv/BUILD.gn +490 -490
  15. package/android/src/main/cpp/libyuv/CM_linux_packages.cmake +70 -70
  16. package/android/src/main/cpp/libyuv/CMakeLists.txt +259 -252
  17. package/android/src/main/cpp/libyuv/DEPS +935 -935
  18. package/android/src/main/cpp/libyuv/DIR_METADATA +3 -3
  19. package/android/src/main/cpp/libyuv/LICENSE +29 -29
  20. package/android/src/main/cpp/libyuv/OWNERS +11 -11
  21. package/android/src/main/cpp/libyuv/PATENTS +23 -23
  22. package/android/src/main/cpp/libyuv/PRESUBMIT.py +65 -65
  23. package/android/src/main/cpp/libyuv/README.chromium +11 -11
  24. package/android/src/main/cpp/libyuv/README.md +19 -19
  25. package/android/src/main/cpp/libyuv/build_overrides/build.gni +60 -60
  26. package/android/src/main/cpp/libyuv/build_overrides/gtest.gni +19 -19
  27. package/android/src/main/cpp/libyuv/build_overrides/partition_alloc.gni +17 -17
  28. package/android/src/main/cpp/libyuv/codereview.settings +5 -5
  29. package/android/src/main/cpp/libyuv/docs/deprecated_builds.md +409 -409
  30. package/android/src/main/cpp/libyuv/docs/environment_variables.md +64 -64
  31. package/android/src/main/cpp/libyuv/docs/feature_detection.md +108 -108
  32. package/android/src/main/cpp/libyuv/docs/filtering.md +196 -196
  33. package/android/src/main/cpp/libyuv/docs/formats.md +208 -208
  34. package/android/src/main/cpp/libyuv/docs/getting_started.md +296 -296
  35. package/android/src/main/cpp/libyuv/docs/rotation.md +107 -107
  36. package/android/src/main/cpp/libyuv/download_vs_toolchain.py +29 -29
  37. package/android/src/main/cpp/libyuv/include/libyuv/basic_types.h +68 -68
  38. package/android/src/main/cpp/libyuv/include/libyuv/compare.h +111 -111
  39. package/android/src/main/cpp/libyuv/include/libyuv/compare_row.h +112 -112
  40. package/android/src/main/cpp/libyuv/include/libyuv/convert.h +1117 -1117
  41. package/android/src/main/cpp/libyuv/include/libyuv/convert_argb.h +2335 -2335
  42. package/android/src/main/cpp/libyuv/include/libyuv/convert_from.h +203 -203
  43. package/android/src/main/cpp/libyuv/include/libyuv/convert_from_argb.h +394 -394
  44. package/android/src/main/cpp/libyuv/include/libyuv/cpu_id.h +147 -147
  45. package/android/src/main/cpp/libyuv/include/libyuv/cpu_support.h +99 -99
  46. package/android/src/main/cpp/libyuv/include/libyuv/loongson_intrinsics.h +1949 -1949
  47. package/android/src/main/cpp/libyuv/include/libyuv/mjpeg_decoder.h +195 -195
  48. package/android/src/main/cpp/libyuv/include/libyuv/planar_functions.h +1131 -1131
  49. package/android/src/main/cpp/libyuv/include/libyuv/rotate.h +296 -296
  50. package/android/src/main/cpp/libyuv/include/libyuv/rotate_argb.h +37 -37
  51. package/android/src/main/cpp/libyuv/include/libyuv/rotate_row.h +265 -265
  52. package/android/src/main/cpp/libyuv/include/libyuv/row.h +6738 -6738
  53. package/android/src/main/cpp/libyuv/include/libyuv/row_sve.h +2154 -2154
  54. package/android/src/main/cpp/libyuv/include/libyuv/scale.h +336 -336
  55. package/android/src/main/cpp/libyuv/include/libyuv/scale_argb.h +76 -76
  56. package/android/src/main/cpp/libyuv/include/libyuv/scale_rgb.h +42 -42
  57. package/android/src/main/cpp/libyuv/include/libyuv/scale_row.h +1726 -1726
  58. package/android/src/main/cpp/libyuv/include/libyuv/scale_uv.h +51 -51
  59. package/android/src/main/cpp/libyuv/include/libyuv/version.h +16 -16
  60. package/android/src/main/cpp/libyuv/include/libyuv/video_common.h +222 -222
  61. package/android/src/main/cpp/libyuv/include/libyuv.h +33 -33
  62. package/android/src/main/cpp/libyuv/infra/config/OWNERS +3 -3
  63. package/android/src/main/cpp/libyuv/infra/config/PRESUBMIT.py +17 -17
  64. package/android/src/main/cpp/libyuv/infra/config/README.md +2 -2
  65. package/android/src/main/cpp/libyuv/infra/config/codereview.settings +6 -6
  66. package/android/src/main/cpp/libyuv/infra/config/commit-queue.cfg +144 -144
  67. package/android/src/main/cpp/libyuv/infra/config/cr-buildbucket.cfg +1185 -1185
  68. package/android/src/main/cpp/libyuv/infra/config/luci-logdog.cfg +9 -9
  69. package/android/src/main/cpp/libyuv/infra/config/luci-milo.cfg +246 -246
  70. package/android/src/main/cpp/libyuv/infra/config/luci-scheduler.cfg +385 -385
  71. package/android/src/main/cpp/libyuv/infra/config/main.star +402 -402
  72. package/android/src/main/cpp/libyuv/infra/config/project.cfg +16 -16
  73. package/android/src/main/cpp/libyuv/infra/config/realms.cfg +111 -111
  74. package/android/src/main/cpp/libyuv/libyuv.gni +34 -34
  75. package/android/src/main/cpp/libyuv/libyuv.gyp +149 -149
  76. package/android/src/main/cpp/libyuv/libyuv.gypi +87 -87
  77. package/android/src/main/cpp/libyuv/linux.mk +96 -96
  78. package/android/src/main/cpp/libyuv/public.mk +13 -13
  79. package/android/src/main/cpp/libyuv/pylintrc +49 -49
  80. package/android/src/main/cpp/libyuv/riscv_script/prepare_toolchain_qemu.sh +74 -74
  81. package/android/src/main/cpp/libyuv/riscv_script/riscv-clang.cmake +56 -56
  82. package/android/src/main/cpp/libyuv/riscv_script/run_qemu.sh +15 -15
  83. package/android/src/main/cpp/libyuv/source/compare.cc +435 -435
  84. package/android/src/main/cpp/libyuv/source/compare_common.cc +74 -74
  85. package/android/src/main/cpp/libyuv/source/compare_gcc.cc +362 -362
  86. package/android/src/main/cpp/libyuv/source/compare_neon.cc +96 -96
  87. package/android/src/main/cpp/libyuv/source/compare_neon64.cc +223 -223
  88. package/android/src/main/cpp/libyuv/source/compare_win.cc +241 -241
  89. package/android/src/main/cpp/libyuv/source/convert.cc +4746 -4746
  90. package/android/src/main/cpp/libyuv/source/convert_argb.cc +9179 -9179
  91. package/android/src/main/cpp/libyuv/source/convert_from.cc +866 -866
  92. package/android/src/main/cpp/libyuv/source/convert_from_argb.cc +3671 -3671
  93. package/android/src/main/cpp/libyuv/source/convert_jpeg.cc +602 -602
  94. package/android/src/main/cpp/libyuv/source/convert_to_argb.cc +391 -391
  95. package/android/src/main/cpp/libyuv/source/convert_to_i420.cc +288 -288
  96. package/android/src/main/cpp/libyuv/source/cpu_id.cc +496 -496
  97. package/android/src/main/cpp/libyuv/source/mjpeg_decoder.cc +580 -580
  98. package/android/src/main/cpp/libyuv/source/mjpeg_validate.cc +71 -71
  99. package/android/src/main/cpp/libyuv/source/planar_functions.cc +5663 -5663
  100. package/android/src/main/cpp/libyuv/source/rotate.cc +1241 -1241
  101. package/android/src/main/cpp/libyuv/source/rotate_any.cc +76 -76
  102. package/android/src/main/cpp/libyuv/source/rotate_argb.cc +259 -259
  103. package/android/src/main/cpp/libyuv/source/rotate_common.cc +208 -208
  104. package/android/src/main/cpp/libyuv/source/rotate_gcc.cc +505 -505
  105. package/android/src/main/cpp/libyuv/source/rotate_lsx.cc +233 -233
  106. package/android/src/main/cpp/libyuv/source/rotate_neon.cc +219 -219
  107. package/android/src/main/cpp/libyuv/source/rotate_neon64.cc +273 -273
  108. package/android/src/main/cpp/libyuv/source/rotate_sme.cc +174 -174
  109. package/android/src/main/cpp/libyuv/source/rotate_win.cc +253 -253
  110. package/android/src/main/cpp/libyuv/source/row_any.cc +2519 -2519
  111. package/android/src/main/cpp/libyuv/source/row_common.cc +4461 -4461
  112. package/android/src/main/cpp/libyuv/source/row_gcc.cc +9570 -9570
  113. package/android/src/main/cpp/libyuv/source/row_lasx.cc +2343 -2343
  114. package/android/src/main/cpp/libyuv/source/row_lsx.cc +3030 -3030
  115. package/android/src/main/cpp/libyuv/source/row_neon.cc +4026 -4026
  116. package/android/src/main/cpp/libyuv/source/row_neon64.cc +5617 -5617
  117. package/android/src/main/cpp/libyuv/source/row_rvv.cc +2599 -2599
  118. package/android/src/main/cpp/libyuv/source/row_sme.cc +1183 -1183
  119. package/android/src/main/cpp/libyuv/source/row_sve.cc +1088 -1088
  120. package/android/src/main/cpp/libyuv/source/row_win.cc +6453 -6453
  121. package/android/src/main/cpp/libyuv/source/scale.cc +2710 -2710
  122. package/android/src/main/cpp/libyuv/source/scale_any.cc +991 -991
  123. package/android/src/main/cpp/libyuv/source/scale_argb.cc +1158 -1158
  124. package/android/src/main/cpp/libyuv/source/scale_common.cc +1977 -1977
  125. package/android/src/main/cpp/libyuv/source/scale_gcc.cc +2947 -2947
  126. package/android/src/main/cpp/libyuv/source/scale_lsx.cc +739 -739
  127. package/android/src/main/cpp/libyuv/source/scale_neon.cc +1449 -1449
  128. package/android/src/main/cpp/libyuv/source/scale_neon64.cc +1552 -1552
  129. package/android/src/main/cpp/libyuv/source/scale_rgb.cc +82 -82
  130. package/android/src/main/cpp/libyuv/source/scale_rvv.cc +1971 -1971
  131. package/android/src/main/cpp/libyuv/source/scale_sme.cc +555 -555
  132. package/android/src/main/cpp/libyuv/source/scale_uv.cc +1159 -1159
  133. package/android/src/main/cpp/libyuv/source/scale_win.cc +1392 -1392
  134. package/android/src/main/cpp/libyuv/source/test.sh +35 -35
  135. package/android/src/main/cpp/libyuv/source/video_common.cc +62 -62
  136. package/android/src/main/cpp/libyuv/tools_libyuv/OWNERS +4 -4
  137. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/roll_deps.py +931 -931
  138. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/unittests/roll_deps_test.py +164 -164
  139. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/unittests/testdata/DEPS +21 -21
  140. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/unittests/testdata/DEPS.chromium.new +13 -13
  141. package/android/src/main/cpp/libyuv/tools_libyuv/autoroller/unittests/testdata/DEPS.chromium.old +13 -13
  142. package/android/src/main/cpp/libyuv/tools_libyuv/get_landmines.py +38 -38
  143. package/android/src/main/cpp/libyuv/tools_libyuv/msan/OWNERS +3 -3
  144. package/android/src/main/cpp/libyuv/tools_libyuv/msan/blacklist.txt +9 -9
  145. package/android/src/main/cpp/libyuv/tools_libyuv/ubsan/OWNERS +3 -3
  146. package/android/src/main/cpp/libyuv/tools_libyuv/ubsan/blacklist.txt +15 -15
  147. package/android/src/main/cpp/libyuv/tools_libyuv/ubsan/vptr_blacklist.txt +25 -25
  148. package/android/src/main/cpp/libyuv/unit_test/basictypes_test.cc +43 -43
  149. package/android/src/main/cpp/libyuv/unit_test/color_test.cc +848 -848
  150. package/android/src/main/cpp/libyuv/unit_test/compare_test.cc +739 -739
  151. package/android/src/main/cpp/libyuv/unit_test/convert_argb_test.cc +2867 -2867
  152. package/android/src/main/cpp/libyuv/unit_test/convert_test.cc +2133 -2133
  153. package/android/src/main/cpp/libyuv/unit_test/cpu_test.cc +427 -427
  154. package/android/src/main/cpp/libyuv/unit_test/cpu_thread_test.cc +63 -63
  155. package/android/src/main/cpp/libyuv/unit_test/math_test.cc +160 -160
  156. package/android/src/main/cpp/libyuv/unit_test/planar_test.cc +4731 -4731
  157. package/android/src/main/cpp/libyuv/unit_test/rotate_argb_test.cc +334 -334
  158. package/android/src/main/cpp/libyuv/unit_test/rotate_test.cc +962 -962
  159. package/android/src/main/cpp/libyuv/unit_test/scale_argb_test.cc +590 -590
  160. package/android/src/main/cpp/libyuv/unit_test/scale_plane_test.cc +465 -465
  161. package/android/src/main/cpp/libyuv/unit_test/scale_rgb_test.cc +280 -280
  162. package/android/src/main/cpp/libyuv/unit_test/scale_test.cc +1135 -1135
  163. package/android/src/main/cpp/libyuv/unit_test/scale_uv_test.cc +249 -249
  164. package/android/src/main/cpp/libyuv/unit_test/testdata/arm_v7.txt +12 -12
  165. package/android/src/main/cpp/libyuv/unit_test/testdata/mips.txt +7 -7
  166. package/android/src/main/cpp/libyuv/unit_test/testdata/mips_loongson2k.txt +5 -5
  167. package/android/src/main/cpp/libyuv/unit_test/testdata/mips_loongson3.txt +10 -10
  168. package/android/src/main/cpp/libyuv/unit_test/testdata/mips_loongson_mmi.txt +7 -7
  169. package/android/src/main/cpp/libyuv/unit_test/testdata/riscv64.txt +3 -3
  170. package/android/src/main/cpp/libyuv/unit_test/testdata/riscv64_rvv.txt +3 -3
  171. package/android/src/main/cpp/libyuv/unit_test/testdata/riscv64_rvv_zvfh.txt +3 -3
  172. package/android/src/main/cpp/libyuv/unit_test/testdata/tegra3.txt +23 -23
  173. package/android/src/main/cpp/libyuv/unit_test/unit_test.cc +581 -581
  174. package/android/src/main/cpp/libyuv/unit_test/unit_test.h +232 -232
  175. package/android/src/main/cpp/libyuv/unit_test/video_common_test.cc +112 -112
  176. package/android/src/main/cpp/libyuv/util/Makefile +9 -9
  177. package/android/src/main/cpp/libyuv/util/color.cc +120 -120
  178. package/android/src/main/cpp/libyuv/util/compare.cc +67 -67
  179. package/android/src/main/cpp/libyuv/util/cpuid.c +211 -211
  180. package/android/src/main/cpp/libyuv/util/i444tonv12_eg.cc +27 -27
  181. package/android/src/main/cpp/libyuv/util/psnr.cc +291 -291
  182. package/android/src/main/cpp/libyuv/util/psnr.h +47 -47
  183. package/android/src/main/cpp/libyuv/util/psnr_main.cc +620 -620
  184. package/android/src/main/cpp/libyuv/util/ssim.cc +364 -364
  185. package/android/src/main/cpp/libyuv/util/ssim.h +38 -38
  186. package/android/src/main/cpp/libyuv/util/yuvconstants.c +114 -114
  187. package/android/src/main/cpp/libyuv/util/yuvconvert.cc +367 -367
  188. package/android/src/main/cpp/libyuv/winarm.mk +47 -47
  189. package/package.json +86 -84
  190. package/android/.gradle/8.9/checksums/checksums.lock +0 -0
  191. package/android/.gradle/8.9/dependencies-accessors/gc.properties +0 -0
  192. package/android/.gradle/8.9/fileChanges/last-build.bin +0 -0
  193. package/android/.gradle/8.9/fileHashes/fileHashes.lock +0 -0
  194. package/android/.gradle/8.9/gc.properties +0 -0
  195. package/android/.gradle/buildOutputCleanup/buildOutputCleanup.lock +0 -0
  196. package/android/.gradle/buildOutputCleanup/cache.properties +0 -2
  197. package/android/.gradle/vcs-1/gc.properties +0 -0
@@ -1,739 +1,739 @@
1
- /*
2
- * Copyright 2022 The LibYuv Project Authors. All rights reserved.
3
- *
4
- * Copyright (c) 2022 Loongson Technology Corporation Limited
5
- *
6
- * Use of this source code is governed by a BSD-style license
7
- * that can be found in the LICENSE file in the root of the source
8
- * tree. An additional intellectual property rights grant can be found
9
- * in the file PATENTS. All contributing project authors may
10
- * be found in the AUTHORS file in the root of the source tree.
11
- */
12
-
13
- #include <assert.h>
14
-
15
- #include "libyuv/scale_row.h"
16
-
17
- #if !defined(LIBYUV_DISABLE_LSX) && defined(__loongarch_sx)
18
- #include "libyuv/loongson_intrinsics.h"
19
-
20
- #ifdef __cplusplus
21
- namespace libyuv {
22
- extern "C" {
23
- #endif
24
-
25
- #define LOAD_DATA(_src, _in, _out) \
26
- { \
27
- int _tmp1, _tmp2, _tmp3, _tmp4; \
28
- DUP4_ARG2(__lsx_vpickve2gr_w, _in, 0, _in, 1, _in, 2, _in, 3, _tmp1, \
29
- _tmp2, _tmp3, _tmp4); \
30
- _out = __lsx_vinsgr2vr_w(_out, _src[_tmp1], 0); \
31
- _out = __lsx_vinsgr2vr_w(_out, _src[_tmp2], 1); \
32
- _out = __lsx_vinsgr2vr_w(_out, _src[_tmp3], 2); \
33
- _out = __lsx_vinsgr2vr_w(_out, _src[_tmp4], 3); \
34
- }
35
-
36
- void ScaleARGBRowDown2_LSX(const uint8_t* src_argb,
37
- ptrdiff_t src_stride,
38
- uint8_t* dst_argb,
39
- int dst_width) {
40
- int x;
41
- int len = dst_width / 4;
42
- (void)src_stride;
43
- __m128i src0, src1, dst0;
44
-
45
- for (x = 0; x < len; x++) {
46
- DUP2_ARG2(__lsx_vld, src_argb, 0, src_argb, 16, src0, src1);
47
- dst0 = __lsx_vpickod_w(src1, src0);
48
- __lsx_vst(dst0, dst_argb, 0);
49
- src_argb += 32;
50
- dst_argb += 16;
51
- }
52
- }
53
-
54
- void ScaleARGBRowDown2Linear_LSX(const uint8_t* src_argb,
55
- ptrdiff_t src_stride,
56
- uint8_t* dst_argb,
57
- int dst_width) {
58
- int x;
59
- int len = dst_width / 4;
60
- (void)src_stride;
61
- __m128i src0, src1, tmp0, tmp1, dst0;
62
-
63
- for (x = 0; x < len; x++) {
64
- DUP2_ARG2(__lsx_vld, src_argb, 0, src_argb, 16, src0, src1);
65
- tmp0 = __lsx_vpickev_w(src1, src0);
66
- tmp1 = __lsx_vpickod_w(src1, src0);
67
- dst0 = __lsx_vavgr_bu(tmp1, tmp0);
68
- __lsx_vst(dst0, dst_argb, 0);
69
- src_argb += 32;
70
- dst_argb += 16;
71
- }
72
- }
73
-
74
- void ScaleARGBRowDown2Box_LSX(const uint8_t* src_argb,
75
- ptrdiff_t src_stride,
76
- uint8_t* dst_argb,
77
- int dst_width) {
78
- int x;
79
- int len = dst_width / 4;
80
- const uint8_t* s = src_argb;
81
- const uint8_t* t = src_argb + src_stride;
82
- __m128i src0, src1, src2, src3, tmp0, tmp1, tmp2, tmp3, dst0;
83
- __m128i reg0, reg1, reg2, reg3;
84
- __m128i shuff = {0x0703060205010400, 0x0F0B0E0A0D090C08};
85
-
86
- for (x = 0; x < len; x++) {
87
- DUP2_ARG2(__lsx_vld, s, 0, s, 16, src0, src1);
88
- DUP2_ARG2(__lsx_vld, t, 0, t, 16, src2, src3);
89
- DUP4_ARG3(__lsx_vshuf_b, src0, src0, shuff, src1, src1, shuff, src2, src2,
90
- shuff, src3, src3, shuff, tmp0, tmp1, tmp2, tmp3);
91
- DUP4_ARG2(__lsx_vhaddw_hu_bu, tmp0, tmp0, tmp1, tmp1, tmp2, tmp2, tmp3,
92
- tmp3, reg0, reg1, reg2, reg3);
93
- DUP2_ARG2(__lsx_vsadd_hu, reg0, reg2, reg1, reg3, reg0, reg1);
94
- dst0 = __lsx_vsrarni_b_h(reg1, reg0, 2);
95
- __lsx_vst(dst0, dst_argb, 0);
96
- s += 32;
97
- t += 32;
98
- dst_argb += 16;
99
- }
100
- }
101
-
102
- void ScaleARGBRowDownEven_LSX(const uint8_t* src_argb,
103
- ptrdiff_t src_stride,
104
- int32_t src_stepx,
105
- uint8_t* dst_argb,
106
- int dst_width) {
107
- int x;
108
- int len = dst_width / 4;
109
- int32_t stepx = src_stepx << 2;
110
- (void)src_stride;
111
- __m128i dst0, dst1, dst2, dst3;
112
-
113
- for (x = 0; x < len; x++) {
114
- dst0 = __lsx_vldrepl_w(src_argb, 0);
115
- src_argb += stepx;
116
- dst1 = __lsx_vldrepl_w(src_argb, 0);
117
- src_argb += stepx;
118
- dst2 = __lsx_vldrepl_w(src_argb, 0);
119
- src_argb += stepx;
120
- dst3 = __lsx_vldrepl_w(src_argb, 0);
121
- src_argb += stepx;
122
- __lsx_vstelm_w(dst0, dst_argb, 0, 0);
123
- __lsx_vstelm_w(dst1, dst_argb, 4, 0);
124
- __lsx_vstelm_w(dst2, dst_argb, 8, 0);
125
- __lsx_vstelm_w(dst3, dst_argb, 12, 0);
126
- dst_argb += 16;
127
- }
128
- }
129
-
130
- void ScaleARGBRowDownEvenBox_LSX(const uint8_t* src_argb,
131
- ptrdiff_t src_stride,
132
- int src_stepx,
133
- uint8_t* dst_argb,
134
- int dst_width) {
135
- int x;
136
- int len = dst_width / 4;
137
- int32_t stepx = src_stepx * 4;
138
- const uint8_t* next_argb = src_argb + src_stride;
139
- __m128i src0, src1, src2, src3;
140
- __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
141
- __m128i reg0, reg1, dst0;
142
-
143
- for (x = 0; x < len; x++) {
144
- tmp0 = __lsx_vldrepl_d(src_argb, 0);
145
- src_argb += stepx;
146
- tmp1 = __lsx_vldrepl_d(src_argb, 0);
147
- src_argb += stepx;
148
- tmp2 = __lsx_vldrepl_d(src_argb, 0);
149
- src_argb += stepx;
150
- tmp3 = __lsx_vldrepl_d(src_argb, 0);
151
- src_argb += stepx;
152
- tmp4 = __lsx_vldrepl_d(next_argb, 0);
153
- next_argb += stepx;
154
- tmp5 = __lsx_vldrepl_d(next_argb, 0);
155
- next_argb += stepx;
156
- tmp6 = __lsx_vldrepl_d(next_argb, 0);
157
- next_argb += stepx;
158
- tmp7 = __lsx_vldrepl_d(next_argb, 0);
159
- next_argb += stepx;
160
- DUP4_ARG2(__lsx_vilvl_d, tmp1, tmp0, tmp3, tmp2, tmp5, tmp4, tmp7, tmp6,
161
- src0, src1, src2, src3);
162
- DUP2_ARG2(__lsx_vaddwev_h_bu, src0, src2, src1, src3, tmp0, tmp2);
163
- DUP2_ARG2(__lsx_vaddwod_h_bu, src0, src2, src1, src3, tmp1, tmp3);
164
- DUP2_ARG2(__lsx_vpackev_w, tmp1, tmp0, tmp3, tmp2, reg0, reg1);
165
- DUP2_ARG2(__lsx_vpackod_w, tmp1, tmp0, tmp3, tmp2, tmp4, tmp5);
166
- DUP2_ARG2(__lsx_vadd_h, reg0, tmp4, reg1, tmp5, reg0, reg1);
167
- dst0 = __lsx_vsrarni_b_h(reg1, reg0, 2);
168
- dst0 = __lsx_vshuf4i_b(dst0, 0xD8);
169
- __lsx_vst(dst0, dst_argb, 0);
170
- dst_argb += 16;
171
- }
172
- }
173
-
174
- void ScaleRowDown2_LSX(const uint8_t* src_ptr,
175
- ptrdiff_t src_stride,
176
- uint8_t* dst,
177
- int dst_width) {
178
- int x;
179
- int len = dst_width / 32;
180
- __m128i src0, src1, src2, src3, dst0, dst1;
181
- (void)src_stride;
182
-
183
- for (x = 0; x < len; x++) {
184
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
185
- src0, src1, src2, src3);
186
- DUP2_ARG2(__lsx_vpickod_b, src1, src0, src3, src2, dst0, dst1);
187
- __lsx_vst(dst0, dst, 0);
188
- __lsx_vst(dst1, dst, 16);
189
- src_ptr += 64;
190
- dst += 32;
191
- }
192
- }
193
-
194
- void ScaleRowDown2Linear_LSX(const uint8_t* src_ptr,
195
- ptrdiff_t src_stride,
196
- uint8_t* dst,
197
- int dst_width) {
198
- int x;
199
- int len = dst_width / 32;
200
- __m128i src0, src1, src2, src3;
201
- __m128i tmp0, tmp1, tmp2, tmp3, dst0, dst1;
202
- (void)src_stride;
203
-
204
- for (x = 0; x < len; x++) {
205
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
206
- src0, src1, src2, src3);
207
- DUP2_ARG2(__lsx_vpickev_b, src1, src0, src3, src2, tmp0, tmp2);
208
- DUP2_ARG2(__lsx_vpickod_b, src1, src0, src3, src2, tmp1, tmp3);
209
- DUP2_ARG2(__lsx_vavgr_bu, tmp0, tmp1, tmp2, tmp3, dst0, dst1);
210
- __lsx_vst(dst0, dst, 0);
211
- __lsx_vst(dst1, dst, 16);
212
- src_ptr += 64;
213
- dst += 32;
214
- }
215
- }
216
-
217
- void ScaleRowDown2Box_LSX(const uint8_t* src_ptr,
218
- ptrdiff_t src_stride,
219
- uint8_t* dst,
220
- int dst_width) {
221
- int x;
222
- int len = dst_width / 32;
223
- const uint8_t* src_nex = src_ptr + src_stride;
224
- __m128i src0, src1, src2, src3, src4, src5, src6, src7;
225
- __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
226
- __m128i dst0, dst1;
227
-
228
- for (x = 0; x < len; x++) {
229
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
230
- src0, src1, src2, src3);
231
- DUP4_ARG2(__lsx_vld, src_nex, 0, src_nex, 16, src_nex, 32, src_nex, 48,
232
- src4, src5, src6, src7);
233
- DUP4_ARG2(__lsx_vaddwev_h_bu, src0, src4, src1, src5, src2, src6, src3,
234
- src7, tmp0, tmp2, tmp4, tmp6);
235
- DUP4_ARG2(__lsx_vaddwod_h_bu, src0, src4, src1, src5, src2, src6, src3,
236
- src7, tmp1, tmp3, tmp5, tmp7);
237
- DUP4_ARG2(__lsx_vadd_h, tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7,
238
- tmp0, tmp1, tmp2, tmp3);
239
- DUP2_ARG3(__lsx_vsrarni_b_h, tmp1, tmp0, 2, tmp3, tmp2, 2, dst0, dst1);
240
- __lsx_vst(dst0, dst, 0);
241
- __lsx_vst(dst1, dst, 16);
242
- src_ptr += 64;
243
- src_nex += 64;
244
- dst += 32;
245
- }
246
- }
247
-
248
- void ScaleRowDown4_LSX(const uint8_t* src_ptr,
249
- ptrdiff_t src_stride,
250
- uint8_t* dst,
251
- int dst_width) {
252
- int x;
253
- int len = dst_width / 16;
254
- __m128i src0, src1, src2, src3, tmp0, tmp1, dst0;
255
- (void)src_stride;
256
-
257
- for (x = 0; x < len; x++) {
258
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
259
- src0, src1, src2, src3);
260
- DUP2_ARG2(__lsx_vpickev_b, src1, src0, src3, src2, tmp0, tmp1);
261
- dst0 = __lsx_vpickod_b(tmp1, tmp0);
262
- __lsx_vst(dst0, dst, 0);
263
- src_ptr += 64;
264
- dst += 16;
265
- }
266
- }
267
-
268
- void ScaleRowDown4Box_LSX(const uint8_t* src_ptr,
269
- ptrdiff_t src_stride,
270
- uint8_t* dst,
271
- int dst_width) {
272
- int x;
273
- int len = dst_width / 16;
274
- const uint8_t* ptr1 = src_ptr + src_stride;
275
- const uint8_t* ptr2 = ptr1 + src_stride;
276
- const uint8_t* ptr3 = ptr2 + src_stride;
277
- __m128i src0, src1, src2, src3, src4, src5, src6, src7;
278
- __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
279
- __m128i reg0, reg1, reg2, reg3, reg4, reg5, reg6, reg7, dst0;
280
-
281
- for (x = 0; x < len; x++) {
282
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
283
- src0, src1, src2, src3);
284
- DUP4_ARG2(__lsx_vld, ptr1, 0, ptr1, 16, ptr1, 32, ptr1, 48, src4, src5,
285
- src6, src7);
286
- DUP4_ARG2(__lsx_vaddwev_h_bu, src0, src4, src1, src5, src2, src6, src3,
287
- src7, tmp0, tmp2, tmp4, tmp6);
288
- DUP4_ARG2(__lsx_vaddwod_h_bu, src0, src4, src1, src5, src2, src6, src3,
289
- src7, tmp1, tmp3, tmp5, tmp7);
290
- DUP4_ARG2(__lsx_vadd_h, tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7,
291
- reg0, reg1, reg2, reg3);
292
- DUP4_ARG2(__lsx_vld, ptr2, 0, ptr2, 16, ptr2, 32, ptr2, 48, src0, src1,
293
- src2, src3);
294
- DUP4_ARG2(__lsx_vld, ptr3, 0, ptr3, 16, ptr3, 32, ptr3, 48, src4, src5,
295
- src6, src7);
296
- DUP4_ARG2(__lsx_vaddwev_h_bu, src0, src4, src1, src5, src2, src6, src3,
297
- src7, tmp0, tmp2, tmp4, tmp6);
298
- DUP4_ARG2(__lsx_vaddwod_h_bu, src0, src4, src1, src5, src2, src6, src3,
299
- src7, tmp1, tmp3, tmp5, tmp7);
300
- DUP4_ARG2(__lsx_vadd_h, tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7,
301
- reg4, reg5, reg6, reg7);
302
- DUP4_ARG2(__lsx_vadd_h, reg0, reg4, reg1, reg5, reg2, reg6, reg3, reg7,
303
- reg0, reg1, reg2, reg3);
304
- DUP4_ARG2(__lsx_vhaddw_wu_hu, reg0, reg0, reg1, reg1, reg2, reg2, reg3,
305
- reg3, reg0, reg1, reg2, reg3);
306
- DUP2_ARG3(__lsx_vsrarni_h_w, reg1, reg0, 4, reg3, reg2, 4, tmp0, tmp1);
307
- dst0 = __lsx_vpickev_b(tmp1, tmp0);
308
- __lsx_vst(dst0, dst, 0);
309
- src_ptr += 64;
310
- ptr1 += 64;
311
- ptr2 += 64;
312
- ptr3 += 64;
313
- dst += 16;
314
- }
315
- }
316
-
317
- void ScaleRowDown38_LSX(const uint8_t* src_ptr,
318
- ptrdiff_t src_stride,
319
- uint8_t* dst,
320
- int dst_width) {
321
- int x, len;
322
- __m128i src0, src1, tmp0;
323
- __m128i shuff = {0x13100E0B08060300, 0x000000001E1B1816};
324
-
325
- assert(dst_width % 3 == 0);
326
- len = dst_width / 12;
327
- (void)src_stride;
328
-
329
- for (x = 0; x < len; x++) {
330
- DUP2_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src0, src1);
331
- tmp0 = __lsx_vshuf_b(src1, src0, shuff);
332
- __lsx_vstelm_d(tmp0, dst, 0, 0);
333
- __lsx_vstelm_w(tmp0, dst, 8, 2);
334
- src_ptr += 32;
335
- dst += 12;
336
- }
337
- }
338
-
339
- void ScaleRowDown38_2_Box_LSX(const uint8_t* src_ptr,
340
- ptrdiff_t src_stride,
341
- uint8_t* dst_ptr,
342
- int dst_width) {
343
- int x, len;
344
- const uint8_t* src_nex = src_ptr + src_stride;
345
- __m128i src0, src1, src2, src3, dst0;
346
- __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
347
- __m128i reg0, reg1, reg2, reg3;
348
- __m128i shuff = {0x0A08160604120200, 0x000000001E0E0C1A};
349
- __m128i const_0x2AAA = __lsx_vreplgr2vr_h(0x2AAA);
350
- __m128i const_0x4000 = __lsx_vreplgr2vr_w(0x4000);
351
-
352
- assert((dst_width % 3 == 0) && (dst_width > 0));
353
- len = dst_width / 12;
354
-
355
- for (x = 0; x < len; x++) {
356
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_nex, 0, src_nex, 16, src0,
357
- src1, src2, src3);
358
- DUP2_ARG2(__lsx_vaddwev_h_bu, src0, src2, src1, src3, tmp0, tmp2);
359
- DUP2_ARG2(__lsx_vaddwod_h_bu, src0, src2, src1, src3, tmp1, tmp3);
360
- DUP2_ARG2(__lsx_vpickev_h, tmp2, tmp0, tmp3, tmp1, reg0, reg1);
361
- DUP2_ARG2(__lsx_vpackod_h, tmp1, tmp0, tmp3, tmp2, reg2, reg3);
362
- tmp4 = __lsx_vpickev_w(reg3, reg2);
363
- tmp5 = __lsx_vadd_h(reg0, reg1);
364
- tmp6 = __lsx_vadd_h(tmp5, tmp4);
365
- tmp7 = __lsx_vmuh_h(tmp6, const_0x2AAA);
366
- tmp0 = __lsx_vpickod_w(reg3, reg2);
367
- tmp1 = __lsx_vhaddw_wu_hu(tmp0, tmp0);
368
- tmp2 = __lsx_vmul_w(tmp1, const_0x4000);
369
- dst0 = __lsx_vshuf_b(tmp2, tmp7, shuff);
370
- __lsx_vstelm_d(dst0, dst_ptr, 0, 0);
371
- __lsx_vstelm_w(dst0, dst_ptr, 8, 2);
372
- src_ptr += 32;
373
- src_nex += 32;
374
- dst_ptr += 12;
375
- }
376
- }
377
-
378
- void ScaleRowDown38_3_Box_LSX(const uint8_t* src_ptr,
379
- ptrdiff_t src_stride,
380
- uint8_t* dst_ptr,
381
- int dst_width) {
382
- int x, len;
383
- const uint8_t* ptr1 = src_ptr + src_stride;
384
- const uint8_t* ptr2 = ptr1 + src_stride;
385
- __m128i src0, src1, src2, src3, src4, src5;
386
- __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
387
- __m128i reg0, reg1, reg2, reg3, dst0;
388
- __m128i zero = __lsx_vldi(0);
389
- __m128i shuff = {0x0A08160604120200, 0x000000001E0E0C1A};
390
- __m128i const_0x1C71 = __lsx_vreplgr2vr_h(0x1C71);
391
- __m128i const_0x2AAA = __lsx_vreplgr2vr_w(0x2AAA);
392
-
393
- assert((dst_width % 3 == 0) && (dst_width > 0));
394
- len = dst_width / 12;
395
-
396
- for (x = 0; x < len; x++) {
397
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, ptr1, 0, ptr1, 16, src0, src1,
398
- src2, src3);
399
- DUP2_ARG2(__lsx_vld, ptr2, 0, ptr2, 16, src4, src5);
400
- DUP2_ARG2(__lsx_vaddwev_h_bu, src0, src2, src1, src3, tmp0, tmp2);
401
- DUP2_ARG2(__lsx_vaddwod_h_bu, src0, src2, src1, src3, tmp1, tmp3);
402
- DUP2_ARG2(__lsx_vpackev_b, zero, src4, zero, src5, tmp4, tmp6);
403
- DUP2_ARG2(__lsx_vpackod_b, zero, src4, zero, src5, tmp5, tmp7);
404
- DUP4_ARG2(__lsx_vadd_h, tmp0, tmp4, tmp1, tmp5, tmp2, tmp6, tmp3, tmp7,
405
- tmp0, tmp1, tmp2, tmp3);
406
- DUP2_ARG2(__lsx_vpickev_h, tmp2, tmp0, tmp3, tmp1, reg0, reg1);
407
- DUP2_ARG2(__lsx_vpackod_h, tmp1, tmp0, tmp3, tmp2, reg2, reg3);
408
- tmp4 = __lsx_vpickev_w(reg3, reg2);
409
- tmp5 = __lsx_vadd_h(reg0, reg1);
410
- tmp6 = __lsx_vadd_h(tmp5, tmp4);
411
- tmp7 = __lsx_vmuh_h(tmp6, const_0x1C71);
412
- tmp0 = __lsx_vpickod_w(reg3, reg2);
413
- tmp1 = __lsx_vhaddw_wu_hu(tmp0, tmp0);
414
- tmp2 = __lsx_vmul_w(tmp1, const_0x2AAA);
415
- dst0 = __lsx_vshuf_b(tmp2, tmp7, shuff);
416
- __lsx_vstelm_d(dst0, dst_ptr, 0, 0);
417
- __lsx_vstelm_w(dst0, dst_ptr, 8, 2);
418
- src_ptr += 32;
419
- ptr1 += 32;
420
- ptr2 += 32;
421
- dst_ptr += 12;
422
- }
423
- }
424
-
425
- void ScaleAddRow_LSX(const uint8_t* src_ptr, uint16_t* dst_ptr, int src_width) {
426
- int x;
427
- int len = src_width / 16;
428
- __m128i src0, tmp0, tmp1, dst0, dst1;
429
- __m128i zero = __lsx_vldi(0);
430
-
431
- assert(src_width > 0);
432
-
433
- for (x = 0; x < len; x++) {
434
- src0 = __lsx_vld(src_ptr, 0);
435
- DUP2_ARG2(__lsx_vld, dst_ptr, 0, dst_ptr, 16, dst0, dst1);
436
- tmp0 = __lsx_vilvl_b(zero, src0);
437
- tmp1 = __lsx_vilvh_b(zero, src0);
438
- DUP2_ARG2(__lsx_vadd_h, dst0, tmp0, dst1, tmp1, dst0, dst1);
439
- __lsx_vst(dst0, dst_ptr, 0);
440
- __lsx_vst(dst1, dst_ptr, 16);
441
- src_ptr += 16;
442
- dst_ptr += 16;
443
- }
444
- }
445
-
446
- void ScaleFilterCols_LSX(uint8_t* dst_ptr,
447
- const uint8_t* src_ptr,
448
- int dst_width,
449
- int x,
450
- int dx) {
451
- int j;
452
- int len = dst_width / 16;
453
- __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
454
- __m128i reg0, reg1, reg2, reg3, reg4, reg5, reg6, reg7;
455
- __m128i vec0, vec1, dst0;
456
- __m128i vec_x = __lsx_vreplgr2vr_w(x);
457
- __m128i vec_dx = __lsx_vreplgr2vr_w(dx);
458
- __m128i const1 = __lsx_vreplgr2vr_w(0xFFFF);
459
- __m128i const2 = __lsx_vreplgr2vr_w(0x40);
460
- __m128i const_tmp = {0x0000000100000000, 0x0000000300000002};
461
-
462
- vec0 = __lsx_vmul_w(vec_dx, const_tmp);
463
- vec1 = __lsx_vslli_w(vec_dx, 2);
464
- vec_x = __lsx_vadd_w(vec_x, vec0);
465
-
466
- for (j = 0; j < len; j++) {
467
- tmp0 = __lsx_vsrai_w(vec_x, 16);
468
- tmp4 = __lsx_vand_v(vec_x, const1);
469
- vec_x = __lsx_vadd_w(vec_x, vec1);
470
- tmp1 = __lsx_vsrai_w(vec_x, 16);
471
- tmp5 = __lsx_vand_v(vec_x, const1);
472
- vec_x = __lsx_vadd_w(vec_x, vec1);
473
- tmp2 = __lsx_vsrai_w(vec_x, 16);
474
- tmp6 = __lsx_vand_v(vec_x, const1);
475
- vec_x = __lsx_vadd_w(vec_x, vec1);
476
- tmp3 = __lsx_vsrai_w(vec_x, 16);
477
- tmp7 = __lsx_vand_v(vec_x, const1);
478
- vec_x = __lsx_vadd_w(vec_x, vec1);
479
- DUP4_ARG2(__lsx_vsrai_w, tmp4, 9, tmp5, 9, tmp6, 9, tmp7, 9, tmp4, tmp5,
480
- tmp6, tmp7);
481
- LOAD_DATA(src_ptr, tmp0, reg0);
482
- LOAD_DATA(src_ptr, tmp1, reg1);
483
- LOAD_DATA(src_ptr, tmp2, reg2);
484
- LOAD_DATA(src_ptr, tmp3, reg3);
485
- DUP4_ARG2(__lsx_vaddi_wu, tmp0, 1, tmp1, 1, tmp2, 1, tmp3, 1, tmp0, tmp1,
486
- tmp2, tmp3);
487
- LOAD_DATA(src_ptr, tmp0, reg4);
488
- LOAD_DATA(src_ptr, tmp1, reg5);
489
- LOAD_DATA(src_ptr, tmp2, reg6);
490
- LOAD_DATA(src_ptr, tmp3, reg7);
491
- DUP4_ARG2(__lsx_vsub_w, reg4, reg0, reg5, reg1, reg6, reg2, reg7, reg3,
492
- reg4, reg5, reg6, reg7);
493
- DUP4_ARG2(__lsx_vmul_w, reg4, tmp4, reg5, tmp5, reg6, tmp6, reg7, tmp7,
494
- reg4, reg5, reg6, reg7);
495
- DUP4_ARG2(__lsx_vadd_w, reg4, const2, reg5, const2, reg6, const2, reg7,
496
- const2, reg4, reg5, reg6, reg7);
497
- DUP4_ARG2(__lsx_vsrai_w, reg4, 7, reg5, 7, reg6, 7, reg7, 7, reg4, reg5,
498
- reg6, reg7);
499
- DUP4_ARG2(__lsx_vadd_w, reg0, reg4, reg1, reg5, reg2, reg6, reg3, reg7,
500
- reg0, reg1, reg2, reg3);
501
- DUP2_ARG2(__lsx_vpickev_h, reg1, reg0, reg3, reg2, tmp0, tmp1);
502
- dst0 = __lsx_vpickev_b(tmp1, tmp0);
503
- __lsx_vst(dst0, dst_ptr, 0);
504
- dst_ptr += 16;
505
- }
506
- }
507
-
508
- void ScaleARGBCols_LSX(uint8_t* dst_argb,
509
- const uint8_t* src_argb,
510
- int dst_width,
511
- int x,
512
- int dx) {
513
- const uint32_t* src = (const uint32_t*)src_argb;
514
- uint32_t* dst = (uint32_t*)dst_argb;
515
- int j;
516
- int len = dst_width / 4;
517
- __m128i tmp0, tmp1, tmp2, dst0;
518
- __m128i vec_x = __lsx_vreplgr2vr_w(x);
519
- __m128i vec_dx = __lsx_vreplgr2vr_w(dx);
520
- __m128i const_tmp = {0x0000000100000000, 0x0000000300000002};
521
-
522
- tmp0 = __lsx_vmul_w(vec_dx, const_tmp);
523
- tmp1 = __lsx_vslli_w(vec_dx, 2);
524
- vec_x = __lsx_vadd_w(vec_x, tmp0);
525
-
526
- for (j = 0; j < len; j++) {
527
- tmp2 = __lsx_vsrai_w(vec_x, 16);
528
- vec_x = __lsx_vadd_w(vec_x, tmp1);
529
- LOAD_DATA(src, tmp2, dst0);
530
- __lsx_vst(dst0, dst, 0);
531
- dst += 4;
532
- }
533
- }
534
-
535
- void ScaleARGBFilterCols_LSX(uint8_t* dst_argb,
536
- const uint8_t* src_argb,
537
- int dst_width,
538
- int x,
539
- int dx) {
540
- const uint32_t* src = (const uint32_t*)src_argb;
541
- int j;
542
- int len = dst_width / 8;
543
- __m128i src0, src1, src2, src3;
544
- __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
545
- __m128i reg0, reg1, reg2, reg3, reg4, reg5, reg6, reg7;
546
- __m128i vec0, vec1, dst0, dst1;
547
- __m128i vec_x = __lsx_vreplgr2vr_w(x);
548
- __m128i vec_dx = __lsx_vreplgr2vr_w(dx);
549
- __m128i const_tmp = {0x0000000100000000, 0x0000000300000002};
550
- __m128i const_7f = __lsx_vldi(0x7F);
551
-
552
- vec0 = __lsx_vmul_w(vec_dx, const_tmp);
553
- vec1 = __lsx_vslli_w(vec_dx, 2);
554
- vec_x = __lsx_vadd_w(vec_x, vec0);
555
-
556
- for (j = 0; j < len; j++) {
557
- tmp0 = __lsx_vsrai_w(vec_x, 16);
558
- reg0 = __lsx_vsrai_w(vec_x, 9);
559
- vec_x = __lsx_vadd_w(vec_x, vec1);
560
- tmp1 = __lsx_vsrai_w(vec_x, 16);
561
- reg1 = __lsx_vsrai_w(vec_x, 9);
562
- vec_x = __lsx_vadd_w(vec_x, vec1);
563
- DUP2_ARG2(__lsx_vand_v, reg0, const_7f, reg1, const_7f, reg0, reg1);
564
- DUP2_ARG2(__lsx_vshuf4i_b, reg0, 0, reg1, 0, reg0, reg1);
565
- DUP2_ARG2(__lsx_vxor_v, reg0, const_7f, reg1, const_7f, reg2, reg3);
566
- DUP2_ARG2(__lsx_vilvl_b, reg0, reg2, reg1, reg3, reg4, reg6);
567
- DUP2_ARG2(__lsx_vilvh_b, reg0, reg2, reg1, reg3, reg5, reg7);
568
- LOAD_DATA(src, tmp0, src0);
569
- LOAD_DATA(src, tmp1, src1);
570
- DUP2_ARG2(__lsx_vaddi_wu, tmp0, 1, tmp1, 1, tmp0, tmp1);
571
- LOAD_DATA(src, tmp0, src2);
572
- LOAD_DATA(src, tmp1, src3);
573
- DUP2_ARG2(__lsx_vilvl_b, src2, src0, src3, src1, tmp4, tmp6);
574
- DUP2_ARG2(__lsx_vilvh_b, src2, src0, src3, src1, tmp5, tmp7);
575
- DUP4_ARG2(__lsx_vdp2_h_bu, tmp4, reg4, tmp5, reg5, tmp6, reg6, tmp7, reg7,
576
- tmp0, tmp1, tmp2, tmp3);
577
- DUP2_ARG3(__lsx_vsrani_b_h, tmp1, tmp0, 7, tmp3, tmp2, 7, dst0, dst1);
578
- __lsx_vst(dst0, dst_argb, 0);
579
- __lsx_vst(dst1, dst_argb, 16);
580
- dst_argb += 32;
581
- }
582
- }
583
-
584
- void ScaleRowDown34_LSX(const uint8_t* src_ptr,
585
- ptrdiff_t src_stride,
586
- uint8_t* dst,
587
- int dst_width) {
588
- int x;
589
- (void)src_stride;
590
- __m128i src0, src1, src2, src3;
591
- __m128i dst0, dst1, dst2;
592
- __m128i shuff0 = {0x0908070504030100, 0x141311100F0D0C0B};
593
- __m128i shuff1 = {0x0F0D0C0B09080705, 0x1918171514131110};
594
- __m128i shuff2 = {0x141311100F0D0C0B, 0x1F1D1C1B19181715};
595
-
596
- assert((dst_width % 3 == 0) && (dst_width > 0));
597
-
598
- for (x = 0; x < dst_width; x += 48) {
599
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
600
- src0, src1, src2, src3);
601
- DUP2_ARG3(__lsx_vshuf_b, src1, src0, shuff0, src2, src1, shuff1, dst0,
602
- dst1);
603
- dst2 = __lsx_vshuf_b(src3, src2, shuff2);
604
- __lsx_vst(dst0, dst, 0);
605
- __lsx_vst(dst1, dst, 16);
606
- __lsx_vst(dst2, dst, 32);
607
- src_ptr += 64;
608
- dst += 48;
609
- }
610
- }
611
-
612
- void ScaleRowDown34_0_Box_LSX(const uint8_t* src_ptr,
613
- ptrdiff_t src_stride,
614
- uint8_t* d,
615
- int dst_width) {
616
- const uint8_t* src_nex = src_ptr + src_stride;
617
- int x;
618
- __m128i src0, src1, src2, src3, src4, src5, src6, src7;
619
- __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7, tmp8, tmp9;
620
- __m128i tmp10, tmp11, dst0, dst1, dst2;
621
- __m128i const0 = {0x0103030101010103, 0x0101010303010101};
622
- __m128i const1 = {0x0301010101030301, 0x0103030101010103};
623
- __m128i const2 = {0x0101010303010101, 0x0301010101030301};
624
- __m128i shuff0 = {0x0504030202010100, 0x0A09090807060605};
625
- __m128i shuff1 = {0x0F0E0E0D0D0C0B0A, 0x1514131212111110};
626
- __m128i shuff2 = {0x0A09090807060605, 0x0F0E0E0D0D0C0B0A};
627
- __m128i shift0 = {0x0002000200010002, 0x0001000200020001};
628
- __m128i shift1 = {0x0002000100020002, 0x0002000200010002};
629
- __m128i shift2 = {0x0001000200020001, 0x0002000100020002};
630
-
631
- assert((dst_width % 3 == 0) && (dst_width > 0));
632
-
633
- for (x = 0; x < dst_width; x += 48) {
634
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
635
- src0, src1, src2, src3);
636
- DUP4_ARG2(__lsx_vld, src_nex, 0, src_nex, 16, src_nex, 32, src_nex, 48,
637
- src4, src5, src6, src7);
638
- DUP4_ARG3(__lsx_vshuf_b, src0, src0, shuff0, src1, src0, shuff1, src1, src1,
639
- shuff2, src2, src2, shuff0, tmp0, tmp1, tmp2, tmp3);
640
- DUP4_ARG3(__lsx_vshuf_b, src3, src2, shuff1, src3, src3, shuff2, src4, src4,
641
- shuff0, src5, src4, shuff1, tmp4, tmp5, tmp6, tmp7);
642
- DUP4_ARG3(__lsx_vshuf_b, src5, src5, shuff2, src6, src6, shuff0, src7, src6,
643
- shuff1, src7, src7, shuff2, tmp8, tmp9, tmp10, tmp11);
644
- DUP4_ARG2(__lsx_vdp2_h_bu, tmp0, const0, tmp1, const1, tmp2, const2, tmp3,
645
- const0, src0, src1, src2, src3);
646
- DUP4_ARG2(__lsx_vdp2_h_bu, tmp4, const1, tmp5, const2, tmp6, const0, tmp7,
647
- const1, src4, src5, src6, src7);
648
- DUP4_ARG2(__lsx_vdp2_h_bu, tmp8, const2, tmp9, const0, tmp10, const1, tmp11,
649
- const2, tmp0, tmp1, tmp2, tmp3);
650
- DUP4_ARG2(__lsx_vsrar_h, src0, shift0, src1, shift1, src2, shift2, src3,
651
- shift0, src0, src1, src2, src3);
652
- DUP4_ARG2(__lsx_vsrar_h, src4, shift1, src5, shift2, src6, shift0, src7,
653
- shift1, src4, src5, src6, src7);
654
- DUP4_ARG2(__lsx_vsrar_h, tmp0, shift2, tmp1, shift0, tmp2, shift1, tmp3,
655
- shift2, tmp0, tmp1, tmp2, tmp3);
656
- DUP4_ARG2(__lsx_vslli_h, src0, 1, src1, 1, src2, 1, src3, 1, tmp5, tmp6,
657
- tmp7, tmp8);
658
- DUP2_ARG2(__lsx_vslli_h, src4, 1, src5, 1, tmp9, tmp10);
659
- DUP4_ARG2(__lsx_vadd_h, src0, tmp5, src1, tmp6, src2, tmp7, src3, tmp8,
660
- src0, src1, src2, src3);
661
- DUP2_ARG2(__lsx_vadd_h, src4, tmp9, src5, tmp10, src4, src5);
662
- DUP4_ARG2(__lsx_vadd_h, src0, src6, src1, src7, src2, tmp0, src3, tmp1,
663
- src0, src1, src2, src3);
664
- DUP2_ARG2(__lsx_vadd_h, src4, tmp2, src5, tmp3, src4, src5);
665
- DUP2_ARG3(__lsx_vsrarni_b_h, src1, src0, 2, src3, src2, 2, dst0, dst1);
666
- dst2 = __lsx_vsrarni_b_h(src5, src4, 2);
667
- __lsx_vst(dst0, d, 0);
668
- __lsx_vst(dst1, d, 16);
669
- __lsx_vst(dst2, d, 32);
670
- src_ptr += 64;
671
- src_nex += 64;
672
- d += 48;
673
- }
674
- }
675
-
676
- void ScaleRowDown34_1_Box_LSX(const uint8_t* src_ptr,
677
- ptrdiff_t src_stride,
678
- uint8_t* d,
679
- int dst_width) {
680
- const uint8_t* src_nex = src_ptr + src_stride;
681
- int x;
682
- __m128i src0, src1, src2, src3, src4, src5, src6, src7;
683
- __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7, tmp8, tmp9;
684
- __m128i tmp10, tmp11, dst0, dst1, dst2;
685
- __m128i const0 = {0x0103030101010103, 0x0101010303010101};
686
- __m128i const1 = {0x0301010101030301, 0x0103030101010103};
687
- __m128i const2 = {0x0101010303010101, 0x0301010101030301};
688
- __m128i shuff0 = {0x0504030202010100, 0x0A09090807060605};
689
- __m128i shuff1 = {0x0F0E0E0D0D0C0B0A, 0x1514131212111110};
690
- __m128i shuff2 = {0x0A09090807060605, 0x0F0E0E0D0D0C0B0A};
691
- __m128i shift0 = {0x0002000200010002, 0x0001000200020001};
692
- __m128i shift1 = {0x0002000100020002, 0x0002000200010002};
693
- __m128i shift2 = {0x0001000200020001, 0x0002000100020002};
694
-
695
- assert((dst_width % 3 == 0) && (dst_width > 0));
696
-
697
- for (x = 0; x < dst_width; x += 48) {
698
- DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
699
- src0, src1, src2, src3);
700
- DUP4_ARG2(__lsx_vld, src_nex, 0, src_nex, 16, src_nex, 32, src_nex, 48,
701
- src4, src5, src6, src7);
702
- DUP4_ARG3(__lsx_vshuf_b, src0, src0, shuff0, src1, src0, shuff1, src1, src1,
703
- shuff2, src2, src2, shuff0, tmp0, tmp1, tmp2, tmp3);
704
- DUP4_ARG3(__lsx_vshuf_b, src3, src2, shuff1, src3, src3, shuff2, src4, src4,
705
- shuff0, src5, src4, shuff1, tmp4, tmp5, tmp6, tmp7);
706
- DUP4_ARG3(__lsx_vshuf_b, src5, src5, shuff2, src6, src6, shuff0, src7, src6,
707
- shuff1, src7, src7, shuff2, tmp8, tmp9, tmp10, tmp11);
708
- DUP4_ARG2(__lsx_vdp2_h_bu, tmp0, const0, tmp1, const1, tmp2, const2, tmp3,
709
- const0, src0, src1, src2, src3);
710
- DUP4_ARG2(__lsx_vdp2_h_bu, tmp4, const1, tmp5, const2, tmp6, const0, tmp7,
711
- const1, src4, src5, src6, src7);
712
- DUP4_ARG2(__lsx_vdp2_h_bu, tmp8, const2, tmp9, const0, tmp10, const1, tmp11,
713
- const2, tmp0, tmp1, tmp2, tmp3);
714
- DUP4_ARG2(__lsx_vsrar_h, src0, shift0, src1, shift1, src2, shift2, src3,
715
- shift0, src0, src1, src2, src3);
716
- DUP4_ARG2(__lsx_vsrar_h, src4, shift1, src5, shift2, src6, shift0, src7,
717
- shift1, src4, src5, src6, src7);
718
- DUP4_ARG2(__lsx_vsrar_h, tmp0, shift2, tmp1, shift0, tmp2, shift1, tmp3,
719
- shift2, tmp0, tmp1, tmp2, tmp3);
720
- DUP4_ARG2(__lsx_vadd_h, src0, src6, src1, src7, src2, tmp0, src3, tmp1,
721
- src0, src1, src2, src3);
722
- DUP2_ARG2(__lsx_vadd_h, src4, tmp2, src5, tmp3, src4, src5);
723
- DUP2_ARG3(__lsx_vsrarni_b_h, src1, src0, 1, src3, src2, 1, dst0, dst1);
724
- dst2 = __lsx_vsrarni_b_h(src5, src4, 1);
725
- __lsx_vst(dst0, d, 0);
726
- __lsx_vst(dst1, d, 16);
727
- __lsx_vst(dst2, d, 32);
728
- src_ptr += 64;
729
- src_nex += 64;
730
- d += 48;
731
- }
732
- }
733
-
734
- #ifdef __cplusplus
735
- } // extern "C"
736
- } // namespace libyuv
737
- #endif
738
-
739
- #endif // !defined(LIBYUV_DISABLE_LSX) && defined(__loongarch_sx)
1
+ /*
2
+ * Copyright 2022 The LibYuv Project Authors. All rights reserved.
3
+ *
4
+ * Copyright (c) 2022 Loongson Technology Corporation Limited
5
+ *
6
+ * Use of this source code is governed by a BSD-style license
7
+ * that can be found in the LICENSE file in the root of the source
8
+ * tree. An additional intellectual property rights grant can be found
9
+ * in the file PATENTS. All contributing project authors may
10
+ * be found in the AUTHORS file in the root of the source tree.
11
+ */
12
+
13
+ #include <assert.h>
14
+
15
+ #include "libyuv/scale_row.h"
16
+
17
+ #if !defined(LIBYUV_DISABLE_LSX) && defined(__loongarch_sx)
18
+ #include "libyuv/loongson_intrinsics.h"
19
+
20
+ #ifdef __cplusplus
21
+ namespace libyuv {
22
+ extern "C" {
23
+ #endif
24
+
25
+ #define LOAD_DATA(_src, _in, _out) \
26
+ { \
27
+ int _tmp1, _tmp2, _tmp3, _tmp4; \
28
+ DUP4_ARG2(__lsx_vpickve2gr_w, _in, 0, _in, 1, _in, 2, _in, 3, _tmp1, \
29
+ _tmp2, _tmp3, _tmp4); \
30
+ _out = __lsx_vinsgr2vr_w(_out, _src[_tmp1], 0); \
31
+ _out = __lsx_vinsgr2vr_w(_out, _src[_tmp2], 1); \
32
+ _out = __lsx_vinsgr2vr_w(_out, _src[_tmp3], 2); \
33
+ _out = __lsx_vinsgr2vr_w(_out, _src[_tmp4], 3); \
34
+ }
35
+
36
+ void ScaleARGBRowDown2_LSX(const uint8_t* src_argb,
37
+ ptrdiff_t src_stride,
38
+ uint8_t* dst_argb,
39
+ int dst_width) {
40
+ int x;
41
+ int len = dst_width / 4;
42
+ (void)src_stride;
43
+ __m128i src0, src1, dst0;
44
+
45
+ for (x = 0; x < len; x++) {
46
+ DUP2_ARG2(__lsx_vld, src_argb, 0, src_argb, 16, src0, src1);
47
+ dst0 = __lsx_vpickod_w(src1, src0);
48
+ __lsx_vst(dst0, dst_argb, 0);
49
+ src_argb += 32;
50
+ dst_argb += 16;
51
+ }
52
+ }
53
+
54
+ void ScaleARGBRowDown2Linear_LSX(const uint8_t* src_argb,
55
+ ptrdiff_t src_stride,
56
+ uint8_t* dst_argb,
57
+ int dst_width) {
58
+ int x;
59
+ int len = dst_width / 4;
60
+ (void)src_stride;
61
+ __m128i src0, src1, tmp0, tmp1, dst0;
62
+
63
+ for (x = 0; x < len; x++) {
64
+ DUP2_ARG2(__lsx_vld, src_argb, 0, src_argb, 16, src0, src1);
65
+ tmp0 = __lsx_vpickev_w(src1, src0);
66
+ tmp1 = __lsx_vpickod_w(src1, src0);
67
+ dst0 = __lsx_vavgr_bu(tmp1, tmp0);
68
+ __lsx_vst(dst0, dst_argb, 0);
69
+ src_argb += 32;
70
+ dst_argb += 16;
71
+ }
72
+ }
73
+
74
+ void ScaleARGBRowDown2Box_LSX(const uint8_t* src_argb,
75
+ ptrdiff_t src_stride,
76
+ uint8_t* dst_argb,
77
+ int dst_width) {
78
+ int x;
79
+ int len = dst_width / 4;
80
+ const uint8_t* s = src_argb;
81
+ const uint8_t* t = src_argb + src_stride;
82
+ __m128i src0, src1, src2, src3, tmp0, tmp1, tmp2, tmp3, dst0;
83
+ __m128i reg0, reg1, reg2, reg3;
84
+ __m128i shuff = {0x0703060205010400, 0x0F0B0E0A0D090C08};
85
+
86
+ for (x = 0; x < len; x++) {
87
+ DUP2_ARG2(__lsx_vld, s, 0, s, 16, src0, src1);
88
+ DUP2_ARG2(__lsx_vld, t, 0, t, 16, src2, src3);
89
+ DUP4_ARG3(__lsx_vshuf_b, src0, src0, shuff, src1, src1, shuff, src2, src2,
90
+ shuff, src3, src3, shuff, tmp0, tmp1, tmp2, tmp3);
91
+ DUP4_ARG2(__lsx_vhaddw_hu_bu, tmp0, tmp0, tmp1, tmp1, tmp2, tmp2, tmp3,
92
+ tmp3, reg0, reg1, reg2, reg3);
93
+ DUP2_ARG2(__lsx_vsadd_hu, reg0, reg2, reg1, reg3, reg0, reg1);
94
+ dst0 = __lsx_vsrarni_b_h(reg1, reg0, 2);
95
+ __lsx_vst(dst0, dst_argb, 0);
96
+ s += 32;
97
+ t += 32;
98
+ dst_argb += 16;
99
+ }
100
+ }
101
+
102
+ void ScaleARGBRowDownEven_LSX(const uint8_t* src_argb,
103
+ ptrdiff_t src_stride,
104
+ int32_t src_stepx,
105
+ uint8_t* dst_argb,
106
+ int dst_width) {
107
+ int x;
108
+ int len = dst_width / 4;
109
+ int32_t stepx = src_stepx << 2;
110
+ (void)src_stride;
111
+ __m128i dst0, dst1, dst2, dst3;
112
+
113
+ for (x = 0; x < len; x++) {
114
+ dst0 = __lsx_vldrepl_w(src_argb, 0);
115
+ src_argb += stepx;
116
+ dst1 = __lsx_vldrepl_w(src_argb, 0);
117
+ src_argb += stepx;
118
+ dst2 = __lsx_vldrepl_w(src_argb, 0);
119
+ src_argb += stepx;
120
+ dst3 = __lsx_vldrepl_w(src_argb, 0);
121
+ src_argb += stepx;
122
+ __lsx_vstelm_w(dst0, dst_argb, 0, 0);
123
+ __lsx_vstelm_w(dst1, dst_argb, 4, 0);
124
+ __lsx_vstelm_w(dst2, dst_argb, 8, 0);
125
+ __lsx_vstelm_w(dst3, dst_argb, 12, 0);
126
+ dst_argb += 16;
127
+ }
128
+ }
129
+
130
+ void ScaleARGBRowDownEvenBox_LSX(const uint8_t* src_argb,
131
+ ptrdiff_t src_stride,
132
+ int src_stepx,
133
+ uint8_t* dst_argb,
134
+ int dst_width) {
135
+ int x;
136
+ int len = dst_width / 4;
137
+ int32_t stepx = src_stepx * 4;
138
+ const uint8_t* next_argb = src_argb + src_stride;
139
+ __m128i src0, src1, src2, src3;
140
+ __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
141
+ __m128i reg0, reg1, dst0;
142
+
143
+ for (x = 0; x < len; x++) {
144
+ tmp0 = __lsx_vldrepl_d(src_argb, 0);
145
+ src_argb += stepx;
146
+ tmp1 = __lsx_vldrepl_d(src_argb, 0);
147
+ src_argb += stepx;
148
+ tmp2 = __lsx_vldrepl_d(src_argb, 0);
149
+ src_argb += stepx;
150
+ tmp3 = __lsx_vldrepl_d(src_argb, 0);
151
+ src_argb += stepx;
152
+ tmp4 = __lsx_vldrepl_d(next_argb, 0);
153
+ next_argb += stepx;
154
+ tmp5 = __lsx_vldrepl_d(next_argb, 0);
155
+ next_argb += stepx;
156
+ tmp6 = __lsx_vldrepl_d(next_argb, 0);
157
+ next_argb += stepx;
158
+ tmp7 = __lsx_vldrepl_d(next_argb, 0);
159
+ next_argb += stepx;
160
+ DUP4_ARG2(__lsx_vilvl_d, tmp1, tmp0, tmp3, tmp2, tmp5, tmp4, tmp7, tmp6,
161
+ src0, src1, src2, src3);
162
+ DUP2_ARG2(__lsx_vaddwev_h_bu, src0, src2, src1, src3, tmp0, tmp2);
163
+ DUP2_ARG2(__lsx_vaddwod_h_bu, src0, src2, src1, src3, tmp1, tmp3);
164
+ DUP2_ARG2(__lsx_vpackev_w, tmp1, tmp0, tmp3, tmp2, reg0, reg1);
165
+ DUP2_ARG2(__lsx_vpackod_w, tmp1, tmp0, tmp3, tmp2, tmp4, tmp5);
166
+ DUP2_ARG2(__lsx_vadd_h, reg0, tmp4, reg1, tmp5, reg0, reg1);
167
+ dst0 = __lsx_vsrarni_b_h(reg1, reg0, 2);
168
+ dst0 = __lsx_vshuf4i_b(dst0, 0xD8);
169
+ __lsx_vst(dst0, dst_argb, 0);
170
+ dst_argb += 16;
171
+ }
172
+ }
173
+
174
+ void ScaleRowDown2_LSX(const uint8_t* src_ptr,
175
+ ptrdiff_t src_stride,
176
+ uint8_t* dst,
177
+ int dst_width) {
178
+ int x;
179
+ int len = dst_width / 32;
180
+ __m128i src0, src1, src2, src3, dst0, dst1;
181
+ (void)src_stride;
182
+
183
+ for (x = 0; x < len; x++) {
184
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
185
+ src0, src1, src2, src3);
186
+ DUP2_ARG2(__lsx_vpickod_b, src1, src0, src3, src2, dst0, dst1);
187
+ __lsx_vst(dst0, dst, 0);
188
+ __lsx_vst(dst1, dst, 16);
189
+ src_ptr += 64;
190
+ dst += 32;
191
+ }
192
+ }
193
+
194
+ void ScaleRowDown2Linear_LSX(const uint8_t* src_ptr,
195
+ ptrdiff_t src_stride,
196
+ uint8_t* dst,
197
+ int dst_width) {
198
+ int x;
199
+ int len = dst_width / 32;
200
+ __m128i src0, src1, src2, src3;
201
+ __m128i tmp0, tmp1, tmp2, tmp3, dst0, dst1;
202
+ (void)src_stride;
203
+
204
+ for (x = 0; x < len; x++) {
205
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
206
+ src0, src1, src2, src3);
207
+ DUP2_ARG2(__lsx_vpickev_b, src1, src0, src3, src2, tmp0, tmp2);
208
+ DUP2_ARG2(__lsx_vpickod_b, src1, src0, src3, src2, tmp1, tmp3);
209
+ DUP2_ARG2(__lsx_vavgr_bu, tmp0, tmp1, tmp2, tmp3, dst0, dst1);
210
+ __lsx_vst(dst0, dst, 0);
211
+ __lsx_vst(dst1, dst, 16);
212
+ src_ptr += 64;
213
+ dst += 32;
214
+ }
215
+ }
216
+
217
+ void ScaleRowDown2Box_LSX(const uint8_t* src_ptr,
218
+ ptrdiff_t src_stride,
219
+ uint8_t* dst,
220
+ int dst_width) {
221
+ int x;
222
+ int len = dst_width / 32;
223
+ const uint8_t* src_nex = src_ptr + src_stride;
224
+ __m128i src0, src1, src2, src3, src4, src5, src6, src7;
225
+ __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
226
+ __m128i dst0, dst1;
227
+
228
+ for (x = 0; x < len; x++) {
229
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
230
+ src0, src1, src2, src3);
231
+ DUP4_ARG2(__lsx_vld, src_nex, 0, src_nex, 16, src_nex, 32, src_nex, 48,
232
+ src4, src5, src6, src7);
233
+ DUP4_ARG2(__lsx_vaddwev_h_bu, src0, src4, src1, src5, src2, src6, src3,
234
+ src7, tmp0, tmp2, tmp4, tmp6);
235
+ DUP4_ARG2(__lsx_vaddwod_h_bu, src0, src4, src1, src5, src2, src6, src3,
236
+ src7, tmp1, tmp3, tmp5, tmp7);
237
+ DUP4_ARG2(__lsx_vadd_h, tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7,
238
+ tmp0, tmp1, tmp2, tmp3);
239
+ DUP2_ARG3(__lsx_vsrarni_b_h, tmp1, tmp0, 2, tmp3, tmp2, 2, dst0, dst1);
240
+ __lsx_vst(dst0, dst, 0);
241
+ __lsx_vst(dst1, dst, 16);
242
+ src_ptr += 64;
243
+ src_nex += 64;
244
+ dst += 32;
245
+ }
246
+ }
247
+
248
+ void ScaleRowDown4_LSX(const uint8_t* src_ptr,
249
+ ptrdiff_t src_stride,
250
+ uint8_t* dst,
251
+ int dst_width) {
252
+ int x;
253
+ int len = dst_width / 16;
254
+ __m128i src0, src1, src2, src3, tmp0, tmp1, dst0;
255
+ (void)src_stride;
256
+
257
+ for (x = 0; x < len; x++) {
258
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
259
+ src0, src1, src2, src3);
260
+ DUP2_ARG2(__lsx_vpickev_b, src1, src0, src3, src2, tmp0, tmp1);
261
+ dst0 = __lsx_vpickod_b(tmp1, tmp0);
262
+ __lsx_vst(dst0, dst, 0);
263
+ src_ptr += 64;
264
+ dst += 16;
265
+ }
266
+ }
267
+
268
+ void ScaleRowDown4Box_LSX(const uint8_t* src_ptr,
269
+ ptrdiff_t src_stride,
270
+ uint8_t* dst,
271
+ int dst_width) {
272
+ int x;
273
+ int len = dst_width / 16;
274
+ const uint8_t* ptr1 = src_ptr + src_stride;
275
+ const uint8_t* ptr2 = ptr1 + src_stride;
276
+ const uint8_t* ptr3 = ptr2 + src_stride;
277
+ __m128i src0, src1, src2, src3, src4, src5, src6, src7;
278
+ __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
279
+ __m128i reg0, reg1, reg2, reg3, reg4, reg5, reg6, reg7, dst0;
280
+
281
+ for (x = 0; x < len; x++) {
282
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
283
+ src0, src1, src2, src3);
284
+ DUP4_ARG2(__lsx_vld, ptr1, 0, ptr1, 16, ptr1, 32, ptr1, 48, src4, src5,
285
+ src6, src7);
286
+ DUP4_ARG2(__lsx_vaddwev_h_bu, src0, src4, src1, src5, src2, src6, src3,
287
+ src7, tmp0, tmp2, tmp4, tmp6);
288
+ DUP4_ARG2(__lsx_vaddwod_h_bu, src0, src4, src1, src5, src2, src6, src3,
289
+ src7, tmp1, tmp3, tmp5, tmp7);
290
+ DUP4_ARG2(__lsx_vadd_h, tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7,
291
+ reg0, reg1, reg2, reg3);
292
+ DUP4_ARG2(__lsx_vld, ptr2, 0, ptr2, 16, ptr2, 32, ptr2, 48, src0, src1,
293
+ src2, src3);
294
+ DUP4_ARG2(__lsx_vld, ptr3, 0, ptr3, 16, ptr3, 32, ptr3, 48, src4, src5,
295
+ src6, src7);
296
+ DUP4_ARG2(__lsx_vaddwev_h_bu, src0, src4, src1, src5, src2, src6, src3,
297
+ src7, tmp0, tmp2, tmp4, tmp6);
298
+ DUP4_ARG2(__lsx_vaddwod_h_bu, src0, src4, src1, src5, src2, src6, src3,
299
+ src7, tmp1, tmp3, tmp5, tmp7);
300
+ DUP4_ARG2(__lsx_vadd_h, tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7,
301
+ reg4, reg5, reg6, reg7);
302
+ DUP4_ARG2(__lsx_vadd_h, reg0, reg4, reg1, reg5, reg2, reg6, reg3, reg7,
303
+ reg0, reg1, reg2, reg3);
304
+ DUP4_ARG2(__lsx_vhaddw_wu_hu, reg0, reg0, reg1, reg1, reg2, reg2, reg3,
305
+ reg3, reg0, reg1, reg2, reg3);
306
+ DUP2_ARG3(__lsx_vsrarni_h_w, reg1, reg0, 4, reg3, reg2, 4, tmp0, tmp1);
307
+ dst0 = __lsx_vpickev_b(tmp1, tmp0);
308
+ __lsx_vst(dst0, dst, 0);
309
+ src_ptr += 64;
310
+ ptr1 += 64;
311
+ ptr2 += 64;
312
+ ptr3 += 64;
313
+ dst += 16;
314
+ }
315
+ }
316
+
317
+ void ScaleRowDown38_LSX(const uint8_t* src_ptr,
318
+ ptrdiff_t src_stride,
319
+ uint8_t* dst,
320
+ int dst_width) {
321
+ int x, len;
322
+ __m128i src0, src1, tmp0;
323
+ __m128i shuff = {0x13100E0B08060300, 0x000000001E1B1816};
324
+
325
+ assert(dst_width % 3 == 0);
326
+ len = dst_width / 12;
327
+ (void)src_stride;
328
+
329
+ for (x = 0; x < len; x++) {
330
+ DUP2_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src0, src1);
331
+ tmp0 = __lsx_vshuf_b(src1, src0, shuff);
332
+ __lsx_vstelm_d(tmp0, dst, 0, 0);
333
+ __lsx_vstelm_w(tmp0, dst, 8, 2);
334
+ src_ptr += 32;
335
+ dst += 12;
336
+ }
337
+ }
338
+
339
+ void ScaleRowDown38_2_Box_LSX(const uint8_t* src_ptr,
340
+ ptrdiff_t src_stride,
341
+ uint8_t* dst_ptr,
342
+ int dst_width) {
343
+ int x, len;
344
+ const uint8_t* src_nex = src_ptr + src_stride;
345
+ __m128i src0, src1, src2, src3, dst0;
346
+ __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
347
+ __m128i reg0, reg1, reg2, reg3;
348
+ __m128i shuff = {0x0A08160604120200, 0x000000001E0E0C1A};
349
+ __m128i const_0x2AAA = __lsx_vreplgr2vr_h(0x2AAA);
350
+ __m128i const_0x4000 = __lsx_vreplgr2vr_w(0x4000);
351
+
352
+ assert((dst_width % 3 == 0) && (dst_width > 0));
353
+ len = dst_width / 12;
354
+
355
+ for (x = 0; x < len; x++) {
356
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_nex, 0, src_nex, 16, src0,
357
+ src1, src2, src3);
358
+ DUP2_ARG2(__lsx_vaddwev_h_bu, src0, src2, src1, src3, tmp0, tmp2);
359
+ DUP2_ARG2(__lsx_vaddwod_h_bu, src0, src2, src1, src3, tmp1, tmp3);
360
+ DUP2_ARG2(__lsx_vpickev_h, tmp2, tmp0, tmp3, tmp1, reg0, reg1);
361
+ DUP2_ARG2(__lsx_vpackod_h, tmp1, tmp0, tmp3, tmp2, reg2, reg3);
362
+ tmp4 = __lsx_vpickev_w(reg3, reg2);
363
+ tmp5 = __lsx_vadd_h(reg0, reg1);
364
+ tmp6 = __lsx_vadd_h(tmp5, tmp4);
365
+ tmp7 = __lsx_vmuh_h(tmp6, const_0x2AAA);
366
+ tmp0 = __lsx_vpickod_w(reg3, reg2);
367
+ tmp1 = __lsx_vhaddw_wu_hu(tmp0, tmp0);
368
+ tmp2 = __lsx_vmul_w(tmp1, const_0x4000);
369
+ dst0 = __lsx_vshuf_b(tmp2, tmp7, shuff);
370
+ __lsx_vstelm_d(dst0, dst_ptr, 0, 0);
371
+ __lsx_vstelm_w(dst0, dst_ptr, 8, 2);
372
+ src_ptr += 32;
373
+ src_nex += 32;
374
+ dst_ptr += 12;
375
+ }
376
+ }
377
+
378
+ void ScaleRowDown38_3_Box_LSX(const uint8_t* src_ptr,
379
+ ptrdiff_t src_stride,
380
+ uint8_t* dst_ptr,
381
+ int dst_width) {
382
+ int x, len;
383
+ const uint8_t* ptr1 = src_ptr + src_stride;
384
+ const uint8_t* ptr2 = ptr1 + src_stride;
385
+ __m128i src0, src1, src2, src3, src4, src5;
386
+ __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
387
+ __m128i reg0, reg1, reg2, reg3, dst0;
388
+ __m128i zero = __lsx_vldi(0);
389
+ __m128i shuff = {0x0A08160604120200, 0x000000001E0E0C1A};
390
+ __m128i const_0x1C71 = __lsx_vreplgr2vr_h(0x1C71);
391
+ __m128i const_0x2AAA = __lsx_vreplgr2vr_w(0x2AAA);
392
+
393
+ assert((dst_width % 3 == 0) && (dst_width > 0));
394
+ len = dst_width / 12;
395
+
396
+ for (x = 0; x < len; x++) {
397
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, ptr1, 0, ptr1, 16, src0, src1,
398
+ src2, src3);
399
+ DUP2_ARG2(__lsx_vld, ptr2, 0, ptr2, 16, src4, src5);
400
+ DUP2_ARG2(__lsx_vaddwev_h_bu, src0, src2, src1, src3, tmp0, tmp2);
401
+ DUP2_ARG2(__lsx_vaddwod_h_bu, src0, src2, src1, src3, tmp1, tmp3);
402
+ DUP2_ARG2(__lsx_vpackev_b, zero, src4, zero, src5, tmp4, tmp6);
403
+ DUP2_ARG2(__lsx_vpackod_b, zero, src4, zero, src5, tmp5, tmp7);
404
+ DUP4_ARG2(__lsx_vadd_h, tmp0, tmp4, tmp1, tmp5, tmp2, tmp6, tmp3, tmp7,
405
+ tmp0, tmp1, tmp2, tmp3);
406
+ DUP2_ARG2(__lsx_vpickev_h, tmp2, tmp0, tmp3, tmp1, reg0, reg1);
407
+ DUP2_ARG2(__lsx_vpackod_h, tmp1, tmp0, tmp3, tmp2, reg2, reg3);
408
+ tmp4 = __lsx_vpickev_w(reg3, reg2);
409
+ tmp5 = __lsx_vadd_h(reg0, reg1);
410
+ tmp6 = __lsx_vadd_h(tmp5, tmp4);
411
+ tmp7 = __lsx_vmuh_h(tmp6, const_0x1C71);
412
+ tmp0 = __lsx_vpickod_w(reg3, reg2);
413
+ tmp1 = __lsx_vhaddw_wu_hu(tmp0, tmp0);
414
+ tmp2 = __lsx_vmul_w(tmp1, const_0x2AAA);
415
+ dst0 = __lsx_vshuf_b(tmp2, tmp7, shuff);
416
+ __lsx_vstelm_d(dst0, dst_ptr, 0, 0);
417
+ __lsx_vstelm_w(dst0, dst_ptr, 8, 2);
418
+ src_ptr += 32;
419
+ ptr1 += 32;
420
+ ptr2 += 32;
421
+ dst_ptr += 12;
422
+ }
423
+ }
424
+
425
+ void ScaleAddRow_LSX(const uint8_t* src_ptr, uint16_t* dst_ptr, int src_width) {
426
+ int x;
427
+ int len = src_width / 16;
428
+ __m128i src0, tmp0, tmp1, dst0, dst1;
429
+ __m128i zero = __lsx_vldi(0);
430
+
431
+ assert(src_width > 0);
432
+
433
+ for (x = 0; x < len; x++) {
434
+ src0 = __lsx_vld(src_ptr, 0);
435
+ DUP2_ARG2(__lsx_vld, dst_ptr, 0, dst_ptr, 16, dst0, dst1);
436
+ tmp0 = __lsx_vilvl_b(zero, src0);
437
+ tmp1 = __lsx_vilvh_b(zero, src0);
438
+ DUP2_ARG2(__lsx_vadd_h, dst0, tmp0, dst1, tmp1, dst0, dst1);
439
+ __lsx_vst(dst0, dst_ptr, 0);
440
+ __lsx_vst(dst1, dst_ptr, 16);
441
+ src_ptr += 16;
442
+ dst_ptr += 16;
443
+ }
444
+ }
445
+
446
+ void ScaleFilterCols_LSX(uint8_t* dst_ptr,
447
+ const uint8_t* src_ptr,
448
+ int dst_width,
449
+ int x,
450
+ int dx) {
451
+ int j;
452
+ int len = dst_width / 16;
453
+ __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
454
+ __m128i reg0, reg1, reg2, reg3, reg4, reg5, reg6, reg7;
455
+ __m128i vec0, vec1, dst0;
456
+ __m128i vec_x = __lsx_vreplgr2vr_w(x);
457
+ __m128i vec_dx = __lsx_vreplgr2vr_w(dx);
458
+ __m128i const1 = __lsx_vreplgr2vr_w(0xFFFF);
459
+ __m128i const2 = __lsx_vreplgr2vr_w(0x40);
460
+ __m128i const_tmp = {0x0000000100000000, 0x0000000300000002};
461
+
462
+ vec0 = __lsx_vmul_w(vec_dx, const_tmp);
463
+ vec1 = __lsx_vslli_w(vec_dx, 2);
464
+ vec_x = __lsx_vadd_w(vec_x, vec0);
465
+
466
+ for (j = 0; j < len; j++) {
467
+ tmp0 = __lsx_vsrai_w(vec_x, 16);
468
+ tmp4 = __lsx_vand_v(vec_x, const1);
469
+ vec_x = __lsx_vadd_w(vec_x, vec1);
470
+ tmp1 = __lsx_vsrai_w(vec_x, 16);
471
+ tmp5 = __lsx_vand_v(vec_x, const1);
472
+ vec_x = __lsx_vadd_w(vec_x, vec1);
473
+ tmp2 = __lsx_vsrai_w(vec_x, 16);
474
+ tmp6 = __lsx_vand_v(vec_x, const1);
475
+ vec_x = __lsx_vadd_w(vec_x, vec1);
476
+ tmp3 = __lsx_vsrai_w(vec_x, 16);
477
+ tmp7 = __lsx_vand_v(vec_x, const1);
478
+ vec_x = __lsx_vadd_w(vec_x, vec1);
479
+ DUP4_ARG2(__lsx_vsrai_w, tmp4, 9, tmp5, 9, tmp6, 9, tmp7, 9, tmp4, tmp5,
480
+ tmp6, tmp7);
481
+ LOAD_DATA(src_ptr, tmp0, reg0);
482
+ LOAD_DATA(src_ptr, tmp1, reg1);
483
+ LOAD_DATA(src_ptr, tmp2, reg2);
484
+ LOAD_DATA(src_ptr, tmp3, reg3);
485
+ DUP4_ARG2(__lsx_vaddi_wu, tmp0, 1, tmp1, 1, tmp2, 1, tmp3, 1, tmp0, tmp1,
486
+ tmp2, tmp3);
487
+ LOAD_DATA(src_ptr, tmp0, reg4);
488
+ LOAD_DATA(src_ptr, tmp1, reg5);
489
+ LOAD_DATA(src_ptr, tmp2, reg6);
490
+ LOAD_DATA(src_ptr, tmp3, reg7);
491
+ DUP4_ARG2(__lsx_vsub_w, reg4, reg0, reg5, reg1, reg6, reg2, reg7, reg3,
492
+ reg4, reg5, reg6, reg7);
493
+ DUP4_ARG2(__lsx_vmul_w, reg4, tmp4, reg5, tmp5, reg6, tmp6, reg7, tmp7,
494
+ reg4, reg5, reg6, reg7);
495
+ DUP4_ARG2(__lsx_vadd_w, reg4, const2, reg5, const2, reg6, const2, reg7,
496
+ const2, reg4, reg5, reg6, reg7);
497
+ DUP4_ARG2(__lsx_vsrai_w, reg4, 7, reg5, 7, reg6, 7, reg7, 7, reg4, reg5,
498
+ reg6, reg7);
499
+ DUP4_ARG2(__lsx_vadd_w, reg0, reg4, reg1, reg5, reg2, reg6, reg3, reg7,
500
+ reg0, reg1, reg2, reg3);
501
+ DUP2_ARG2(__lsx_vpickev_h, reg1, reg0, reg3, reg2, tmp0, tmp1);
502
+ dst0 = __lsx_vpickev_b(tmp1, tmp0);
503
+ __lsx_vst(dst0, dst_ptr, 0);
504
+ dst_ptr += 16;
505
+ }
506
+ }
507
+
508
+ void ScaleARGBCols_LSX(uint8_t* dst_argb,
509
+ const uint8_t* src_argb,
510
+ int dst_width,
511
+ int x,
512
+ int dx) {
513
+ const uint32_t* src = (const uint32_t*)src_argb;
514
+ uint32_t* dst = (uint32_t*)dst_argb;
515
+ int j;
516
+ int len = dst_width / 4;
517
+ __m128i tmp0, tmp1, tmp2, dst0;
518
+ __m128i vec_x = __lsx_vreplgr2vr_w(x);
519
+ __m128i vec_dx = __lsx_vreplgr2vr_w(dx);
520
+ __m128i const_tmp = {0x0000000100000000, 0x0000000300000002};
521
+
522
+ tmp0 = __lsx_vmul_w(vec_dx, const_tmp);
523
+ tmp1 = __lsx_vslli_w(vec_dx, 2);
524
+ vec_x = __lsx_vadd_w(vec_x, tmp0);
525
+
526
+ for (j = 0; j < len; j++) {
527
+ tmp2 = __lsx_vsrai_w(vec_x, 16);
528
+ vec_x = __lsx_vadd_w(vec_x, tmp1);
529
+ LOAD_DATA(src, tmp2, dst0);
530
+ __lsx_vst(dst0, dst, 0);
531
+ dst += 4;
532
+ }
533
+ }
534
+
535
+ void ScaleARGBFilterCols_LSX(uint8_t* dst_argb,
536
+ const uint8_t* src_argb,
537
+ int dst_width,
538
+ int x,
539
+ int dx) {
540
+ const uint32_t* src = (const uint32_t*)src_argb;
541
+ int j;
542
+ int len = dst_width / 8;
543
+ __m128i src0, src1, src2, src3;
544
+ __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7;
545
+ __m128i reg0, reg1, reg2, reg3, reg4, reg5, reg6, reg7;
546
+ __m128i vec0, vec1, dst0, dst1;
547
+ __m128i vec_x = __lsx_vreplgr2vr_w(x);
548
+ __m128i vec_dx = __lsx_vreplgr2vr_w(dx);
549
+ __m128i const_tmp = {0x0000000100000000, 0x0000000300000002};
550
+ __m128i const_7f = __lsx_vldi(0x7F);
551
+
552
+ vec0 = __lsx_vmul_w(vec_dx, const_tmp);
553
+ vec1 = __lsx_vslli_w(vec_dx, 2);
554
+ vec_x = __lsx_vadd_w(vec_x, vec0);
555
+
556
+ for (j = 0; j < len; j++) {
557
+ tmp0 = __lsx_vsrai_w(vec_x, 16);
558
+ reg0 = __lsx_vsrai_w(vec_x, 9);
559
+ vec_x = __lsx_vadd_w(vec_x, vec1);
560
+ tmp1 = __lsx_vsrai_w(vec_x, 16);
561
+ reg1 = __lsx_vsrai_w(vec_x, 9);
562
+ vec_x = __lsx_vadd_w(vec_x, vec1);
563
+ DUP2_ARG2(__lsx_vand_v, reg0, const_7f, reg1, const_7f, reg0, reg1);
564
+ DUP2_ARG2(__lsx_vshuf4i_b, reg0, 0, reg1, 0, reg0, reg1);
565
+ DUP2_ARG2(__lsx_vxor_v, reg0, const_7f, reg1, const_7f, reg2, reg3);
566
+ DUP2_ARG2(__lsx_vilvl_b, reg0, reg2, reg1, reg3, reg4, reg6);
567
+ DUP2_ARG2(__lsx_vilvh_b, reg0, reg2, reg1, reg3, reg5, reg7);
568
+ LOAD_DATA(src, tmp0, src0);
569
+ LOAD_DATA(src, tmp1, src1);
570
+ DUP2_ARG2(__lsx_vaddi_wu, tmp0, 1, tmp1, 1, tmp0, tmp1);
571
+ LOAD_DATA(src, tmp0, src2);
572
+ LOAD_DATA(src, tmp1, src3);
573
+ DUP2_ARG2(__lsx_vilvl_b, src2, src0, src3, src1, tmp4, tmp6);
574
+ DUP2_ARG2(__lsx_vilvh_b, src2, src0, src3, src1, tmp5, tmp7);
575
+ DUP4_ARG2(__lsx_vdp2_h_bu, tmp4, reg4, tmp5, reg5, tmp6, reg6, tmp7, reg7,
576
+ tmp0, tmp1, tmp2, tmp3);
577
+ DUP2_ARG3(__lsx_vsrani_b_h, tmp1, tmp0, 7, tmp3, tmp2, 7, dst0, dst1);
578
+ __lsx_vst(dst0, dst_argb, 0);
579
+ __lsx_vst(dst1, dst_argb, 16);
580
+ dst_argb += 32;
581
+ }
582
+ }
583
+
584
+ void ScaleRowDown34_LSX(const uint8_t* src_ptr,
585
+ ptrdiff_t src_stride,
586
+ uint8_t* dst,
587
+ int dst_width) {
588
+ int x;
589
+ (void)src_stride;
590
+ __m128i src0, src1, src2, src3;
591
+ __m128i dst0, dst1, dst2;
592
+ __m128i shuff0 = {0x0908070504030100, 0x141311100F0D0C0B};
593
+ __m128i shuff1 = {0x0F0D0C0B09080705, 0x1918171514131110};
594
+ __m128i shuff2 = {0x141311100F0D0C0B, 0x1F1D1C1B19181715};
595
+
596
+ assert((dst_width % 3 == 0) && (dst_width > 0));
597
+
598
+ for (x = 0; x < dst_width; x += 48) {
599
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
600
+ src0, src1, src2, src3);
601
+ DUP2_ARG3(__lsx_vshuf_b, src1, src0, shuff0, src2, src1, shuff1, dst0,
602
+ dst1);
603
+ dst2 = __lsx_vshuf_b(src3, src2, shuff2);
604
+ __lsx_vst(dst0, dst, 0);
605
+ __lsx_vst(dst1, dst, 16);
606
+ __lsx_vst(dst2, dst, 32);
607
+ src_ptr += 64;
608
+ dst += 48;
609
+ }
610
+ }
611
+
612
+ void ScaleRowDown34_0_Box_LSX(const uint8_t* src_ptr,
613
+ ptrdiff_t src_stride,
614
+ uint8_t* d,
615
+ int dst_width) {
616
+ const uint8_t* src_nex = src_ptr + src_stride;
617
+ int x;
618
+ __m128i src0, src1, src2, src3, src4, src5, src6, src7;
619
+ __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7, tmp8, tmp9;
620
+ __m128i tmp10, tmp11, dst0, dst1, dst2;
621
+ __m128i const0 = {0x0103030101010103, 0x0101010303010101};
622
+ __m128i const1 = {0x0301010101030301, 0x0103030101010103};
623
+ __m128i const2 = {0x0101010303010101, 0x0301010101030301};
624
+ __m128i shuff0 = {0x0504030202010100, 0x0A09090807060605};
625
+ __m128i shuff1 = {0x0F0E0E0D0D0C0B0A, 0x1514131212111110};
626
+ __m128i shuff2 = {0x0A09090807060605, 0x0F0E0E0D0D0C0B0A};
627
+ __m128i shift0 = {0x0002000200010002, 0x0001000200020001};
628
+ __m128i shift1 = {0x0002000100020002, 0x0002000200010002};
629
+ __m128i shift2 = {0x0001000200020001, 0x0002000100020002};
630
+
631
+ assert((dst_width % 3 == 0) && (dst_width > 0));
632
+
633
+ for (x = 0; x < dst_width; x += 48) {
634
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
635
+ src0, src1, src2, src3);
636
+ DUP4_ARG2(__lsx_vld, src_nex, 0, src_nex, 16, src_nex, 32, src_nex, 48,
637
+ src4, src5, src6, src7);
638
+ DUP4_ARG3(__lsx_vshuf_b, src0, src0, shuff0, src1, src0, shuff1, src1, src1,
639
+ shuff2, src2, src2, shuff0, tmp0, tmp1, tmp2, tmp3);
640
+ DUP4_ARG3(__lsx_vshuf_b, src3, src2, shuff1, src3, src3, shuff2, src4, src4,
641
+ shuff0, src5, src4, shuff1, tmp4, tmp5, tmp6, tmp7);
642
+ DUP4_ARG3(__lsx_vshuf_b, src5, src5, shuff2, src6, src6, shuff0, src7, src6,
643
+ shuff1, src7, src7, shuff2, tmp8, tmp9, tmp10, tmp11);
644
+ DUP4_ARG2(__lsx_vdp2_h_bu, tmp0, const0, tmp1, const1, tmp2, const2, tmp3,
645
+ const0, src0, src1, src2, src3);
646
+ DUP4_ARG2(__lsx_vdp2_h_bu, tmp4, const1, tmp5, const2, tmp6, const0, tmp7,
647
+ const1, src4, src5, src6, src7);
648
+ DUP4_ARG2(__lsx_vdp2_h_bu, tmp8, const2, tmp9, const0, tmp10, const1, tmp11,
649
+ const2, tmp0, tmp1, tmp2, tmp3);
650
+ DUP4_ARG2(__lsx_vsrar_h, src0, shift0, src1, shift1, src2, shift2, src3,
651
+ shift0, src0, src1, src2, src3);
652
+ DUP4_ARG2(__lsx_vsrar_h, src4, shift1, src5, shift2, src6, shift0, src7,
653
+ shift1, src4, src5, src6, src7);
654
+ DUP4_ARG2(__lsx_vsrar_h, tmp0, shift2, tmp1, shift0, tmp2, shift1, tmp3,
655
+ shift2, tmp0, tmp1, tmp2, tmp3);
656
+ DUP4_ARG2(__lsx_vslli_h, src0, 1, src1, 1, src2, 1, src3, 1, tmp5, tmp6,
657
+ tmp7, tmp8);
658
+ DUP2_ARG2(__lsx_vslli_h, src4, 1, src5, 1, tmp9, tmp10);
659
+ DUP4_ARG2(__lsx_vadd_h, src0, tmp5, src1, tmp6, src2, tmp7, src3, tmp8,
660
+ src0, src1, src2, src3);
661
+ DUP2_ARG2(__lsx_vadd_h, src4, tmp9, src5, tmp10, src4, src5);
662
+ DUP4_ARG2(__lsx_vadd_h, src0, src6, src1, src7, src2, tmp0, src3, tmp1,
663
+ src0, src1, src2, src3);
664
+ DUP2_ARG2(__lsx_vadd_h, src4, tmp2, src5, tmp3, src4, src5);
665
+ DUP2_ARG3(__lsx_vsrarni_b_h, src1, src0, 2, src3, src2, 2, dst0, dst1);
666
+ dst2 = __lsx_vsrarni_b_h(src5, src4, 2);
667
+ __lsx_vst(dst0, d, 0);
668
+ __lsx_vst(dst1, d, 16);
669
+ __lsx_vst(dst2, d, 32);
670
+ src_ptr += 64;
671
+ src_nex += 64;
672
+ d += 48;
673
+ }
674
+ }
675
+
676
+ void ScaleRowDown34_1_Box_LSX(const uint8_t* src_ptr,
677
+ ptrdiff_t src_stride,
678
+ uint8_t* d,
679
+ int dst_width) {
680
+ const uint8_t* src_nex = src_ptr + src_stride;
681
+ int x;
682
+ __m128i src0, src1, src2, src3, src4, src5, src6, src7;
683
+ __m128i tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7, tmp8, tmp9;
684
+ __m128i tmp10, tmp11, dst0, dst1, dst2;
685
+ __m128i const0 = {0x0103030101010103, 0x0101010303010101};
686
+ __m128i const1 = {0x0301010101030301, 0x0103030101010103};
687
+ __m128i const2 = {0x0101010303010101, 0x0301010101030301};
688
+ __m128i shuff0 = {0x0504030202010100, 0x0A09090807060605};
689
+ __m128i shuff1 = {0x0F0E0E0D0D0C0B0A, 0x1514131212111110};
690
+ __m128i shuff2 = {0x0A09090807060605, 0x0F0E0E0D0D0C0B0A};
691
+ __m128i shift0 = {0x0002000200010002, 0x0001000200020001};
692
+ __m128i shift1 = {0x0002000100020002, 0x0002000200010002};
693
+ __m128i shift2 = {0x0001000200020001, 0x0002000100020002};
694
+
695
+ assert((dst_width % 3 == 0) && (dst_width > 0));
696
+
697
+ for (x = 0; x < dst_width; x += 48) {
698
+ DUP4_ARG2(__lsx_vld, src_ptr, 0, src_ptr, 16, src_ptr, 32, src_ptr, 48,
699
+ src0, src1, src2, src3);
700
+ DUP4_ARG2(__lsx_vld, src_nex, 0, src_nex, 16, src_nex, 32, src_nex, 48,
701
+ src4, src5, src6, src7);
702
+ DUP4_ARG3(__lsx_vshuf_b, src0, src0, shuff0, src1, src0, shuff1, src1, src1,
703
+ shuff2, src2, src2, shuff0, tmp0, tmp1, tmp2, tmp3);
704
+ DUP4_ARG3(__lsx_vshuf_b, src3, src2, shuff1, src3, src3, shuff2, src4, src4,
705
+ shuff0, src5, src4, shuff1, tmp4, tmp5, tmp6, tmp7);
706
+ DUP4_ARG3(__lsx_vshuf_b, src5, src5, shuff2, src6, src6, shuff0, src7, src6,
707
+ shuff1, src7, src7, shuff2, tmp8, tmp9, tmp10, tmp11);
708
+ DUP4_ARG2(__lsx_vdp2_h_bu, tmp0, const0, tmp1, const1, tmp2, const2, tmp3,
709
+ const0, src0, src1, src2, src3);
710
+ DUP4_ARG2(__lsx_vdp2_h_bu, tmp4, const1, tmp5, const2, tmp6, const0, tmp7,
711
+ const1, src4, src5, src6, src7);
712
+ DUP4_ARG2(__lsx_vdp2_h_bu, tmp8, const2, tmp9, const0, tmp10, const1, tmp11,
713
+ const2, tmp0, tmp1, tmp2, tmp3);
714
+ DUP4_ARG2(__lsx_vsrar_h, src0, shift0, src1, shift1, src2, shift2, src3,
715
+ shift0, src0, src1, src2, src3);
716
+ DUP4_ARG2(__lsx_vsrar_h, src4, shift1, src5, shift2, src6, shift0, src7,
717
+ shift1, src4, src5, src6, src7);
718
+ DUP4_ARG2(__lsx_vsrar_h, tmp0, shift2, tmp1, shift0, tmp2, shift1, tmp3,
719
+ shift2, tmp0, tmp1, tmp2, tmp3);
720
+ DUP4_ARG2(__lsx_vadd_h, src0, src6, src1, src7, src2, tmp0, src3, tmp1,
721
+ src0, src1, src2, src3);
722
+ DUP2_ARG2(__lsx_vadd_h, src4, tmp2, src5, tmp3, src4, src5);
723
+ DUP2_ARG3(__lsx_vsrarni_b_h, src1, src0, 1, src3, src2, 1, dst0, dst1);
724
+ dst2 = __lsx_vsrarni_b_h(src5, src4, 1);
725
+ __lsx_vst(dst0, d, 0);
726
+ __lsx_vst(dst1, d, 16);
727
+ __lsx_vst(dst2, d, 32);
728
+ src_ptr += 64;
729
+ src_nex += 64;
730
+ d += 48;
731
+ }
732
+ }
733
+
734
+ #ifdef __cplusplus
735
+ } // extern "C"
736
+ } // namespace libyuv
737
+ #endif
738
+
739
+ #endif // !defined(LIBYUV_DISABLE_LSX) && defined(__loongarch_sx)